centos7 mysql+logstash+Elasticsearch环境搭建

Gemfile修改这个根目录下文件

source "https://ruby.taobao.org"修改这个国内阿里云代理

gem "logstash-core", :path => "./logstash-core"
gem "logstash-core-plugin-api", :path => "./logstash-core-plugin-api"
gem "atomic", "<= 1.1.99"
gem "paquet", "~> 0.2.0"
gem "ruby-progressbar", "~> 1.8.1"
gem "builder", "~> 3.2.2"

起名为logstash_A.conf文件

input {

    stdin {
    }
    jdbc {
      # mysql jdbc connection string to our backup databse
      jdbc_connection_string => "jdbc:mysql://10.202.11.148:3306/hrssclock"
      # the user we wish to excute our statement as
      jdbc_user => "hrss"
      jdbc_password => "sfpwd12345#"
      # the path to our downloaded jdbc driver
      jdbc_driver_library => "lib\mysql-connector-java-5.1.41.jar"
      # the name of the driver class for mysql
      jdbc_driver_class => "com.mysql.jdbc.Driver"
      jdbc_paging_enabled => "true"
      jdbc_page_size => "50000"
      statement_filepath => "jdbc.sql"
      schedule => "* * * * *"
      type => "jdbc"
    }
}
filter {
    json {
        source => "message"
        remove_field => ["message"]
    }
}
output {
    elasticsearch {
        hosts => ["10.118.182.48:9200"]
        index => "mysql01"
    document_type => " "
        document_id => "%{EPIEMP_ID}"
    }
    stdout {
        codec => json_lines
    }
}

./logstash -f logstash_A.conf