logstash mysql多表导入 es

单文件执行  

bin/logstash -f ../config/logstash.conf

批量文件执行

bin/logstash -f  ../config/cfg

注意：cfg为目录，将加载该目录下所有配置文件；不要使用config/*.conf

iinput {
  
      jdbc {
          # the path to our downloaded jdbc driver
          jdbc_driver_library => "/opt/elasticsearch/lib/mysql-connector-java-5.1.38.jar"
          # the name of the driver class for mysql
          jdbc_driver_class => "com.mysql.jdbc.Driver"
          # mysql jdbc connection string to our backup databse 后面的test对应mysql中的test数据库
          jdbc_connection_string => "jdbc:mysql://110.10.15.37:3306/cxxwb"
          # the user we wish to excute our statement as
          jdbc_user => "root"
          jdbc_password => "xxxxx"
          jdbc_paging_enabled => "true"
          jdbc_page_size => "500"
          record_last_run => "true"
          use_column_value => "true"
          tracking_column => "id"
          clean_run => "false"
          statement => "select * from cxx_article_info where id > :sql_last_value"
        #定时字段 各字段含义（由左至右）分、时、天、月、年，全部为*默认含义为每分钟都更新
          schedule => "* * * * *"
        #设定ES索引类型
      }
}
 
output {
      elasticsearch {
          hosts => "10.100.11.231:9200"
          index => "cxx_info_index"
          document_id => "%{id}"
      }
}