请教一下老师，我用LogStash同步数据库中的两张表到ES，但是只有一个被建立索引了。

来源：1-1 课程导学

sj的程序之家

2020-03-13

[2020-03-13T15:23:00,102][INFO ][logstash.inputs.jdbc ][main] (0.000461s) SELECT version()
[2020-03-13T15:23:00,104][INFO ][logstash.inputs.jdbc ][main] (0.000426s) SELECT version()
[2020-03-13T15:23:00,107][INFO ][logstash.inputs.jdbc ][main] (0.000954s) SELECT count() AS count FROM (select * from datasource_column
) AS t1 LIMIT 1
[2020-03-13T15:23:00,112][INFO ][logstash.inputs.jdbc ][main] (0.000668s) SELECT * FROM (select * from datasource_column
) AS t1 LIMIT 50000 OFFSET 0
[2020-03-13T15:23:00,302][INFO ][logstash.inputs.jdbc ][main] (0.000561s) SELECT version()
[2020-03-13T15:23:00,305][INFO ][logstash.inputs.jdbc ][main] (0.000518s) SELECT version()
[2020-03-13T15:23:00,308][INFO ][logstash.inputs.jdbc ][main] (0.000834s) SELECT count() AS count FROM (select * from datasource
) AS t1 LIMIT 1
[2020-03-13T15:23:00,311][INFO ][logstash.inputs.jdbc ][main] (0.000646s) SELECT * FROM (select * from datasource
) AS t1 LIMIT 50000 OFFSET 0
{“data_source_type”:null,“en_name”:“DEV_ATTENDANCE”,“table_colum_lengrh”:159,“security_level”:null,“request_body”:null,“data_count”:16,"@timestamp":“2020-03-13T07:23:00.313Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“设备签到表”,“id”:7,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“ZJGS_G20”,“cn_name”:null,“owner”:“imis”}
{“data_source_type”:null,“en_name”:“FRM_DEPARTMENT_CODE”,“table_colum_lengrh”:226,“security_level”:null,“request_body”:null,“data_count”:72,"@timestamp":“2020-03-13T07:23:00.313Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“管理部门转换表”,“id”:6,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“TRFF_APP”,“cn_name”:null,“owner”:“jtzk”}
{“data_source_type”:null,“en_name”:“DEV_AUDIT”,“table_colum_lengrh”:0,“security_level”:null,“request_body”:null,“data_count”:0,"@timestamp":“2020-03-13T07:23:00.314Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“null”,“id”:8,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“ZJGS_G20”,“cn_name”:null,“owner”:“imis”}
{“data_source_type”:null,“en_name”:“FRM_CODE”,“table_colum_lengrh”:55,“security_level”:null,“request_body”:null,“data_count”:94775,"@timestamp":“2020-03-13T07:23:00.313Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“代码表”,“id”:2,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“TRFF_APP”,“cn_name”:null,“owner”:“jtzk”}
{“data_source_type”:null,“en_name”:“DEPT_VIOCODE”,“table_colum_lengrh”:0,“security_level”:null,“request_body”:null,“data_count”:0,"@timestamp":“2020-03-13T07:23:00.313Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“单位违法行为范围表”,“id”:4,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“ZJGS_G20”,“cn_name”:null,“owner”:“imis”}
{“data_source_type”:null,“en_name”:“DEV_ATTACHMENT”,“table_colum_lengrh”:122,“security_level”:null,“request_body”:null,“data_count”:24,"@timestamp":“2020-03-13T07:23:00.313Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“项目立项附件表”,“id”:5,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“ZJGS_G20”,“cn_name”:null,“owner”:“imis”}
{“data_source_type”:null,“en_name”:“DEPT_PERMISSION”,“table_colum_lengrh”:26,“security_level”:null,“request_body”:null,“data_count”:19,"@timestamp":“2020-03-13T07:23:00.312Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“数据权限表”,“id”:1,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“ZJGS_G20”,“cn_name”:null,“owner”:“imis”}
{“data_source_type”:null,“en_name”:“DEV_BASE”,“table_colum_lengrh”:179,“security_level”:null,“request_body”:null,“data_count”:3932,"@timestamp":“2020-03-13T07:23:00.314Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“基础设备表”,“id”:9,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“ZJGS_G20”,“cn_name”:null,“owner”:“imis”}
{“data_source_type”:null,“en_name”:“ZDC_DETAIL_LS”,“table_colum_lengrh”:271,“security_level”:null,“request_body”:null,“data_count”:194,"@timestamp":“2020-03-13T07:23:00.313Z”,“activity”:null,“work_space_id”:null,“views”:null,“update_datatime”:null,“create_datetime”:null,“type”:“table”,“response_body”:null,“parent_table_id_set”:null,“description”:“重点车辆详细信息表_导库临时表”,“id”:3,“use_instruction”:null,“data_source_type_id”:null,“department_id”:null,"@version":“1”,“quality”:null,“department_name”:“ITS_READER”,“cn_name”:null,“owner”:“fxc2”}

配置如下：
input {

jdbc {
    jdbc_connection_string => "jdbc:mysql://localhost:3306/datacenter?autoReconnect=true&useUnicode=true&characterEncoding=utf8&serverTimezone=Asia/Shanghai"
    jdbc_user => "root"
    jdbc_password => "12345678"
    jdbc_driver_library => "/usr/local/Cellar/logstash/7.6.1/mysql/mysql-connector-java-8.0.18.jar"
    jdbc_driver_class => "com.mysql.jdbc.Driver"
    jdbc_paging_enabled => "true"
    jdbc_page_size => "50000"
    jdbc_default_timezone => "UTC"
    lowercase_column_names => false
    # 使用其它字段追踪，而不是用时间
    use_column_value => true
    # 追踪的字段
    tracking_column => "update_datatime"
    record_last_run => true
    # 上一个sql_last_value值的存放文件路径, 必须要在文件中指定字段的初始值
    last_run_metadata_path => "/usr/local/Cellar/logstash/7.6.1/mysql/metadata/table_info.txt"
    # 执行的sql文件路径+名称
    statement_filepath => "/usr/local/Cellar/logstash/7.6.1/mysql/statement/table_source.sql"
    # 设置监听间隔  各字段含义（由左至右）分、时、天、月、年，全部为*默认含义为每分钟都更新
    schedule => "* * * * *"
    # 索引类型
    type => "table"
}

jdbc {
    # 索引类型
    type => "column"
    jdbc_connection_string => "jdbc:mysql://localhost:3306/datacenter?autoReconnect=true&useUnicode=true&characterEncoding=utf8&serverTimezone=Asia/Shanghai"
    jdbc_user => "root"
    jdbc_password => "12345678"
    jdbc_driver_library => "/usr/local/Cellar/logstash/7.6.1/mysql/mysql-connector-java-8.0.18.jar"
    jdbc_driver_class => "com.mysql.jdbc.Driver"
    jdbc_paging_enabled => "true"
    jdbc_page_size => "50000"
    jdbc_default_timezone => "UTC"
    lowercase_column_names => false
    # 使用其它字段追踪，而不是用时间
    use_column_value => true
    # 追踪的字段
    tracking_column => "id"
    record_last_run => true
    # 上一个sql_last_value值的存放文件路径, 必须要在文件中指定字段的初始值
    last_run_metadata_path => "/usr/local/Cellar/logstash/7.6.1/mysql/metadata/column_info.txt"
    # 执行的sql文件路径+名称
    statement_filepath => "/usr/local/Cellar/logstash/7.6.1/mysql/statement/column_source.sql"
    # 设置监听间隔  各字段含义（由左至右）分、时、天、月、年，全部为*默认含义为每分钟都更新
    schedule => "* * * * *" 
}

}

filter {
json {
source => "message"
remove_field => [“message”]
}
}

output {
if [type] == “column” {
stdout {
# JSON格式输出
codec => json_lines
}
elasticsearch {
hosts => [“localhost:9200”]
index => "column"
document_id => “%{id}”
}
} else if [type] == “table” {
stdout {
# JSON格式输出
codec => json_lines
}
elasticsearch {
hosts => [“localhost:9200”]
index => "table"
document_id => “%{id}”
}
}
}