Elasticsearch mapping conflict
\\
0> head -n 3 upload_ori_size.log | grep ori_size
{ "http_host": "bj.unistore.weibo.cn", "private": "public", "orilog": "lar", "mklog": "mkstr:[3|.\/images\/weibo_logo_small.png|@-他们叫我三哥哥|weibo.com\/u\/5155207263]", "ori_md5": "db302e49b603314db80e258d775e1f7f", "uid": "5155207263", "cachepath": "\/weibo_img\/filer_cache\/t_cache\/136\/098\/005CSIUfjw1ey2y4c1gjtj30dc0hsad1", "pid": "005CSIUfjw1ey2y4c1gjtj30dc0hsad1", "ori_size": "115296", "app": "mobile", "datetime": "2015-11-16 17:31:33", "@timestamp": "2015-11-16T17:31:33+0800", "message": " 2015-11-16 17:31:33#011Store: mobile 115296 005CSIUfjw1ey2y4c1gjtj30dc0hsad1 \/weibo_img\/filer_cache\/t_cache\/136\/098\/005CSIUfjw1ey2y4c1gjtj30dc0hsad1 5155207263 db302e49b603314db80e258d775e1f7f mkstr:[3|.\/images\/weibo_logo_small.png|@-他们叫我三哥哥|weibo.com\/u\/5155207263] lar public bj.unistore.weibo.cn", "host": "upl001.weibo.imgbed.bx.sinanode.com", "type": "weibo_img_upload_app_access" }
\\
0> head -n 2 service_response_time.log | grep response_time
{ "datauri": "155\/065\/9b41314fa57b5030be1a6967e67f89fa0000781f.thu?pid=66d7742cjw6dfar2jseojj", "datahost": "data11.bj.storage.t.sinaimg.cn", "response_time": "1110.89", "file_size": "5819", "action": "DOWN", "idc": "bjcnc", "datetime": "2015-11-16 17:35:06", "@timestamp": "2015-11-16T17:35:06+0800", "message": " 2015-11-16 17:35:06#011- - - - - ACCESS bjcnc DOWN 5819 1110.89 http:\/\/data11.bj.storage.t.sinaimg.cn\/155\/065\/9b41314fa57b5030be1a6967e67f89fa0000781f.thu?pid=66d7742cjw6dfar2jseojj", "host": "svc001.weibo.imgbed.bx.sinanode.com", "type": "weibo_img_service_app_access" }
\\
0> head -n 10 replicator_access.log | grep file_size
{"host":"rep001.weibo.imgbed.bx.sinanode.com", "download_speed": "612234.0", "cost_time": "0.690773", "file_size": 422915, "file_path": "\/weibo_img\/filer_cache\/t_cache\/047\/131\/b7d4e5c8gw1ey2wsz09rhj20xc18g13x.lar", "id": "7294", "level": "INFO", "fromidc": "GZ", "service": "replicate", "ms": "230", "@timestamp": "2015-11-16T16:46:03+0800", "type": "weibo_img_replicator_app_access" }
\\ service mapping
130> curl -XGET http://10.19.0.64:9200/logstash-php-2015.11.10/weibo_img_service_app/_mapping?pretty
{
"logstash-php-2015.11.10" : {
"mappings" : {
"weibo_img_service_app" : {
"dynamic_templates" : [ {
"message_field" : {
"mapping" : {
"index" : "analyzed",
"omit_norms" : true,
"store" : false,
"type" : "string"
},
"match" : "message",
"match_mapping_type" : "string"
}
}, {
"string_fields" : {
"mapping" : {
"ignore_above" : 256,
"index" : "not_analyzed",
"store" : false,
"type" : "string",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "string"
}
}, {
"long_fields" : {
"mapping" : {
"type" : "long",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "long"
}
}, {
"integer_fields" : {
"mapping" : {
"type" : "integer",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "integer"
}
}, {
"double_fields" : {
"mapping" : {
"type" : "double",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "double"
}
}, {
"float_fields" : {
"mapping" : {
"type" : "float",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "float"
}
} ],
"_all" : {
"enabled" : true
},
"properties" : {
"@timestamp" : {
"type" : "date",
"doc_values" : true,
"format" : "dateOptionalTime"
},
"action" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"city" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"clientip" : {
"type" : "ip",
"doc_values" : true
},
"datahost" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"datauri" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"datetime" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"details" : {
"type" : "object",
"enabled" : false
},
"end_time" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
},
"error_no" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"error_type" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"file_size" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"geoip" : {
"dynamic" : "true",
"properties" : {
"location" : {
"type" : "geo_point"
}
}
},
"host" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"idc" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"jsoncontent" : {
"dynamic" : "true",
"properties" : {
"content" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 8092
}
}
},
"jsonlog" : {
"type" : "string",
"index" : "no"
},
"logsource" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"message" : {
"type" : "string",
"norms" : {
"enabled" : false
}
},
"originalmsg" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"pic_id" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"pic_length" : {
"type" : "long",
"doc_values" : true
},
"pic_type" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"request_header" : {
"type" : "object",
"enabled" : false
},
"response_header" : {
"type" : "object",
"enabled" : false
},
"response_time" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"rtt" : {
"type" : "double",
"doc_values" : true
},
"start_time" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
},
"timestamp" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"type" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"uid" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
},
"unparsed-data" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"video_buffer_duration" : {
"type" : "long",
"doc_values" : true
},
"video_duration" : {
"type" : "double",
"doc_values" : true
},
"video_request_header" : {
"type" : "object",
"enabled" : false
},
"video_response_header" : {
"type" : "object",
"enabled" : false
},
"video_time_duration" : {
"type" : "nested",
"properties" : {
"duration" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"type" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
}
}
},
"wm" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
}
}
}
}
}
}
\\ upload mapping
0> curl -XGET http://10.19.0.64:9200/logstash-php-2015.11.10/weibo_img_upload_app/_mapping?pretty
{
"logstash-php-2015.11.10" : {
"mappings" : {
"weibo_img_upload_app" : {
"dynamic_templates" : [ {
"message_field" : {
"mapping" : {
"index" : "analyzed",
"omit_norms" : true,
"store" : false,
"type" : "string"
},
"match" : "message",
"match_mapping_type" : "string"
}
}, {
"string_fields" : {
"mapping" : {
"ignore_above" : 256,
"index" : "not_analyzed",
"store" : false,
"type" : "string",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "string"
}
}, {
"long_fields" : {
"mapping" : {
"type" : "long",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "long"
}
}, {
"integer_fields" : {
"mapping" : {
"type" : "integer",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "integer"
}
}, {
"double_fields" : {
"mapping" : {
"type" : "double",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "double"
}
}, {
"float_fields" : {
"mapping" : {
"type" : "float",
"doc_values" : true
},
"match" : "*",
"match_mapping_type" : "float"
}
} ],
"_all" : {
"enabled" : true
},
"properties" : {
"@timestamp" : {
"type" : "date",
"doc_values" : true,
"format" : "dateOptionalTime"
},
"action_type" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"app" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"cachepath" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"clientip" : {
"type" : "ip",
"doc_values" : true
},
"datetime" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"details" : {
"type" : "object",
"enabled" : false
},
"end_time" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
},
"geoip" : {
"dynamic" : "true",
"properties" : {
"location" : {
"type" : "geo_point"
}
}
},
"host" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"http_host" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"jsoncontent" : {
"dynamic" : "true",
"properties" : {
"content" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 8092
}
}
},
"jsonlog" : {
"type" : "string",
"index" : "no"
},
"location" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"logsource" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"message" : {
"type" : "string",
"norms" : {
"enabled" : false
}
},
"mklog" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"ori_md5" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"ori_size" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"orilog" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"pic_length" : {
"type" : "long",
"doc_values" : true
},
"pid" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"private" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"request_header" : {
"type" : "object",
"enabled" : false
},
"response_header" : {
"type" : "object",
"enabled" : false
},
"rtt" : {
"type" : "double",
"doc_values" : true
},
"start_time" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
},
"timestamp" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"type" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"uid" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
},
"video_buffer_duration" : {
"type" : "long",
"doc_values" : true
},
"video_duration" : {
"type" : "double",
"doc_values" : true
},
"video_request_header" : {
"type" : "object",
"enabled" : false
},
"video_response_header" : {
"type" : "object",
"enabled" : false
},
"video_time_duration" : {
"type" : "nested",
"properties" : {
"duration" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
},
"type" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true,
"ignore_above" : 256
}
}
},
"wm" : {
"type" : "string",
"index" : "not_analyzed",
"doc_values" : true
}
}
}
}
}
}