ES简单实用DSL查询

ES版本信息

$ http://10.72.25.10:9200/
{
  "name" : "hdp4.0",
  "cluster_name" : "mycluster",
  "cluster_uuid" : "mlYXoX2nQLqoEg0mirQsdw",
  "version" : {
    "number" : "5.5.3",
    "build_hash" : "Unknown",
    "build_date" : "2017-11-20T04:23:31.244Z",
    "build_snapshot" : false,
    "lucene_version" : "6.6.0"
  },
  "tagline" : "You Know, for Search"
}

查看所有索引

$ http://10.72.25.10:9200/_cat/indices

查看字段类型

$ http://10.72.25.10:9200/books/_mapping?pretty=true

创建索引

curl -XPUT 'http://10.72.25.10:9200/books/' -d '{  
    "mappings": {
        "IT": {
            "properties": {
                "message": {
                    "type": "string"        
                }      
            }    
         }  
}}'

curl -XPUT 'http://10.72.25.10:9200/books/' -d '{  
    "mappings": {
        "IT": {
            "properties": {
                "id": {"type": "keyword"},      
                "title": {"type": "keyword"},      
                "language": {"type": "keyword"},      
                "author": {"type": "keyword"},      
                "price": {"type": "float"},      
                "year": {"type": "integer"},      
                "description": {"type": "keyword"},      
                "tel": {"type": "keyword"},
                "d_val": {"type": "date", "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis"}
            }    
         }  
}}'

删除索引

$ curl -XDELETE http://10.72.25.10:9200/books

批量(_bulk)加载数据

$ cat book.json
{"index":{ "_index": "books", "_type": "IT", "_id": "1" }}
{"id":"1","title":"Java Book","language":"java","author":"Bruce Eckel","price":70.20,"year":2007,"description":"Java must read", "tel":"15313016138", "d_val":"2018-11-01 12:25:36"}
{"index":{ "_index": "books", "_type": "IT", "_id": "2" }}
{"id":"2","title":"Java perform","language":"java","author":"John Li","price":46.50,"year":2012,"description":"permformance ..", "tel":"13548621254", "d_val":"2018-11-01 08:25:50"}
{"index":{ "_index": "books", "_type": "IT", "_id": "3" }}
{"id":"3","title":"Python compte","language":"python","author":"Tohma Ke","price":81.40,"year":2016,"description":"py ...", "tel":"13245687956", "d_val":"2018-11-01 19:30:20"}
{"index":{ "_index": "books", "_type": "IT", "_id": "4" }}
{"id":"4","title":"Python base","language":"python","author":"Tomash Si","price":54.50,"year": 2014,"description":"py base....", "tel":"aefda1567fdsa13", "d_val":"2018-09-01"}
{"index":{ "_index": "books", "_type": "IT", "_id": "5" }}
{"id":"5","title":"JavaScript high","language":"javascript","author":"Nicholas C.Zakas","price":66.40,"year":2012,"description":"JavaScript.....", "tel":"a14512dfa", "d_val":"2018-08-01"}

$ curl -XPOST "http://10.72.25.10:9200/_bulk?pretty" --data-binary @book.json

查询数据

$ http://10.72.25.10:9200/books/IT/_search?pretty=true

查询1000条数据

curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{  
    "size":10000,
    "query": {
        "match_all": {}
  

单/多字段过虑查询 不包含查询

curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{  
    "size":10,
    "query": {
        "bool" : {
           "must_not" : {
              "term" : {
                "field" : "video_name"
              }
           }
         }
    }
}'

curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{  
  "query": {
      "bool": {
           "must_not": {
                 "terms": {  
                     "field" : ["video_name", "column_name", "areaid"]
                 }
            }
       }
  },
  "size": 10
}'

正则过虑

# 官方文档标明正则不支持text
curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{  
  "size" : 100,
  "query": {
        "regexp":{
                "s_value": "DV.*58"
        }
    }
}'

多字段过虑包含

curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{  
  "query": {
      "bool": {
           "must": [
                 { "match": { "port":  "9083" }},
                 { "match": { "name": "tt_vod_program_play_test" }},
                 { "match": { "s_timestamp": "1545719719164" }}
            ]
       }
  },
  "size": 10
}'

过虑COUNT

curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{  
  "query": {
      "term" : { "source" : "Hive" }
  }
}'

日期范围查询

curl -XPOST "http://10.72.25.10:9200/books/IT/_search?pretty" -d '{  
  "query": {
    "range": {
        "d_val": {
            "gte": "2018-09-01",
            "lte": "2018-12-30"
        }
    }
  }
}'

查询数字范围

curl -XPOST "http://10.72.25.10:9200/books/IT/_search?pretty" -d '{  
    "query": {
        "range" : {
            "price" : {
                "gte" : 50,
                "lte" : 70
            }
        }
    }
}'

分组聚合

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
"size": 0,
"aggs": {
    "user_type": {
      "terms": {
        "field": "year"
      }
    }
  }
}'

统计price最大值

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
"size": 0,
"aggs": {
    "max_price": {
      "max": {
        "field": "price"
      }
    }
  }
}'

去重COUNT

curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '
{
  "aggs":{
    "uniq_attr":{
      "cardinality": {
        "field": "name"
      }
    }
  }
}
'

统计price最小值

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
"size": 0,
"aggs": {
    "min_price": {
      "min": {
        "field": "price"
      }
    }
  }
}'

分组并求平均

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
    "size": 0,
    "aggs": {
        "per_count": {
            "terms": {
                "field": "year"
            },
            "aggs": {
                "avg_price": {
                    "avg": {
                        "field": "price"
                    }
                }
            }
        }
    }
}'

求和

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
    "size": 0,
    "aggs": {
        "sum_count": {
            "sum": {
                "field": "price"
            }
        }
    }
}'

基本统计

返回字段的最大值、最小值、平均值、求和

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
    "size": 0,
    "aggs": {
        "grades_stat": {
            "stats": {
                "field":"price"
            }
        }
    }
}'

高级统计

除基本的外, 高级统计还会返回方差、标准差等

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
    "size": 0,
    "aggs": {
        "grades_stat": {
            "extended_stats": {
                "field":"price"
            }
        }
    }
}'

百分比统计

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
    "size": 0,
    "aggs": {
        "load_time_outlier": {
            "percentiles": {
                "field":"year"
            }
        }
    }
}'

分段统计

统计价格小于50、50－80、大于80的百分比

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
    "size": 0,
    "aggs": {
        "price_ranges": {
            "range": {
                "field":"price",
                "ranges": [ { "to": 50}, {"from":50, "to": 80}, {"from": 80} ]
            }
        }
    }
}'

过虑加SUM

$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{  
    "size": 0,
    "query":{
        "match": {
            "language":"java"
        }
    },
    "aggs": {
            "sum_cnt": {
                "sum": {
                    "field":"price"
                }
            }
    }
}'