es搜索方式的简单介绍

以下命令均是在kibana的“Dev Tools”里面输入的

数据准备:
先存入3条数据

PUT /ecommerce/product/1
{
  "name":"gaolujie yagao",
  "desc":"gaoxiao meibai",
  "price":30,
  "producer":"gaolujie producer",
  "tags":["meibai","fangzhu"]
}
PUT /ecommerce/product/2
{
  "name":"jiajieshi yagao",
  "desc":"youxiao meibai",
  "price":25,
  "producer":"jiajieshi producer",
  "tags":["fangzhu"]
}
PUT /ecommerce/product/3
{
  "name":"zhonghua yagao",
  "desc":"caoben zhuwu",
  "price":40,
  "producer":"zhonghua producer",
  "tags":["qingxin"]
}

es的搜索方式细分为6种

  1. query string search
  2. query DSL
  3. query filter
  4. full-text search
  5. phrase search
  6. highlight search
query string search
  • 搜索所有商品
GET /ecommerce/product/_search

返回的结果及部分字段的解释

{
 "took": 54,           //花费的时间,单位毫秒
 "timed_out": false,   //是否超时, false表示没有超时
 "_shards": {      //数据拆成了5个分片,所以对于搜索请求,会打到所有的primary shard(或者是它的某个replica shard也可以)
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 3,     //查询结果的数量, 3个document
   "max_score": 1, //score的含义,就是document对于一个search的相关度的匹配数据,越相关,就越匹配,分数也越高
   "hits": [       //包含了匹配搜索的document的详细数据
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "2",
       "_score": 1,
       "_source": {
         "name": "jiajieshi yagao",
         "desc": "youxiao meibai",
         "price": 25,
         "producer": "jiajieshi producer",
         "tags": [
           "fangzhu"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "1",
       "_score": 1,
       "_source": {
         "name": "gaolujie yagao",
         "desc": "gaoxiao meibai",
         "price": 30,
         "producer": "gaolujie producer",
         "tags": [
           "meibai",
           "fangzhu"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "3",
       "_score": 1,
       "_source": {
         "name": "zhonghua yagao",
         "desc": "caoben zhuwu",
         "price": 40,
         "producer": "zhonghua producer",
         "tags": [
           "qingxin"
         ]
       }
     }
   ]
 }
}
  • 搜索商品名称中包含yaogao的商品,而且按照售价降序排序(此方法不常用)
GET /ecommerce/product/_search?q=name:yagao&sort=price:desc

结果:

{
 "took": 46,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 3,
   "max_score": null,
   "hits": [
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "3",
       "_score": null,
       "_source": {
         "name": "zhonghua yagao",
         "desc": "caoben zhuwu",
         "price": 40,
         "producer": "zhonghua producer",
         "tags": [
           "qingxin"
         ]
       },
       "sort": [
         40
       ]
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "1",
       "_score": null,
       "_source": {
         "name": "gaolujie yagao",
         "desc": "gaoxiao meibai",
         "price": 30,
         "producer": "gaolujie producer",
         "tags": [
           "meibai",
           "fangzhu"
         ]
       },
       "sort": [
         30
       ]
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "2",
       "_score": null,
       "_source": {
         "name": "jiajieshi yagao",
         "desc": "youxiao meibai",
         "price": 25,
         "producer": "jiajieshi producer",
         "tags": [
           "fangzhu"
         ]
       },
       "sort": [
         25
       ]
     }
   ]
 }
}
query DSL(生产环境使用)

DSL:Domain Specified Language,特定领域的语言

  • 查询所有商品
GET /ecommerce/product/_search
{
 "query":{
   "match_all":{}
 }
}

结果与query string search查询所有商品的结果一致,不再列出

  • 查询名称包含yagao的商品,同时按照价格降序排序
GET /ecommerce/product/_search
{
 "query":{
   "match":{
     "name":"yagao"
   }
 },
 "sort":[
   {
     "price":"desc"
   }
 ]
}

结果与query string search查询并排序的结果一致,不再列出

  • 分页查询商品,总共3条商品,假设每页显示1条商品,如果显示第二页,就会查出来第二个商品
GET /ecommerce/product/_search
{
 "query":{
   "match_all":{}
 },
 "from":1,//0表示从第一条开始,1表示从第二条开始
 "size":1
}
  • 指定要查询出来的商品名称和价格
GET /ecommerce/product/_search
{
 "query":{
   "match_all":{}
 },
 "_source": ["name","price"]
}

结果

{
 "took": 17,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 3,
   "max_score": 1,
   "hits": [
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "2",
       "_score": 1,
       "_source": {
         "price": 25,
         "name": "jiajieshi yagao"
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "1",
       "_score": 1,
       "_source": {
         "price": 30,
         "name": "gaolujie yagao"
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "3",
       "_score": 1,
       "_source": {
         "price": 40,
         "name": "zhonghua yagao"
       }
     }
   ]
 }
}
query filter
  • 搜索商品名称包括yagao,而且售价大于25元的商品
GET /ecommerce/product/_search
{
 "query":{
   "bool":{
     "must":{
       "match":{
         "name":"yagao"
       }
     },
     "filter":{
       "range":{
         "price":{
           "gt":25
         }
       }
     }
   }
 }
}

结果

{
 "took": 16,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 2,
   "max_score": 0.25811607,
   "hits": [
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "1",
       "_score": 0.25811607,
       "_source": {
         "name": "gaolujie yagao",
         "desc": "gaoxiao meibai",
         "price": 30,
         "producer": "gaolujie producer",
         "tags": [
           "meibai",
           "fangzhu"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "3",
       "_score": 0.25811607,
       "_source": {
         "name": "zhonghua yagao",
         "desc": "caoben zhuwu",
         "price": 40,
         "producer": "zhonghua producer",
         "tags": [
           "qingxin"
         ]
       }
     }
   ]
 }
}
full-text search(全文检索)

添加新数据

PUT /ecommerce/product/4
{
 "name":"special yagao",
 "desc":"special meibai",
 "price":50,
 "producer":"special yagao producer",
 "tags":["meibai"]
}

搜索

GET /ecommerce/product/_search
{
 "query":{
   "match":{
     "producer":"yagao producer"
   }
 }
}

结果

{
 "took": 7,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 4,
   "max_score": 0.70293105,
   "hits": [
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "4",
       "_score": 0.70293105,
       "_source": {
         "name": "special yagao",
         "desc": "special meibai",
         "price": 50,
         "producer": "special yagao producer",
         "tags": [
           "meibai"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "1",
       "_score": 0.25811607,
       "_source": {
         "name": "gaolujie yagao",
         "desc": "gaoxiao meibai",
         "price": 30,
         "producer": "gaolujie producer",
         "tags": [
           "meibai",
           "fangzhu"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "3",
       "_score": 0.25811607,
       "_source": {
         "name": "zhonghua yagao",
         "desc": "caoben zhuwu",
         "price": 40,
         "producer": "zhonghua producer",
         "tags": [
           "qingxin"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "2",
       "_score": 0.1805489,
       "_source": {
         "name": "jiajieshi yagao",
         "desc": "youxiao meibai",
         "price": 25,
         "producer": "jiajieshi producer",
         "tags": [
           "fangzhu"
         ]
       }
     }
   ]
 }
}
phrase search(短语搜索)

跟全文检索相反,全文检索会将输入的搜索拆解开来,去倒排索引里去一一匹配,只要能匹配上任意一个拆解后的单词,就可以作为结果返回
phrase search ,要求输入的搜索串,必须在指定的字段文本中,完全包含一模一样,才可匹配,才能作为结果返回

GET /ecommerce/product/_search
{
 "query":{
   "match_phrase":{
     "producer":"yagao producer"
   }
 }
}

结果

{
  "took": 18,
  "timed_out": false,
  "_shards": {
    "total": 5,
    "successful": 5,
    "failed": 0
  },
  "hits": {
    "total": 1,
    "max_score": 0.70293105,
    "hits": [
      {
        "_index": "ecommerce",
        "_type": "product",
        "_id": "4",
        "_score": 0.70293105,
        "_source": {
          "name": "special yagao",
          "desc": "special meibai",
          "price": 50,
          "producer": "special yagao producer",
          "tags": [
            "meibai"
          ]
        }
      }
    ]
  }
}
highlight search(高亮搜索结果)
GET /ecommerce/product/_search
{
 "query":{
   "match":{
     "producer":"producer"
   }
 },
 "highlight":{
   "fields":{
     "producer":{}
   }
 }
}

结果

{
 "took": 66,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 4,
   "max_score": 0.25811607,
   "hits": [
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "1",
       "_score": 0.25811607,
       "_source": {
         "name": "gaolujie yagao",
         "desc": "gaoxiao meibai",
         "price": 30,
         "producer": "gaolujie producer",
         "tags": [
           "meibai",
           "fangzhu"
         ]
       },
       "highlight": {
         "producer": [
           "gaolujie producer"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "3",
       "_score": 0.25811607,
       "_source": {
         "name": "zhonghua yagao",
         "desc": "caoben zhuwu",
         "price": 40,
         "producer": "zhonghua producer",
         "tags": [
           "qingxin"
         ]
       },
       "highlight": {
         "producer": [
           "zhonghua producer"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "2",
       "_score": 0.1805489,
       "_source": {
         "name": "jiajieshi yagao",
         "desc": "youxiao meibai",
         "price": 25,
         "producer": "jiajieshi producer",
         "tags": [
           "fangzhu"
         ]
       },
       "highlight": {
         "producer": [
           "jiajieshi producer"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "4",
       "_score": 0.14638957,
       "_source": {
         "name": "special yagao",
         "desc": "special meibai",
         "price": 50,
         "producer": "special yagao producer",
         "tags": [
           "meibai"
         ]
       },
       "highlight": {
         "producer": [
           "special yagao producer"
         ]
       }
     }
   ]
 }
}

更复杂的一些应用

  • 计算每个tag下的商品数量
GET /ecommerce/product/_search
{
 "aggs": {
   "group_by_tags": {//这个key是自己起的
     "terms": { "field": "tags" }//tags 是数据的key值
   }
 }
}

词语句回报异常
es5.2.0版本的解决方案:

将文本field的fielddata属性设置为true

PUT /ecommerce/_mapping/product
{
 "properties": {
   "tags": {
     "type": "text",
     "fielddata": true
   }
 }
}

结果:

{
 "took": 5,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 3,
   "max_score": 1,
   "hits": [
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "2",
       "_score": 1,
       "_source": {
         "name": "jiajieshi yagao",
         "desc": "youxiao meibai",
         "price": 25,
         "producer": "jiajieshi producer",
         "tags": [
           "fangzhu"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "1",
       "_score": 1,
       "_source": {
         "name": "gaolujie yagao",
         "desc": "gaoxiao meibai",
         "price": 30,
         "producer": "gaolujie producer",
         "tags": [
           "meibai",
           "fangzhu"
         ]
       }
     },
     {
       "_index": "ecommerce",
       "_type": "product",
       "_id": "3",
       "_score": 1,
       "_source": {
         "name": "zhonghua yagao",
         "desc": "caoben zhuwu",
         "price": 40,
         "producer": "zhonghua producer",
         "tags": [
           "qingxin"
         ]
       }
     }
   ]
 },
 "aggregations": {
   "group_by_tags": {
     "doc_count_error_upper_bound": 0,
     "sum_other_doc_count": 0,
     "buckets": [
       {
         "key": "fangzhu",
         "doc_count": 2
       },
       {
         "key": "meibai",
         "doc_count": 1
       },
       {
         "key": "qingxin",
         "doc_count": 1
       }
     ]
   }
 }
}
  • 对名称中包含yagao的商品,计算每个tag下的商品数量
GET /ecommerce/product/_search
{
 "size": 0,//不显示搜索结果
 "query": {
   "match": {
     "name": "yagao"
   }
 },
 "aggs": {
   "all_tags": {
     "terms": {
       "field": "tags"
     }
   }
 }
}

结果:

{
 "took": 6,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 3,
   "max_score": 0,
   "hits": []
 },
 "aggregations": {
   "all_tags": {
     "doc_count_error_upper_bound": 0,
     "sum_other_doc_count": 0,
     "buckets": [
       {
         "key": "fangzhu",
         "doc_count": 2
       },
       {
         "key": "meibai",
         "doc_count": 1
       },
       {
         "key": "qingxin",
         "doc_count": 1
       }
     ]
   }
 }
}
  • 先分组,再算每组的平均值,计算每个tag下的商品的平均价格
GET /ecommerce/product/_search
{
    "size": 0,
    "aggs" : {
        "group_by_tags" : {
            "terms" : { "field" : "tags" },
            "aggs" : {
                "avg_price" : {
                    "avg" : { "field" : "price" }
                }
            }
        }
    }
}

结果

{
 "took": 5,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 3,
   "max_score": 0,
   "hits": []
 },
 "aggregations": {
   "group_by_tags": {
     "doc_count_error_upper_bound": 0,
     "sum_other_doc_count": 0,
     "buckets": [
       {
         "key": "fangzhu",
         "doc_count": 2,
         "avg_price": {
           "value": 27.5
         }
       },
       {
         "key": "meibai",
         "doc_count": 1,
         "avg_price": {
           "value": 30
         }
       },
       {
         "key": "qingxin",
         "doc_count": 1,
         "avg_price": {
           "value": 40
         }
       }
     ]
   }
 }
}
  • 计算每个tag下的商品的平均价格,并且按照平均价格降序排序
GET /ecommerce/product/_search
{
   "size": 0,
   "aggs" : {
       "all_tags" : {
           "terms" : { "field" : "tags", "order": { "avg_price": "desc" } },
           "aggs" : {
               "avg_price" : {
                   "avg" : { "field" : "price" }
               }
           }
       }
   }
}

结果

{
 "took": 20,
 "timed_out": false,
 "_shards": {
   "total": 5,
   "successful": 5,
   "failed": 0
 },
 "hits": {
   "total": 3,
   "max_score": 0,
   "hits": []
 },
 "aggregations": {
   "all_tags": {
     "doc_count_error_upper_bound": 0,
     "sum_other_doc_count": 0,
     "buckets": [
       {
         "key": "qingxin",
         "doc_count": 1,
         "avg_price": {
           "value": 40
         }
       },
       {
         "key": "meibai",
         "doc_count": 1,
         "avg_price": {
           "value": 30
         }
       },
       {
         "key": "fangzhu",
         "doc_count": 2,
         "avg_price": {
           "value": 27.5
         }
       }
     ]
   }
 }
}
  • 按照指定的价格范围区间进行分组,然后在每组内再按照tag进行分组,最后再计算每组的平均价格
GET /ecommerce/product/_search
{
 "size": 0,
 "aggs": {
   "group_by_price": {
     "range": {
       "field": "price",
       "ranges": [
         {
           "from": 0,
           "to": 20
         },
         {
           "from": 20,
           "to": 40
         },
         {
           "from": 40,
           "to": 50
         }
       ]
     },
     "aggs": {
       "group_by_tags": {
         "terms": {
           "field": "tags"
         },
         "aggs": {
           "average_price": {
             "avg": {
               "field": "price"
             }
           }
         }
       }
     }
   }
 }
}

结果:

{
  "took": 4,
  "timed_out": false,
  "_shards": {
    "total": 5,
    "successful": 5,
    "failed": 0
  },
  "hits": {
    "total": 3,
    "max_score": 0,
    "hits": []
  },
  "aggregations": {
    "group_by_price": {
      "buckets": [
        {
          "key": "0.0-20.0",
          "from": 0,
          "to": 20,
          "doc_count": 0,
          "group_by_tags": {
            "doc_count_error_upper_bound": 0,
            "sum_other_doc_count": 0,
            "buckets": []
          }
        },
        {
          "key": "20.0-40.0",
          "from": 20,
          "to": 40,
          "doc_count": 2,
          "group_by_tags": {
            "doc_count_error_upper_bound": 0,
            "sum_other_doc_count": 0,
            "buckets": [
              {
                "key": "fangzhu",
                "doc_count": 2,
                "avage_price": {
                  "value": 27.5
                }
              },
              {
                "key": "meibai",
                "doc_count": 1,
                "avage_price": {
                  "value": 30
                }
              }
            ]
          }
        },
        {
          "key": "40.0-60.0",
          "from": 40,
          "to": 60,
          "doc_count": 1,
          "group_by_tags": {
            "doc_count_error_upper_bound": 0,
            "sum_other_doc_count": 0,
            "buckets": [
              {
                "key": "qingxin",
                "doc_count": 1,
                "avage_price": {
                  "value": 40
                }
              }
            ]
          }
        }
      ]
    }
  }
}

你可能感兴趣的:(es搜索方式的简单介绍)