Search code examples
pythonelasticsearchsearchn-gramelasticsearch-analyzers

Partial search return zero hits


I have managed to do the exact search using elasticsearch (V6.1.3). But when I am trying to do partial or ignore case (e.g:{"query": {"match": {"demodata": "Hello"}}} or {"query": {"match": {"demodata": "ell"}}}), getting zero hits. Don't know why? I have set up my analyzer based on following hints: Partial search

from elasticsearch import Elasticsearch
es = Elasticsearch()
settings={
    "mappings": {
        "my-type": {
            'properties': {"demodata": {
                "type": "string",
                "search_analyzer": "search_ngram",
                "index_analyzer": "index_ngram"
            }
        }},

    },
    "settings": {
            "analysis": {
                    "filter": {
                            "ngram_filter": {
                                    "type": "ngram",
                                    "min_gram": 3,
                                    "max_gram": 8
                            }
                    },
                    "analyzer": {
                            "index_ngram": {
                                    "type": "custom",
                                    "tokenizer": "keyword",
                                    "filter": [ "ngram_filter", "lowercase" ]
                            },
                            "search_ngram": {
                                    "type": "custom",
                                    "tokenizer": "keyword",
                                    "filter": "lowercase"
                            }
                    }
            }
    }
}
es.indices.create(index="my-index", body=settings, ignore=400)
docs=[
    { "demodata": "hello" },
    { "demodata": "hi" },
    { "demodata": "bye" },
    { "demodata": "HelLo WoRld!" }
]
for doc in docs:
    res = es.index(index="my-index", doc_type="my-type", body=doc)

res = es.search(index="my-index", body={"query": {"match": {"demodata": "Hello"}}})
print("Got %d Hits:" % res["hits"]["total"])
print (res)

Updated code based on Piotr Pradzynski input but it is not working!!!

from elasticsearch import Elasticsearch
es = Elasticsearch()
if not es.indices.exists(index="my-index"):
    customset={
        "settings": {
            "analysis": {
                "analyzer": {
                    "my_analyzer": {
                        "tokenizer": "my_tokenizer"
                    }
                },
                "tokenizer": {
                    "my_tokenizer": {
                        "type": "ngram",
                        "min_gram": 3,
                        "max_gram": 20,
                        "token_chars": [
                            "letter",
                            "digit"
                        ]
                    }
                }
            }
        }
    }


    es.indices.create(index="my-index", body=customset, ignore=400)
    docs=[
        { "demodata": "hELLO" },
        { "demodata": "hi" },
        { "demodata": "bye" },
        { "demodata": "HeLlo WoRld!" },
        { "demodata": "xyz@abc.com" }
    ]
    for doc in docs:
        res = es.index(index="my-index", doc_type="my-type", body=doc)



es.indices.refresh(index="my-index")
res = es.search(index="my-index", body={"query": {"match": {"demodata":{"query":"ell","analyzer": "my_analyzer"}}}})

#print res
print("Got %d Hits:" % res["hits"]["total"])
print (res)

Solution

  • I think you should use NGram Tokenizer instead of NGram Token Filter and add multi field which will be using this tokenizer.

    Something like that:

    PUT my-index
    {
      "settings": {
        "analysis": {
          "analyzer": {
            "ngram_analyzer": {
              "tokenizer": "ngram_tokenizer",
              "filter": [
                "lowercase",
                "asciifolding"
              ]
            }
          },
          "tokenizer": {
            "ngram_tokenizer": {
              "type": "ngram",
              "min_gram": 3,
              "max_gram": 15,
              "token_chars": [
                "letter",
                "digit"
              ]
            }
          }
        }
      },
      "mappings": {
        "my-type": {
          "properties": {
            "demodata": {
              "type": "text",
              "fields": {
                "ngram": {
                  "type": "text",
                  "analyzer": "ngram_analyzer",
                  "search_analyzer": "standard"
                }
              }
            }
          }
        }
      }
    }
    

    And then you have to use the added mulit-field demodata.ngram in search:

    res = es.search(index="my-index", body={"query": {"match": {"demodata.ngram": "Hello"}}})