Incorporating static relevance signals into the score

Incorporating static relevance signals into the score

Many domains have static signals that are known to be correlated with relevance. For instance PageRank and url length are two commonly used features for web search in order to tune the score of web pages independently of the query.

There are two main queries that allow combining static score contributions with textual relevance, eg. as computed with BM25:

For instance imagine that you have a pagerank field that you wish to combine with the BM25 score so that the final score is equal to score = bm25_score + pagerank / (10 + pagerank).

With the script_score query the query would look like this:

  1. resp = client.search(
  2.     index="index",
  3.     query={
  4.         "script_score": {
  5.             "query": {
  6.                 "match": {
  7.                     "body": "elasticsearch"
  8.                 }
  9.             },
  10.             "script": {
  11.                 "source": "_score * saturation(doc['pagerank'].value, 10)"
  12.             }
  13.         }
  14.     },
  15. )
  16. print(resp)
  1. response = client.search(
  2.   index: 'index',
  3.   body: {
  4.     query: {
  5.       script_score: {
  6.         query: {
  7.           match: {
  8.             body: 'elasticsearch'
  9.           }
  10.         },
  11.         script: {
  12.           source: "_score * saturation(doc['pagerank'].value, 10)"
  13.         }
  14.       }
  15.     }
  16.   }
  17. )
  18. puts response
  1. const response = await client.search({
  2.   index: "index",
  3.   query: {
  4.     script_score: {
  5.       query: {
  6.         match: {
  7.           body: "elasticsearch",
  8.         },
  9.       },
  10.       script: {
  11.         source: "_score * saturation(doc['pagerank'].value, 10)",
  12.       },
  13.     },
  14.   },
  15. });
  16. console.log(response);
  1. GET index/_search
  2. {
  3.   "query": {
  4.     "script_score": {
  5.       "query": {
  6.         "match": { "body": "elasticsearch" }
  7.       },
  8.       "script": {
  9.         "source": "_score * saturation(doc['pagerank'].value, 10)" 
  10.       }
  11.     }
  12.   }
  13. }

pagerank must be mapped as a Numeric

while with the rank_feature query it would look like below:

  1. resp = client.search(
  2.     query={
  3.         "bool": {
  4.             "must": {
  5.                 "match": {
  6.                     "body": "elasticsearch"
  7.                 }
  8.             },
  9.             "should": {
  10.                 "rank_feature": {
  11.                     "field": "pagerank",
  12.                     "saturation": {
  13.                         "pivot": 10
  14.                     }
  15.                 }
  16.             }
  17.         }
  18.     },
  19. )
  20. print(resp)
  1. response = client.search(
  2.   body: {
  3.     query: {
  4.       bool: {
  5.         must: {
  6.           match: {
  7.             body: 'elasticsearch'
  8.           }
  9.         },
  10.         should: {
  11.           rank_feature: {
  12.             field: 'pagerank',
  13.             saturation: {
  14.               pivot: 10
  15.             }
  16.           }
  17.         }
  18.       }
  19.     }
  20.   }
  21. )
  22. puts response
  1. const response = await client.search({
  2.   query: {
  3.     bool: {
  4.       must: {
  5.         match: {
  6.           body: "elasticsearch",
  7.         },
  8.       },
  9.       should: {
  10.         rank_feature: {
  11.           field: "pagerank",
  12.           saturation: {
  13.             pivot: 10,
  14.           },
  15.         },
  16.       },
  17.     },
  18.   },
  19. });
  20. console.log(response);
  1. GET _search
  2. {
  3.   "query": {
  4.     "bool": {
  5.       "must": {
  6.         "match": { "body": "elasticsearch" }
  7.       },
  8.       "should": {
  9.         "rank_feature": {
  10.           "field": "pagerank", 
  11.           "saturation": {
  12.             "pivot": 10
  13.           }
  14.         }
  15.       }
  16.     }
  17.   }
  18. }

pagerank must be mapped as a rank_feature field

While both options would return similar scores, there are trade-offs: script_score provides a lot of flexibility, enabling you to combine the text relevance score with static signals as you prefer. On the other hand, the rank_feature query only exposes a couple ways to incorporate static signals into the score. However, it relies on the rank_feature and rank_features fields, which index values in a special way that allows the rank_feature query to skip over non-competitive documents and get the top matches of a query faster.