pelias
/
api
mirror of https://github.com/pelias/api.git
1
0
Fork 0
Code Issues Releases Activity
Browse Source

better population and popularity boosting

pull/338/head
Peter Johnson 9 years ago
parent
bfd2720681
commit
cb679888ff
17 changed files with 519 additions and 314 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 2
      package.json
  2. 3
      query/autocomplete.js
  3. 12
      query/defaults.js
  4. 3
      query/search.js
  5. 58
      test/unit/fixture/autocomplete_linguistic_focus.js
  6. 58
      test/unit/fixture/autocomplete_linguistic_focus_null_island.js
  7. 58
      test/unit/fixture/autocomplete_linguistic_only.js
  8. 58
      test/unit/fixture/search_boundary_country.js
  9. 55
      test/unit/fixture/search_full_address.js
  10. 58
      test/unit/fixture/search_linguistic_bbox.js
  11. 58
      test/unit/fixture/search_linguistic_focus.js
  12. 58
      test/unit/fixture/search_linguistic_focus_bbox.js
  13. 58
      test/unit/fixture/search_linguistic_focus_null_island.js
  14. 58
      test/unit/fixture/search_linguistic_only.js
  15. 58
      test/unit/fixture/search_partial_address.js
  16. 58
      test/unit/fixture/search_regions_address.js

2
package.json
Unescape View File

@ -51,7 +51,7 @@
"pelias-config": "^1.0.1",
"pelias-esclient": "0.0.25",
"pelias-logger": "^0.0.8",
"pelias-query": "2.0.0",
"pelias-query": "4.0.0",
"pelias-schema": "1.0.0",
"pelias-suggester-pipeline": "2.0.2",
"stats-lite": "^1.0.3",

3
query/autocomplete.js
Unescape View File

@ -14,7 +14,8 @@ query.score( peliasQuery.view.ngrams, 'must' );
// scoring boost
query.score( peliasQuery.view.phrase );
query.score( peliasQuery.view.focus( peliasQuery.view.ngrams ) );
query.score( peliasQuery.view.popularity(['admin0','admin1','admin2']) );
query.score( peliasQuery.view.popularity( peliasQuery.view.phrase ) );
query.score( peliasQuery.view.population( peliasQuery.view.phrase ) );
// --------------------------------

12
query/defaults.js
Unescape View File

@ -79,6 +79,16 @@ module.exports = extend( false, peliasQuery.defaults, {
'admin:neighborhood:analyzer': 'peliasAdmin',
'admin:neighborhood:field': 'neighborhood',
'admin:neighborhood:boost': 1
'admin:neighborhood:boost': 1,
'popularity:field': 'popularity',
'popularity:modifier': 'sqrt',
'popularity:max_boost': 10000,
'popularity:weight': 1,
'population:field': 'population',
'population:modifier': 'sqrt',
'population:max_boost': 2000,
'population:weight': 1
});

3
query/search.js
Unescape View File

@ -15,7 +15,8 @@ query.score( peliasQuery.view.ngrams, 'must' );
// scoring boost
query.score( peliasQuery.view.phrase );
query.score( peliasQuery.view.focus( peliasQuery.view.phrase ) );
query.score( peliasQuery.view.popularity(['admin0','admin1','admin2']) );
query.score( peliasQuery.view.popularity( peliasQuery.view.phrase ) );
query.score( peliasQuery.view.population( peliasQuery.view.phrase ) );
// address components
query.score( peliasQuery.view.address('housenumber') );

58
test/unit/fixture/autocomplete_linguistic_focus.js
Unescape View File

@ -50,44 +50,60 @@ module.exports = {
'score_mode': 'avg',
'boost_mode': 'replace'
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/autocomplete_linguistic_focus_null_island.js
Unescape View File

@ -50,44 +50,60 @@ module.exports = {
'score_mode': 'avg',
'boost_mode': 'replace'
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/autocomplete_linguistic_only.js
Unescape View File

@ -23,44 +23,60 @@ module.exports = {
'slop': 2
}
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
]
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_boundary_country.js
Unescape View File

@ -33,44 +33,60 @@ module.exports = {
'slop': 2
}
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

55
test/unit/fixture/search_full_address.js
Unescape View File

@ -30,40 +30,57 @@ module.exports = {
{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': '123 main st',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': '123 main st',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
]
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_linguistic_bbox.js
Unescape View File

@ -23,44 +23,60 @@ module.exports = {
'slop': 2
}
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
]
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_linguistic_focus.js
Unescape View File

@ -52,44 +52,60 @@ module.exports = {
'score_mode': 'avg',
'boost_mode': 'replace'
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_linguistic_focus_bbox.js
Unescape View File

@ -52,44 +52,60 @@ module.exports = {
'score_mode': 'avg',
'boost_mode': 'replace'
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_linguistic_focus_null_island.js
Unescape View File

@ -52,44 +52,60 @@ module.exports = {
'score_mode': 'avg',
'boost_mode': 'replace'
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_linguistic_only.js
Unescape View File

@ -23,44 +23,60 @@ module.exports = {
'slop': 2
}
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'test',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
]
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_partial_address.js
Unescape View File

@ -26,44 +26,60 @@ module.exports = {
'boost': 1
}
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': 'soho grand',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': 'soho grand',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

58
test/unit/fixture/search_regions_address.js
Unescape View File

@ -26,44 +26,60 @@ module.exports = {
'boost': 1
}
}
},
{
},{
'function_score': {
'query': {
'filtered': {
'filter': {
'exists': {
'field': 'popularity'
}
'match': {
'phrase.default': {
'query': '1 water st',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
},
'max_boost': 2,
'max_boost': 10000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'or': [
{
'type': {
'value': 'admin0'
'exists': {
'field': 'popularity'
}
},
{
'type': {
'value': 'admin1'
}
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
},
{
'type': {
'value': 'admin2'
'weight': 1
}]
}
},{
'function_score': {
'query': {
'match': {
'phrase.default': {
'query': '1 water st',
'analyzer': 'peliasPhrase',
'type': 'phrase',
'slop': 2,
'boost': 1
}
}
]
},
'max_boost': 2000,
'score_mode': 'first',
'boost_mode': 'replace',
'filter': {
'exists': {
'field': 'population'
}
},
'functions': [{
'field_value_factor': {
'modifier': 'sqrt',
'field': 'popularity'
'field': 'population'
},
'weight': 1
}]

Write Preview
Loading…
Cancel
Save