mirror of https://github.com/pelias/api.git
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
168 lines
4.7 KiB
168 lines
4.7 KiB
const _ = require('lodash'); |
|
const elasticsearch = require('elasticsearch'); |
|
|
|
var TypeMapping = function(){ |
|
|
|
// A list of all sources |
|
this.sources = []; |
|
|
|
// A list of alternate names for sources, mostly used to save typing |
|
this.source_aliases = {}; |
|
|
|
// A list of all layers |
|
this.layers = []; |
|
|
|
/* |
|
* A list of all layers in each source. This is used for convenience elswhere |
|
* and to determine when a combination of source and layer parameters is |
|
* not going to match any records and will return no results. |
|
*/ |
|
this.layers_by_source = {}; |
|
|
|
/* |
|
* A list of layer aliases that can be used to support specific use cases |
|
* (like coarse geocoding) * or work around the fact that different sources |
|
* may have layers that mean the same thing but have a different name |
|
*/ |
|
this.layer_aliases = {}; |
|
|
|
/* |
|
* A list of the canonical sources included in the default Pelias configuration |
|
*/ |
|
this.canonical_sources = []; |
|
|
|
/* |
|
* An object that contains all sources or aliases. The key is the source or alias, |
|
* the value is either that source, or the canonical name for that alias if it's an alias. |
|
*/ |
|
this.source_mapping = {}; |
|
|
|
/* |
|
* An object that has a key for each possible layer or alias, |
|
* and returns either that layer, or gall the layers in the alias |
|
*/ |
|
this.layer_mapping = {}; |
|
}; |
|
|
|
TypeMapping.addStandardTargetsToAliases = function(standard, aliases) { |
|
var combined = _.extend({}, aliases); |
|
standard.forEach(function(target) { |
|
if (combined[target] === undefined) { |
|
combined[target] = [target]; |
|
} |
|
}); |
|
|
|
return combined; |
|
}; |
|
|
|
// source alias setter |
|
TypeMapping.prototype.setSourceAliases = function( aliases ){ |
|
this.source_aliases = aliases; |
|
}; |
|
|
|
// layers-by-source alias setter |
|
TypeMapping.prototype.setLayersBySource = function( lbs ){ |
|
this.layers_by_source = lbs; |
|
}; |
|
|
|
// layer alias setter |
|
TypeMapping.prototype.setLayerAliases = function( aliases ){ |
|
this.layer_aliases = aliases; |
|
}; |
|
|
|
// canonical sources setter |
|
TypeMapping.prototype.setCanonicalSources = function( sources ){ |
|
this.canonical_sources = sources; |
|
}; |
|
|
|
// generate mappings after setters have been run |
|
TypeMapping.prototype.generateMappings = function(){ |
|
this.sources = Object.keys( this.layers_by_source ); |
|
this.source_mapping = TypeMapping.addStandardTargetsToAliases(this.sources, this.source_aliases); |
|
this.layers = _.uniq(Object.keys(this.layers_by_source).reduce(function(acc, key) { |
|
return acc.concat(this.layers_by_source[key]); |
|
}.bind(this), [])); |
|
this.layer_mapping = TypeMapping.addStandardTargetsToAliases(this.layers, this.layer_aliases); |
|
}; |
|
|
|
// generate a list of all layers which are part of the canonical Pelias configuration |
|
TypeMapping.prototype.getCanonicalLayers = function(){ |
|
var canonicalLayers = []; |
|
for( var source in this.layers_by_source ){ |
|
if( _.includes( this.canonical_sources, source ) ){ |
|
canonicalLayers = _.uniq( canonicalLayers.concat( this.layers_by_source[source] ) ); |
|
} |
|
} |
|
return canonicalLayers; |
|
}; |
|
|
|
// load values from targets block |
|
TypeMapping.prototype.loadTargets = function( targetsBlock ){ |
|
|
|
if( !_.isObject(targetsBlock) ){ return; } |
|
|
|
// set values from targets block |
|
this.setSourceAliases( targetsBlock.source_aliases || {} ); |
|
this.setLayersBySource( targetsBlock.layers_by_source || {} ); |
|
this.setLayerAliases( targetsBlock.layer_aliases || {} ); |
|
this.setCanonicalSources( targetsBlock.canonical_sources || [] ); |
|
|
|
// generate the mappings |
|
this.generateMappings(); |
|
}; |
|
|
|
// load values from either pelias config file or from elasticsearch |
|
TypeMapping.prototype.load = function( done ){ |
|
|
|
// load pelias config |
|
const peliasConfigTargets = _.get( |
|
require('pelias-config').generate(require('../schema')), |
|
'api.targets', {} |
|
); |
|
|
|
// load targets from config file |
|
this.loadTargets( peliasConfigTargets ); |
|
|
|
// do not load values from elasticsearch |
|
if( true !== peliasConfigTargets.auto_discover ){ |
|
if( 'function' === typeof done ){ done(); } |
|
return; |
|
} |
|
|
|
if( 'function' === typeof done ){ done(); } |
|
return; |
|
|
|
// load values from elasticsearch |
|
|
|
// create connection to elasticsearch |
|
// const esclient = elasticsearch.Client(peliasConfig.esclient); |
|
|
|
// const query = { |
|
// requestCache: true, |
|
// preference: '_replica_first', |
|
// timeout: '10s', |
|
// body: { |
|
// aggs: { |
|
// sources: { |
|
// terms: { |
|
// field: 'source', |
|
// size: 100 |
|
// } |
|
// }, |
|
// layers: { |
|
// terms: { |
|
// field: 'layer', |
|
// size: 100 |
|
// } |
|
// } |
|
// }, |
|
// size: 0 |
|
// } |
|
// }; |
|
|
|
// esclient.search( query, ( err, res ) => { |
|
// console.error( err, res ); |
|
// }); |
|
}; |
|
|
|
module.exports = TypeMapping;
|
|
|