|
|
@ -1,31 +1,33 @@ |
|
|
|
var check = require('check-types'), |
|
|
|
const check = require('check-types'); |
|
|
|
text_analyzer = require('pelias-text-analyzer'); |
|
|
|
const text_analyzer = require('pelias-text-analyzer'); |
|
|
|
|
|
|
|
const _ = require('lodash'); |
|
|
|
|
|
|
|
|
|
|
|
// validate texts, convert types and apply defaults
|
|
|
|
// validate texts, convert types and apply defaults
|
|
|
|
function sanitize( raw, clean ){ |
|
|
|
function sanitize( raw, clean ){ |
|
|
|
|
|
|
|
|
|
|
|
// error & warning messages
|
|
|
|
// error & warning messages
|
|
|
|
var messages = { errors: [], warnings: [] }; |
|
|
|
const messages = { errors: [], warnings: [] }; |
|
|
|
|
|
|
|
|
|
|
|
// invalid input 'text'
|
|
|
|
// invalid input 'text'
|
|
|
|
// must call `!check.nonEmptyString` since `check.emptyString` returns
|
|
|
|
// must call `!check.nonEmptyString` since `check.emptyString` returns
|
|
|
|
// `false` for `undefined` and `null`
|
|
|
|
// `false` for `undefined` and `null`
|
|
|
|
if( !check.nonEmptyString( raw.text ) ){ |
|
|
|
if( !check.nonEmptyString( raw.text ) ){ |
|
|
|
messages.errors.push('invalid param \'text\': text length, must be >0'); |
|
|
|
messages.errors.push('invalid param \'text\': text length, must be >0'); |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// valid input 'text'
|
|
|
|
} else { |
|
|
|
else { |
|
|
|
|
|
|
|
// valid text
|
|
|
|
|
|
|
|
clean.text = raw.text; |
|
|
|
clean.text = raw.text; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// only call libpostal if there are other sources besides whosonfirst
|
|
|
|
|
|
|
|
// since placeholder will take care of it later
|
|
|
|
|
|
|
|
if (!_.isEqual(clean.sources, ['whosonfirst'])) { |
|
|
|
// parse text with query parser
|
|
|
|
// parse text with query parser
|
|
|
|
var parsed_text = text_analyzer.parse(clean.text); |
|
|
|
const parsed_text = text_analyzer.parse(clean.text); |
|
|
|
if (check.assigned(parsed_text)) { |
|
|
|
if (check.assigned(parsed_text)) { |
|
|
|
clean.parsed_text = parsed_text; |
|
|
|
clean.parsed_text = parsed_text; |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
return messages; |
|
|
|
return messages; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|