Some more parsing tests
This commit is contained in:
Konstantin Mamalakis
Josh Harvey
parent
7c0af44f46
commit
9d609e6461
1 changed files with 198 additions and 73 deletions
|
|
@ -33,78 +33,106 @@ const partIds = new Map([
|
||||||
const getId = part => partIds.get(part.partName)
|
const getId = part => partIds.get(part.partName)
|
||||||
|
|
||||||
const makePart = part => '' +
|
const makePart = part => '' +
|
||||||
'\n\t\t\t\t\t<DocumentedNamePart>' +
|
` <DocumentedNamePart>
|
||||||
`\n\t\t\t\t\t\t<NamePartValue NamePartGroupID="${getId(part)}">` +
|
<NamePartValue NamePartGroupID="${getId(part)}">${part.value}</NamePartValue>
|
||||||
part.value +
|
</DocumentedNamePart>`
|
||||||
'</NamePartValue>' +
|
|
||||||
'\n\t\t\t\t\t</DocumentedNamePart>'
|
|
||||||
|
|
||||||
const makeAlias = alias => '' +
|
const makeAlias = alias => '' +
|
||||||
'\n\t\t\t<Alias AliasTypeID="1403">' +
|
` <Alias AliasTypeID="1403">
|
||||||
`\n\t\t\t\t<DocumentedName ID="${alias.id}" DocNameStatusID="1">` +
|
<DocumentedName ID="${alias.id}" DocNameStatusID="1">
|
||||||
_.map(makePart, alias.parts) +
|
${_.map(makePart, alias.parts)}
|
||||||
'\n\t\t\t\t</DocumentedName>' +
|
</DocumentedName>
|
||||||
'\n\t\t\t</Alias>'
|
</Alias>`
|
||||||
|
|
||||||
const makePartGroup = part => '' +
|
const makePartGroup = part => '' +
|
||||||
'\n\t\t\t\t<MasterNamePartGroup>' +
|
` <MasterNamePartGroup>
|
||||||
'\n\t\t\t\t\t<NamePartGroup ' +
|
<NamePartGroup
|
||||||
`ID="${getId(part)}" ` +
|
ID="${getId(part)}"
|
||||||
`NamePartTypeID="${getId(part)}"/>` +
|
NamePartTypeID="${getId(part)}"/>
|
||||||
'\n\t\t\t\t</MasterNamePartGroup>'
|
</MasterNamePartGroup>`
|
||||||
|
|
||||||
const makePartGroups = alias => mapLines(makePartGroup, alias.parts)
|
const makePartGroups = alias => mapLines(makePartGroup, alias.parts)
|
||||||
|
|
||||||
const makeBirthDate = birthDate => '' +
|
const makeBirthDate = birthDate => '' +
|
||||||
'\n\t\t<Feature FeatureTypeID="8">' +
|
` <Feature FeatureTypeID="8">
|
||||||
'\n\t\t\t<FeatureVersion>' +
|
<FeatureVersion>
|
||||||
'\n\t\t\t\t<DatePeriod>' +
|
<DatePeriod>
|
||||||
'\n\t\t\t\t\t<Start>' +
|
<Start>
|
||||||
'\n\t\t\t\t\t\t<From>' +
|
<From>
|
||||||
`\n\t\t\t\t\t\t\t<Year>${birthDate.start.year}</Year>` +
|
<Year>${birthDate.start.year}</Year>
|
||||||
`\n\t\t\t\t\t\t\t<Month>${birthDate.start.month}</Month>` +
|
<Month>${birthDate.start.month}</Month>
|
||||||
`\n\t\t\t\t\t\t\t<Day>${birthDate.start.day}</Day>` +
|
<Day>${birthDate.start.day}</Day>
|
||||||
'\n\t\t\t\t\t\t</From>' +
|
</From>
|
||||||
'\n\t\t\t\t\t\t<To>' +
|
<To>
|
||||||
`\n\t\t\t\t\t\t\t<Year>${birthDate.start.year}</Year>` +
|
<Year>${birthDate.start.year}</Year>
|
||||||
`\n\t\t\t\t\t\t\t<Month>${birthDate.start.month}</Month>` +
|
<Month>${birthDate.start.month}</Month>
|
||||||
`\n\t\t\t\t\t\t\t<Day>${birthDate.start.day}</Day>` +
|
<Day>${birthDate.start.day}</Day>
|
||||||
'\n\t\t\t\t\t\t</To>' +
|
</To>
|
||||||
'\n\t\t\t\t\t</Start>' +
|
</Start>
|
||||||
'\n\t\t\t\t\t<End>' +
|
<End>
|
||||||
'\n\t\t\t\t\t\t<From>' +
|
<From>
|
||||||
`\n\t\t\t\t\t\t\t<Year>${birthDate.end.year}</Year>` +
|
<Year>${birthDate.end.year}</Year>
|
||||||
`\n\t\t\t\t\t\t\t<Month>${birthDate.end.month}</Month>` +
|
<Month>${birthDate.end.month}</Month>
|
||||||
`\n\t\t\t\t\t\t\t<Day>${birthDate.end.day}</Day>` +
|
<Day>${birthDate.end.day}</Day>
|
||||||
'\n\t\t\t\t\t\t</From>' +
|
</From>
|
||||||
'\n\t\t\t\t\t\t<To>' +
|
<To>
|
||||||
`\n\t\t\t\t\t\t\t<Year>${birthDate.end.year}</Year>` +
|
<Year>${birthDate.end.year}</Year>
|
||||||
`\n\t\t\t\t\t\t\t<Month>${birthDate.end.month}</Month>` +
|
<Month>${birthDate.end.month}</Month>
|
||||||
`\n\t\t\t\t\t\t\t<Day>${birthDate.end.day}</Day>` +
|
<Day>${birthDate.end.day}</Day>
|
||||||
'\n\t\t\t\t\t\t</To>' +
|
</To>
|
||||||
'\n\t\t\t\t\t</End>' +
|
</End>
|
||||||
'\n\t\t\t\t</DatePeriod>' +
|
</DatePeriod>
|
||||||
'\n\t\t\t</FeatureVersion>' +
|
</FeatureVersion>
|
||||||
'\n\t\t</Feature>'
|
</Feature>`
|
||||||
|
|
||||||
const makeProfile = profile => {
|
const makeProfile = profile => {
|
||||||
console.log(profile.birthDates)
|
console.log(profile.birthDatePeriods)
|
||||||
return '' +
|
return '' +
|
||||||
`\n\t<Profile ID="${profile.id}" PartySubTypeID="4">` +
|
` <Profile ID="${profile.id}" PartySubTypeID="4">
|
||||||
'\n\t\t<Identity>' +
|
<Identity>
|
||||||
mapLines(makeAlias, profile.aliases) +
|
${mapLines(makeAlias, profile.aliases)}
|
||||||
'\n\t\t\t<NamePartGroups>' +
|
<NamePartGroups>
|
||||||
mapLines(makePartGroups, profile.aliases) +
|
${mapLines(makePartGroups, profile.aliases)}
|
||||||
'\n\t\t\t</NamePartGroups>' +
|
</NamePartGroups>
|
||||||
'\n\t\t</Identity>' +
|
</Identity>
|
||||||
mapLines(makeBirthDate, profile.birthDates) +
|
${mapLines(makeBirthDate, profile.birthDatePeriods)}
|
||||||
'\n\t</Profile>'
|
</Profile>`
|
||||||
}
|
}
|
||||||
|
|
||||||
const makeXml = profiles => '<?xml version="1.0" encoding="utf-8"?>' +
|
const makeXml = profiles => '' +
|
||||||
'\n<doc>' +
|
`<?xml version="1.0" encoding="utf-8"?>
|
||||||
mapLines(makeProfile, profiles) +
|
<doc>
|
||||||
'\n</doc>'
|
${mapLines(makeProfile, profiles)}
|
||||||
|
</doc>`
|
||||||
|
|
||||||
|
|
||||||
|
const individualA = {id: '9', aliases: [{id: '5',
|
||||||
|
parts: [
|
||||||
|
{partName: 'firstName', value: 'john'},
|
||||||
|
{partName: 'lastName', value: 'doe'}],
|
||||||
|
fullName: 'john doe',
|
||||||
|
words: [
|
||||||
|
{value: 'john', phonetics: ['JN', 'AN']},
|
||||||
|
{value: 'doe', phonetics: ['T']}]}],
|
||||||
|
birthDatePeriods: [{
|
||||||
|
start: {year: 1955, month: 10, day: 5, date: new Date(1955, 9, 5)},
|
||||||
|
end: {year: 1955, month: 10, day: 5, date: new Date(1955, 9, 5)}}]
|
||||||
|
}
|
||||||
|
|
||||||
|
const individualB = {id: '11', aliases: [{id: '15',
|
||||||
|
parts: [
|
||||||
|
{partName: 'firstName', value: 'john'},
|
||||||
|
{partName: 'middleName', value: 'de'},
|
||||||
|
{partName: 'lastName', value: 'gaul'}],
|
||||||
|
fullName: 'john de gaul',
|
||||||
|
words: [
|
||||||
|
{value: 'john', phonetics: ['JN', 'AN']},
|
||||||
|
{value: 'de', phonetics: ['T']},
|
||||||
|
{value: 'gaul', phonetics: ['KL']}]}],
|
||||||
|
birthDatePeriods: [{
|
||||||
|
start: {year: 1965, month: 11, day: 20, date: new Date(1965, 10, 20)},
|
||||||
|
end: {year: 1965, month: 11, day: 20, date: new Date(1965, 10, 20)}}]
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
describe('OFAC', function () {
|
describe('OFAC', function () {
|
||||||
|
|
@ -124,45 +152,142 @@ describe('OFAC', function () {
|
||||||
})
|
})
|
||||||
|
|
||||||
it('should return the expected structs', function () {
|
it('should return the expected structs', function () {
|
||||||
const xml = makeXml([{
|
const xml = makeXml([individualA])
|
||||||
id: '1', aliases: [{
|
|
||||||
id: '1',
|
|
||||||
parts: [
|
|
||||||
{partName: 'firstName', value: 'John'},
|
|
||||||
{partName: 'lastName', value: 'Doe'}]
|
|
||||||
}],
|
|
||||||
birthDates: [{
|
|
||||||
start: {year: 1955, month: 10, day: 5},
|
|
||||||
end: {year: 1955, month: 10, day: 5}
|
|
||||||
}]
|
|
||||||
}])
|
|
||||||
return makeDataFiles([xml]).then(parser.parse)
|
return makeDataFiles([xml]).then(parser.parse)
|
||||||
.then(structs => {
|
.then(structs => {
|
||||||
const {individuals} = structs
|
const {individuals} = structs
|
||||||
assert.ok(Array.isArray(individuals))
|
assert.ok(Array.isArray(individuals))
|
||||||
assert.equal(individuals.length, 1)
|
assert.equal(individuals.length, 1)
|
||||||
|
assert.deepEqual(individuals[0], individualA)
|
||||||
|
|
||||||
const {individualsMap} = structs
|
const {individualsMap} = structs
|
||||||
assert.ok(individualsMap instanceof Map)
|
assert.ok(individualsMap instanceof Map)
|
||||||
assert.equal(individualsMap.size, 1)
|
assert.equal(individualsMap.size, 1)
|
||||||
|
assert.ok(individualsMap.has('9'))
|
||||||
|
assert.deepEqual(individualsMap.get('9'), individualA)
|
||||||
|
|
||||||
const {aliasToIndividual} = structs
|
const {aliasToIndividual} = structs
|
||||||
assert.ok(aliasToIndividual instanceof Map)
|
assert.ok(aliasToIndividual instanceof Map)
|
||||||
assert.equal(aliasToIndividual.size, 1)
|
assert.equal(aliasToIndividual.size, 1)
|
||||||
|
assert.ok(aliasToIndividual.has('5'))
|
||||||
|
assert.strictEqual(aliasToIndividual.get('5'), '9')
|
||||||
|
|
||||||
const {phoneticMap} = structs
|
const {phoneticMap} = structs
|
||||||
assert.ok(phoneticMap instanceof Map)
|
assert.ok(phoneticMap instanceof Map)
|
||||||
assert.equal(phoneticMap.size, 3)
|
assert.equal(phoneticMap.size, 3)
|
||||||
|
assert.ok(phoneticMap.has('JN'))
|
||||||
|
assert.deepEqual(phoneticMap.get('JN'), [{value: 'john', aliasId: '5'}])
|
||||||
|
assert.ok(phoneticMap.has('AN'))
|
||||||
|
assert.deepEqual(phoneticMap.get('AN'), [{value: 'john', aliasId: '5'}])
|
||||||
|
assert.ok(phoneticMap.has('T'))
|
||||||
|
assert.deepEqual(phoneticMap.get('T'), [{value: 'doe', aliasId: '5'}])
|
||||||
|
|
||||||
const {wordList} = structs
|
const {wordList} = structs
|
||||||
assert.ok(Array.isArray(wordList))
|
assert.ok(Array.isArray(wordList))
|
||||||
assert.equal(wordList.length, 2)
|
assert.equal(wordList.length, 2)
|
||||||
|
assert.deepEqual(wordList[0], {value: 'john', aliasIds: ['5']})
|
||||||
|
assert.deepEqual(wordList[1], {value: 'doe', aliasIds: ['5']})
|
||||||
})
|
})
|
||||||
})
|
})
|
||||||
|
|
||||||
it('should be able to parse multiple sources')
|
it('should be able to combine multiple sources', function () {
|
||||||
|
const xmlA = makeXml([individualA])
|
||||||
|
const xmlB = makeXml([individualB])
|
||||||
|
|
||||||
it('should remove duplicates from multiple sources')
|
return makeDataFiles([xmlA, xmlB]).then(parser.parse)
|
||||||
|
.then(structs => {
|
||||||
|
const {individuals} = structs
|
||||||
|
assert.ok(Array.isArray(individuals))
|
||||||
|
assert.equal(individuals.length, 2)
|
||||||
|
assert.deepEqual(individuals[0], individualA)
|
||||||
|
assert.deepEqual(individuals[1], individualB)
|
||||||
|
|
||||||
|
const {individualsMap} = structs
|
||||||
|
assert.ok(individualsMap instanceof Map)
|
||||||
|
assert.equal(individualsMap.size, 2)
|
||||||
|
assert.ok(individualsMap.has('9'))
|
||||||
|
assert.deepEqual(individualsMap.get('9'), individualA)
|
||||||
|
assert.ok(individualsMap.has('11'))
|
||||||
|
assert.deepEqual(individualsMap.get('11'), individualB)
|
||||||
|
|
||||||
|
const {aliasToIndividual} = structs
|
||||||
|
assert.ok(aliasToIndividual instanceof Map)
|
||||||
|
assert.equal(aliasToIndividual.size, 2)
|
||||||
|
assert.ok(aliasToIndividual.has('5'))
|
||||||
|
assert.strictEqual(aliasToIndividual.get('5'), '9')
|
||||||
|
assert.ok(aliasToIndividual.has('15'))
|
||||||
|
assert.strictEqual(aliasToIndividual.get('15'), '11')
|
||||||
|
|
||||||
|
const {phoneticMap} = structs
|
||||||
|
assert.ok(phoneticMap instanceof Map)
|
||||||
|
assert.equal(phoneticMap.size, 4)
|
||||||
|
assert.ok(phoneticMap.has('JN'))
|
||||||
|
assert.deepEqual(phoneticMap.get('JN'), [
|
||||||
|
{value: 'john', aliasId: '5'},
|
||||||
|
{value: 'john', aliasId: '15'}
|
||||||
|
])
|
||||||
|
assert.ok(phoneticMap.has('AN'))
|
||||||
|
assert.deepEqual(phoneticMap.get('AN'), [
|
||||||
|
{value: 'john', aliasId: '5'},
|
||||||
|
{value: 'john', aliasId: '15'}
|
||||||
|
])
|
||||||
|
assert.ok(phoneticMap.has('T'))
|
||||||
|
assert.deepEqual(phoneticMap.get('T'), [
|
||||||
|
{value: 'doe', aliasId: '5'},
|
||||||
|
{value: 'de', aliasId: '15'}
|
||||||
|
])
|
||||||
|
|
||||||
|
const {wordList} = structs
|
||||||
|
assert.ok(Array.isArray(wordList))
|
||||||
|
assert.equal(wordList.length, 4)
|
||||||
|
assert.deepEqual(wordList[0], {value: 'john', aliasIds: ['5', '15']})
|
||||||
|
assert.deepEqual(wordList[1], {value: 'doe', aliasIds: ['5']})
|
||||||
|
assert.deepEqual(wordList[2], {value: 'de', aliasIds: ['15']})
|
||||||
|
assert.deepEqual(wordList[3], {value: 'gaul', aliasIds: ['15']})
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
it('should remove duplicates from multiple sources', function () {
|
||||||
|
const xmlA1 = makeXml([individualA, individualA])
|
||||||
|
const xmlA2 = makeXml([individualA])
|
||||||
|
|
||||||
|
return makeDataFiles([xmlA1, xmlA2]).then(parser.parse)
|
||||||
|
.then(structs => {
|
||||||
|
const {individuals} = structs
|
||||||
|
assert.ok(Array.isArray(individuals))
|
||||||
|
assert.equal(individuals.length, 1)
|
||||||
|
assert.deepEqual(individuals[0], individualA)
|
||||||
|
|
||||||
|
const {individualsMap} = structs
|
||||||
|
assert.ok(individualsMap instanceof Map)
|
||||||
|
assert.equal(individualsMap.size, 1)
|
||||||
|
assert.ok(individualsMap.has('9'))
|
||||||
|
assert.deepEqual(individualsMap.get('9'), individualA)
|
||||||
|
|
||||||
|
const {aliasToIndividual} = structs
|
||||||
|
assert.ok(aliasToIndividual instanceof Map)
|
||||||
|
assert.equal(aliasToIndividual.size, 1)
|
||||||
|
assert.ok(aliasToIndividual.has('5'))
|
||||||
|
assert.strictEqual(aliasToIndividual.get('5'), '9')
|
||||||
|
|
||||||
|
const {phoneticMap} = structs
|
||||||
|
assert.ok(phoneticMap instanceof Map)
|
||||||
|
assert.equal(phoneticMap.size, 3)
|
||||||
|
assert.ok(phoneticMap.has('JN'))
|
||||||
|
assert.deepEqual(phoneticMap.get('JN'), [{value: 'john', aliasId: '5'}])
|
||||||
|
assert.ok(phoneticMap.has('AN'))
|
||||||
|
assert.deepEqual(phoneticMap.get('AN'), [{value: 'john', aliasId: '5'}])
|
||||||
|
assert.ok(phoneticMap.has('T'))
|
||||||
|
assert.deepEqual(phoneticMap.get('T'), [{value: 'doe', aliasId: '5'}])
|
||||||
|
|
||||||
|
const {wordList} = structs
|
||||||
|
assert.ok(Array.isArray(wordList))
|
||||||
|
assert.equal(wordList.length, 2)
|
||||||
|
assert.deepEqual(wordList[0], {value: 'john', aliasIds: ['5']})
|
||||||
|
assert.deepEqual(wordList[1], {value: 'doe', aliasIds: ['5']})
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
})
|
})
|
||||||
})
|
})
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue