lamassu/lamassu-server
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

periodically update sanctions db

Browse source
This commit is contained in:
Josh Harvey 2018-05-04 19:06:31 +03:00
parent 43ac3f5923
commit d3b7e7c2ad
3 changed files with 12 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

12
lib/ofac/update.js
View file

@ -25,7 +25,6 @@ const rename = util.promisify(fs.rename)
const unlink = util.promisify(fs.unlink)
const remove = file => {
console.log('remove', file)
return unlink(file)
}
@ -51,7 +50,6 @@ const promiseGetEtag = (source) => {
}
const download = _.curry((dstDir, source) => {
console.log('download', source)
const {name, url: sourceUrl} = source
const dstFile = path.join(dstDir, name + '.xml')
const file = fs.createWriteStream(dstFile)
@ -67,15 +65,11 @@ const download = _.curry((dstDir, source) => {
})
const parseToJson = srcFile => {
console.log('parseToJson', srcFile)
const dstFile = srcFile.replace(/\.xml$/, '.json')
const writeStream = fs.createWriteStream(dstFile)
return new Promise((resolve, reject) => {
parser.parse(srcFile, (err, profile) => {
console.log('callback', err, profile)
if (err) {
reject(err)
return
@ -96,7 +90,6 @@ const parseToJson = srcFile => {
}
const moveToSourcesDir = (srcFile, ofacSourcesDir) => {
console.log('moveToSourcesDir', srcFile)
const name = path.basename(srcFile)
const dstFile = path.join(ofacSourcesDir, name)
return rename(srcFile, dstFile)
@ -133,9 +126,6 @@ function update () {
return Promise.all([promiseOldEtags, promiseNewEtags])
.then(([oldEtags, newEtags]) => {
console.log('OLD', JSON.stringify(oldEtags, null, 4))
console.log('NEW', JSON.stringify(newEtags, null, 4))
const hasNotChanged = ({name, etag}) => oldEtags[name] === etag
const downloads = _.flow(
@ -157,8 +147,6 @@ function update () {
return Promise.all(downloads)
.then(parsed => {
console.log('finished', parsed)
const moves = _.map(src => moveToSourcesDir(src, OFAC_SOURCES_DIR), parsed)
const deletions = _.map(remove, missing)
const updateEtags = writeFile(OFAC_ETAGS_FILE, etagsJson)