Stan Runge
8958d3ff8f
All checks were successful
Deploy production / deploy (push) Successful in 1m10s
78 lines
2.8 KiB
TypeScript
78 lines
2.8 KiB
TypeScript
// /stats collector. Pulls open statistics into the `stats` schema; every job is logged in
|
|
// stats.fetch_run. Run on the host by systemd user timers (deploy/stats-collector), with DB_URL
|
|
// read from the app container (app role personal_app).
|
|
//
|
|
// bun scripts/stats-fetch.ts cbs [--force] [--only=86141NED,85592NED]
|
|
// bun scripts/stats-fetch.ts eurostat [--only=nrg_pc_204]
|
|
// bun scripts/stats-fetch.ts fred [--only=DCOILBRENTEU]
|
|
// bun scripts/stats-fetch.ts bis
|
|
// bun scripts/stats-fetch.ts worldbank|imf|owid [--only=…]
|
|
// bun scripts/stats-fetch.ts energycharts|rijksfinancien|ustreasury [--backfill]
|
|
// bun scripts/stats-fetch.ts usaspending
|
|
// bun scripts/stats-fetch.ts normalise-cbs rebuild CBS chart series from the raw rows
|
|
import { ensureMeta, sql } from './stats/common';
|
|
import { cbs, normaliseCbs } from './stats/cbs';
|
|
import { eurostat } from './stats/eurostat';
|
|
import { fred } from './stats/fred';
|
|
import { bis } from './stats/bis';
|
|
import { worldbank } from './stats/worldbank';
|
|
import { imf } from './stats/imf';
|
|
import { owid } from './stats/owid';
|
|
import { energycharts } from './stats/energycharts';
|
|
import { rijksfinancien } from './stats/rijksfinancien';
|
|
import { ustreasury } from './stats/ustreasury';
|
|
import { usaspending } from './stats/usaspending';
|
|
|
|
const [source, ...args] = process.argv.slice(2);
|
|
const flag = (name: string) => args.includes(`--${name}`);
|
|
const value = (name: string) => args.find((a) => a.startsWith(`--${name}=`))?.split('=')[1];
|
|
const job = flag('backfill') ? 'backfill' : value('only') ? `only:${value('only')}` : 'refresh';
|
|
|
|
try {
|
|
await ensureMeta();
|
|
switch (source) {
|
|
case 'cbs':
|
|
await cbs({ force: flag('force') || flag('backfill'), only: value('only'), job });
|
|
break;
|
|
case 'normalise-cbs':
|
|
console.log(`${await normaliseCbs()} CBS observations normalised`);
|
|
break;
|
|
case 'eurostat':
|
|
await eurostat({ only: value('only'), job });
|
|
break;
|
|
case 'fred':
|
|
await fred({ only: value('only'), job });
|
|
break;
|
|
case 'bis':
|
|
await bis({ job });
|
|
break;
|
|
case 'worldbank':
|
|
await worldbank({ only: value('only'), job });
|
|
break;
|
|
case 'imf':
|
|
await imf({ only: value('only'), job });
|
|
break;
|
|
case 'owid':
|
|
await owid({ only: value('only'), job });
|
|
break;
|
|
case 'energycharts':
|
|
await energycharts({ backfill: flag('backfill'), job });
|
|
break;
|
|
case 'rijksfinancien':
|
|
await rijksfinancien({ backfill: flag('backfill'), job });
|
|
break;
|
|
case 'ustreasury':
|
|
await ustreasury({ backfill: flag('backfill'), job });
|
|
break;
|
|
case 'usaspending':
|
|
await usaspending({ job });
|
|
break;
|
|
default:
|
|
throw new Error(
|
|
`Unknown source "${source}" (cbs, eurostat, fred, bis, worldbank, imf, owid, energycharts, rijksfinancien, ustreasury, usaspending, normalise-cbs)`
|
|
);
|
|
}
|
|
} finally {
|
|
await sql.end({ timeout: 5 });
|
|
}
|