refactor: update worker commands and add new scripts for API rebuilding and queue feeding

src/config.js

@@ -1,7 +1,38 @@
 const fs = require('fs');
 const path = require('path');
 
+require('dotenv').config({ path: path.join(__dirname, '..', '.env') });
+
 const configPath = path.join(__dirname, '..', 'config.json');
 const config = JSON.parse(fs.readFileSync(configPath, 'utf8'));
 
+// overlay env vars over the nested config object
+// env vars take precedence over config.json values
+
+if (process.env.ADMIN_USERNAME)  config.admin.username = process.env.ADMIN_USERNAME;
+if (process.env.ADMIN_PASSWORD)  config.admin.password = process.env.ADMIN_PASSWORD;
+
+if (process.env.DATABASE_PATH) config.database.path = process.env.DATABASE_PATH;
+if (process.env.DATABASE_URL) {
+  config.database.postgres = { ...config.database.postgres, connectionString: process.env.DATABASE_URL };
+  config.database.type = 'postgres';
+} else if (process.env.DATABASE_TYPE) {
+  config.database.type = process.env.DATABASE_TYPE;
+}
+
+if (process.env.SEC_USER_AGENT) config.sec.userAgent = process.env.SEC_USER_AGENT;
+
+if (process.env.ALPHA_VANTAGE_API_KEY) config.alphaVantage.apiKey = process.env.ALPHA_VANTAGE_API_KEY;
+if (process.env.FINNHUB_API_KEY)       config.finnhub.apiKey = process.env.FINNHUB_API_KEY;
+
+if (process.env.OPEN_ROUTER_API_KEY)      config.openRouter.apiKey = process.env.OPEN_ROUTER_API_KEY;
+if (process.env.OPEN_ROUTER_LLM_MODEL)    config.openRouter.llmModel = process.env.OPEN_ROUTER_LLM_MODEL;
+if (process.env.OPEN_ROUTER_EMBED_MODEL)  config.openRouter.embeddingModel = process.env.OPEN_ROUTER_EMBED_MODEL;
+
+if (process.env.GDELT_BQ_PROJECT)   config.gdelt.bigQueryProject = process.env.GDELT_BQ_PROJECT;
+if (process.env.GDELT_BQ_KEY_FILE)  config.gdelt.bigQueryKeyFile = process.env.GDELT_BQ_KEY_FILE;
+
+if (process.env.SERVER_PORT) config.server.port = Number(process.env.SERVER_PORT);
+if (process.env.SERVER_HOST) config.server.host = process.env.SERVER_HOST;
+
 module.exports = config;

src/db/index.js

@@ -1,7 +1,7 @@
-const config = require('./config');
+const config = require('../config');
 
 if (config.database && config.database.type === 'postgres') {
-  module.exports = require('./db-pg');
+  module.exports = require('./postgres');
   return;
 }
 
@@ -9,7 +9,7 @@ const path = require('path');
 const Database = require('better-sqlite3');
 const sqliteVec = require('sqlite-vec');
 
-const dbPath = path.resolve(__dirname, '..', config.database.path || './archive.sqlite');
+const dbPath = path.resolve(__dirname, '../..', config.database.path || './archive.sqlite');
 const db = new Database(dbPath);
 sqliteVec.load(db);
 

src/db/postgres.js

@@ -4,7 +4,7 @@
 
 const { Pool } = require('pg');
 const deasync = require('deasync');
-const config = require('./config');
+const config = require('../config');
 
 const pool = new Pool(config.database.postgres);