IMBENJI.NET/Duriin-API
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf: source statistics from the catalog

Browse Source
This commit is contained in:
ImBenji
2026-08-04 21:50:02 +01:00
parent 6e666838ba
commit b3a55fac08
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/adminStatsWorker.js
+6 -3
View File
@@ -1,5 +1,7 @@
const { parentPort, workerData } = require('node:worker_threads'); const { parentPort, workerData } = require('node:worker_threads');
const Database = require('better-sqlite3'); const Database = require('better-sqlite3');
const fs = require('node:fs');
const path = require('node:path');
try { try {
const db = new Database(workerData.databasePath, { readonly: true, fileMustExist: true }); const db = new Database(workerData.databasePath, { readonly: true, fileMustExist: true });
@@ -12,9 +14,10 @@ try {
(SELECT COUNT(*) FROM articles WHERE ingested_at >= datetime('now', '-1 hour')) AS ingestedPerHour, (SELECT COUNT(*) FROM articles WHERE ingested_at >= datetime('now', '-1 hour')) AS ingestedPerHour,
(SELECT COUNT(*) FROM article_embedding_meta WHERE embedded_at >= datetime('now', '-1 hour')) AS contentPerHour (SELECT COUNT(*) FROM article_embedding_meta WHERE embedded_at >= datetime('now', '-1 hour')) AS contentPerHour
`).get(); `).get();
const bySource = db.prepare(` const sourceCatalog = JSON.parse(fs.readFileSync(path.resolve(__dirname, '..', 'sources.json'), 'utf8'));
SELECT DISTINCT source FROM articles ORDER BY source const bySource = sourceCatalog
`).all(); .map((source) => ({ source: source.label || source.id }))
.sort((a, b) => a.source.localeCompare(b.source));
// Avoid scanning the 3.7 GB article table for legacy content-status values. // Avoid scanning the 3.7 GB article table for legacy content-status values.
// Readiness is the useful operational distinction and is available from the // Readiness is the useful operational distinction and is available from the
// compact embedding metadata table. // compact embedding metadata table.