IMBENJI.NET/Duriin-API
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add Google News integration and enhance crawler capabilities

Browse source
This commit is contained in:
ImBenji 2026-04-18 14:05:29 +01:00
parent 830766bcfe
commit 4883632e37
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
config.json
View file

@ -42,8 +42,7 @@
"googleNews": "0 * * * *" "googleNews": "0 * * * *"
}, },
"contentBackfill": { "contentBackfill": {
"cron": "0 * * * *", "concurrency": 10
"batchSize": -1
}, },
"googleNews": { "googleNews": {
"queries": [ "queries": [

3
src/scheduler.js
View file

@ -97,7 +97,8 @@ function startScheduler() {
} }
try { try {
await backfillMissingContent(); const concurrency = Number(config.contentBackfill?.concurrency) || 5;
await backfillMissingContent(-1, concurrency);
} catch (error) { } catch (error) {
console.error('content backfill failed:', error); console.error('content backfill failed:', error);
} }