IMBENJI.NET/Duriin-API
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add Google News integration and enhance crawler capabilities

Browse source
This commit is contained in:
ImBenji 2026-04-18 14:05:29 +01:00
parent 830766bcfe
commit 4883632e37
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
config.json
View file

@ -42,8 +42,7 @@
"googleNews": "0 * * * *"
},
"contentBackfill": {
"cron": "0 * * * *",
"batchSize": -1
"concurrency": 10
},
"googleNews": {
"queries": [

3
src/scheduler.js
View file

@ -97,7 +97,8 @@ function startScheduler() {
}
try {
await backfillMissingContent();
const concurrency = Number(config.contentBackfill?.concurrency) || 5;
await backfillMissingContent(-1, concurrency);
} catch (error) {
console.error('content backfill failed:', error);
}