enhance news crawler configuration with new sources and improved request headers

2026-04-16 23:50:24 +01:00
parent 11647e6a35
commit 77db05a555
3 changed files with 91 additions and 20 deletions
@@ -392,8 +392,8 @@
    "format": "json"
  },
  "newsCrawler": {
-    "maxPages": 15,
-    "maxDepth": 1,
+    "maxPages": -1,
+    "maxDepth": 10,
    "requestTimeout": 15000,
    "disabledLabels": [
      "Arab News",