add worker event tracking; implement worker rates display in admin panel
This commit is contained in:
parent
e10de8fcec
commit
95b15c8d80
1 changed files with 7 additions and 7 deletions
14
config.json
14
config.json
|
|
@ -57,15 +57,15 @@
|
||||||
"googleNews": "0 * * * *"
|
"googleNews": "0 * * * *"
|
||||||
},
|
},
|
||||||
"contentBackfill": {
|
"contentBackfill": {
|
||||||
"workers": 3,
|
"workers": 8,
|
||||||
"perSource": 50,
|
"perSource": 200,
|
||||||
"batchSize": 25,
|
"batchSize": 50,
|
||||||
"plainConcurrency": 50,
|
"plainConcurrency": 80,
|
||||||
"browserConcurrency": 8
|
"browserConcurrency": 12
|
||||||
},
|
},
|
||||||
"embeddingBackfill": {
|
"embeddingBackfill": {
|
||||||
"perRound": 256,
|
"perRound": 512,
|
||||||
"batchSize": 128
|
"batchSize": 256
|
||||||
},
|
},
|
||||||
"browser": {
|
"browser": {
|
||||||
"maxConcurrentPages": 8
|
"maxConcurrentPages": 8
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue