add Google News integration and enhance crawler capabilities
This commit is contained in:
parent
1a615fb91d
commit
d375d00be8
1 changed files with 2 additions and 2 deletions
|
|
@ -95,7 +95,7 @@ async function fetchWindow(source, window) {
|
|||
title,
|
||||
description: item.domain || source.label,
|
||||
url,
|
||||
source: 'gdelt',
|
||||
source: `gdelt:${source.label}`,
|
||||
pubDate: item.seendate || null,
|
||||
};
|
||||
}).filter(Boolean);
|
||||
|
|
@ -138,7 +138,7 @@ async function fetchWindowBigQuery(source, window, bigquery) {
|
|||
title: url,
|
||||
description: row.domain || source.label,
|
||||
url,
|
||||
source: 'gdelt',
|
||||
source: `gdelt:${source.label}`,
|
||||
pubDate: row.seendate || null,
|
||||
};
|
||||
}).filter(Boolean);
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue