Puppeteer improvements (#186)

* improving puppeteer handling

* upgrade dependencies

* reduce logging

* upgrade nanoid
This commit is contained in:
Christian Kellner
2025-09-22 20:53:00 +02:00
committed by GitHub
parent c839f3abc9
commit 11fd18e76a
5 changed files with 65 additions and 20 deletions

View File

@@ -9,12 +9,12 @@ export function loadParser(text) {
export function parse(crawlContainer, crawlFields, text, url) {
if (!text) {
logger.warn('No content found for ', url);
logger.debug('No content found for ', url);
return null;
}
if (!crawlContainer || !crawlFields) {
logger.warn('Cannot parse, selector was empty for url ', url);
logger.debug('Cannot parse, selector was empty for url ', url);
return null;
}