adding puppeteer timeout and fixing waitForSelector

2026-06-16 12:31:07 +00:00 · 2025-01-07 12:37:50 +01:00
parent 26127eeac1
commit e1db3840f6
4 changed files with 45 additions and 43 deletions
--- a/lib/services/extractor/parser/parser.js
+++ b/lib/services/extractor/parser/parser.js
@@ -21,6 +21,7 @@ export function parse(crawlContainer, crawlFields, text, url) {

  if ($(crawlContainer).length === 0) {
    console.error('No elements in crawl container found for url ', url);
+    return null;
  }

  $(crawlContainer).each((_, element) => {