From ff1d2317a15ba1c93849a80f1f2530586ddb795c Mon Sep 17 00:00:00 2001 From: orangecoding Date: Sat, 27 Sep 2025 18:15:28 +0200 Subject: [PATCH] improve default puppeteer header --- lib/services/extractor/utils.js | 19 ++++++++++++++++--- 1 file changed, 16 insertions(+), 3 deletions(-) diff --git a/lib/services/extractor/utils.js b/lib/services/extractor/utils.js index af42f8d..a50c02a 100644 --- a/lib/services/extractor/utils.js +++ b/lib/services/extractor/utils.js @@ -3,12 +3,25 @@ import logger from '../logger.js'; let debuggingOn = false; export const DEFAULT_HEADER = { - Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', - 'Accept-Language': 'en-US,en;q=0.5', + Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8', + 'Accept-Language': 'en-US,en;q=0.9', + 'Accept-Encoding': 'gzip, deflate, br', Connection: 'keep-alive', 'Upgrade-Insecure-Requests': '1', 'User-Agent': - 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36', + 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) ' + + 'AppleWebKit/537.36 (KHTML, like Gecko) ' + + 'Chrome/140.0.7339.207 Safari/537.36', + 'Sec-CH-UA': '"Chromium";v="140", "Not.A/Brand";v="8"', + 'Sec-CH-UA-Mobile': '?0', + 'Sec-CH-UA-Platform': '"Windows"', + 'Sec-Fetch-Site': 'none', + 'Sec-Fetch-Mode': 'navigate', + 'Sec-Fetch-User': '?1', + 'Sec-Fetch-Dest': 'document', + Referer: 'https://www.google.com/', + DNT: '1', + TE: 'trailers', }; export const setDebug = (options) => {