From 3ec9ed3b2ae72e0bc9647af85fdea34ced062909 Mon Sep 17 00:00:00 2001 From: "weakmap@gmail.com" Date: Fri, 7 Apr 2023 19:44:59 +0200 Subject: [PATCH] ignoring expired ssl certificate o0 --- lib/services/requestDriver.js | 6 ++++++ test/provider/immobilienDe.test.js | 2 +- 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/lib/services/requestDriver.js b/lib/services/requestDriver.js index 9723918..7848c97 100644 --- a/lib/services/requestDriver.js +++ b/lib/services/requestDriver.js @@ -1,11 +1,16 @@ import fetch from 'node-fetch'; import { config } from '../utils.js'; import { makeUrlResidential } from './scrapingAnt.js'; +import https from 'https'; //if ScrapingAnt got blocked, this http status is returned const BLOCKED_HTTP_STATUS = 423; const NOT_FOUND_HTTP_STATUS = 404; const MAX_RETRIES_SCRAPING_ANT = 10; const EXPECTED_STATUS_CODES = [BLOCKED_HTTP_STATUS, NOT_FOUND_HTTP_STATUS]; +const agent = new https.Agent({ + rejectUnauthorized: false, +}); + function makeDriver(headers = {}) { let cookies = ''; async function scrapingAntDriver(context, callback, retryCounter = 0) { @@ -55,6 +60,7 @@ function makeDriver(headers = {}) { ...headers, Cookie: cookies, }, + agent, }); const result = await response.text(); callback(null, result); diff --git a/test/provider/immobilienDe.test.js b/test/provider/immobilienDe.test.js index 3ee6782..7e220e4 100644 --- a/test/provider/immobilienDe.test.js +++ b/test/provider/immobilienDe.test.js @@ -9,7 +9,7 @@ describe('#immobilien.de testsuite()', () => { similarityCache.stopCacheCleanup(); }); provider.init(providerConfig.immobilienDe, [], []); - it('should test immobilien.de provider', async () => { + it.only('should test immobilien.de provider', async () => { const Fredy = await mockFredy(); return await new Promise((resolve) => { const fredy = new Fredy(provider.config, null, provider.metaInformation.id, 'test1', similarityCache);