External/fredy
1
0
Fork 0
mirror of https://github.com/orangecoding/fredy.git synced 2026-06-16 12:31:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Scrapingant proxies (#59)

Browse Source 
* preparing scraping ant proxies

* adding general settings for scraping ant proxy

* retrying with new ui settings
This commit is contained in:
Christian Kellner
2022-06-13 08:10:30 +02:00
committed by GitHub
parent a4501007ff
commit 2062aa11a3
5 changed files with 64 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
lib/services/scrapingAnt.js
View File

@@ -9,7 +9,7 @@ const isImmoscout = (id) => {
exports.transformUrlForScrapingAnt = (url, id) => {
if (isImmoscout(id)) {
//only do calls to scrapingAnt when dealing with Immoscout
url = `https://api.scrapingant.com/v1/general?url=${encodeURIComponent(url)}&proxy_type=residential`;
url = `https://api.scrapingant.com/v1/general?url=${encodeURIComponent(url)}&proxy_type=datacenter`;
}
return url;
};