fredy/lib/services/scrapingAnt.js

import { metaInformation as immoScoutInfo } from '../provider/immoscout.js';
import { metaInformation as immoNetInfo } from '../provider/immonet.js';
import { metaInformation as neuBauCompassInfo } from '../provider/neubauKompass.js';
import { config } from '../utils.js';

const additionalImmonetUrlParams = `&wait_for_selector=.content-wrapper-tiles&js_snippet=${Buffer.from(
  'window.scrollTo(0,document.body.scrollHeight);'
).toString('base64')}`;

const needScrapingAnt = (id) => {
  return id.toLowerCase() === immoScoutInfo.id || id.toLowerCase() === immoNetInfo.id || id.toLowerCase() === neuBauCompassInfo.id.toLowerCase();
};
export const transformUrlForScrapingAnt = (url, id) => {
  let urlParams = '';
  if (needScrapingAnt(id)) {
    if (id.toLowerCase() === immoNetInfo.id) {
      urlParams = additionalImmonetUrlParams;
    }
    //only do calls to scrapingAnt when dealing with Immoscout/Immonet
    url = `https://api.scrapingant.com/v2/general?url=${encodeURIComponent(url)}&proxy_type=datacenter${urlParams}`;
  }
  return url;
};
export const isScrapingAntApiKeySet = () => {
  return config.scrapingAnt != null && config.scrapingAnt.apiKey != null && config.scrapingAnt.apiKey.length > 0;
};
export const makeUrlResidential = (url) => {
  return url.replace('datacenter', 'residential');
};
export { needScrapingAnt };