fredy/lib/services/requestDriver.js

const axios = require('axios');

function makeDriver(headers = {}) {
  let cookies = '';

  return async function driver(context, callback) {
    const url = context.url;
    let result;
    try {
      result = await axios({
        url,
        headers: {
          ...headers,
          Cookie: cookies,
        },
      });
    } catch (exception) {
      callback(exception, null);
    }

    if (typeof result.data === 'object' && url.toLowerCase().indexOf('scrapingant') !== -1) {
      //assume we have gotten a response from scrapingAnt
      if (cookies.length === 0) {
        cookies = result.data.cookies;
      }
      callback(null, result.data.content);
    } else {
      callback(null, result.data);
    }
  };
}

module.exports = makeDriver;