fredy/lib/provider/immonet.js

const config = require('../../conf/config.json');
const Fredy = require('../fredy');
const utils = require('../utils');

function normalize(o) {
    const id = parseInt(o.id.substring(o.id.indexOf('_') + 1, o.id.length));
    const size = o.size.replace('Wohnfläche ', '');
    const price = o.price.replace('Kaufpreis ', '');
    const address = o.address.split(' • ')[1];

    return Object.assign(o, {id, address, price, size});
}

function applyBlacklist(o) {
    const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
    const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);

    return titleNotBlacklisted && descNotBlacklisted;
}

const immonet = {
    name: 'immonet',
    enabled: config.sources.immonet.enabled,
    url: config.sources.immonet.url,
    crawlContainer: '#result-list-stage .item',
    crawlFields: {
        id: '@id',
        price: 'div[id*="selPrice_"] | trim',
        size: 'div[id*="selArea_"] | trim',
        title: '.item a img@title',
        link: 'a[id*="lnkImgToDetails_"]@href',
        address: '.item .box-25 .ellipsis .text-100 | removeNewline | trim'
    },
    paginate: '#idResultList .margin-bottom-6.margin-bottom-sm-12 .panel a.pull-right@href',
    normalize: normalize,
    filter: applyBlacklist
};

module.exports = new Fredy(immonet);