mirror of
https://github.com/orangecoding/fredy.git
synced 2026-06-16 12:31:07 +00:00
41 lines
1.3 KiB
JavaScript
Executable File
41 lines
1.3 KiB
JavaScript
Executable File
const config = require('../../conf/config.json');
|
|
const Fredy = require('../fredy');
|
|
const utils = require('../utils');
|
|
|
|
function normalize(o) {
|
|
const id = parseInt(o.id.substring(o.id.indexOf('_') + 1, o.id.length));
|
|
const size = o.size != null ? o.size.replace('Wohnfläche ', '') : 'N/A m²';
|
|
const price = o.price.replace('Kaufpreis ', '');
|
|
const address = o.address.split(' • ')[1];
|
|
const title = o.title || 'No title available';
|
|
|
|
return Object.assign(o, { id, address, price, size, title });
|
|
}
|
|
|
|
function applyBlacklist(o) {
|
|
const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
|
|
const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
|
|
|
|
return titleNotBlacklisted && descNotBlacklisted;
|
|
}
|
|
|
|
const immonet = {
|
|
name: 'immonet',
|
|
enabled: config.sources.immonet.enabled,
|
|
url: config.sources.immonet.url,
|
|
crawlContainer: '#result-list-stage .item',
|
|
crawlFields: {
|
|
id: '@id',
|
|
price: 'div[id*="selPrice_"] | trim',
|
|
size: 'div[id*="selArea_"] | trim',
|
|
title: '.item a img@title',
|
|
link: 'a[id*="lnkImgToDetails_"]@href',
|
|
address: '.item .box-25 .ellipsis .text-100 | removeNewline | trim'
|
|
},
|
|
paginate: '#idResultList .margin-bottom-6.margin-bottom-sm-12 .panel a.pull-right@href',
|
|
normalize: normalize,
|
|
filter: applyBlacklist
|
|
};
|
|
|
|
module.exports = new Fredy(immonet);
|