External/fredy
1
0
Fork 0
mirror of https://github.com/orangecoding/fredy.git synced 2026-06-16 12:31:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixing neubaukompass && updating dependencies

Browse Source
This commit is contained in:
Christian Kellner
2019-10-24 21:25:19 +02:00
parent 8e225f761c
commit 9106144d9c
8 changed files with 341 additions and 529 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
lib/provider/wgGesucht.js
View File

@@ -3,31 +3,31 @@ const Fredy = require('../fredy');
const utils = require('../utils');
function normalize(o) {
return o;
return o;
}
function applyBlacklist(o) {
const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
return titleNotBlacklisted && descNotBlacklisted;
return titleNotBlacklisted && descNotBlacklisted;
}
const wgGesucht = {
name: 'wgGesucht',
enabled: config.sources.wgGesucht.enabled,
url: config.sources.wgGesucht.url,
crawlContainer: '#main_column .panel:not(.display-none):not(.noprint)',
crawlFields: {
id: '@data-id',
details: '.detail-size-price-wrapper .detailansicht |removeNewline |trim',
title: '.headline .detailansicht |removeNewline |trim',
description: '.list-details-panel-inner p |removeNewline |trim',
link: '.headline .detailansicht@href'
},
paginate: '.pagination-sm:first a:last@href',
normalize: normalize,
filter: applyBlacklist
name: 'wgGesucht',
enabled: config.sources.wgGesucht.enabled,
url: config.sources.wgGesucht.url,
crawlContainer: '#main_column .panel:not(.display-none):not(.noprint)',
crawlFields: {
id: '@data-id',
details: '.detail-size-price-wrapper .detailansicht |removeNewline |trim',
title: '.headline .detailansicht |removeNewline |trim',
description: '.list-details-panel-inner p |removeNewline |trim',
link: '.headline .detailansicht@href'
},
paginate: '.pagination-sm:first a:last@href',
normalize: normalize,
filter: applyBlacklist
};
module.exports = new Fredy(wgGesucht);