fixing provider and their tests

This commit is contained in:
Christian Kellner
2020-02-16 13:09:15 +01:00
parent 9106144d9c
commit e676812688
8 changed files with 25 additions and 20 deletions

View File

@@ -10,7 +10,8 @@ function applyBlacklist(o) {
const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
return titleNotBlacklisted && descNotBlacklisted;
return o.id != null && titleNotBlacklisted && descNotBlacklisted;
}
const wgGesucht = {
@@ -20,9 +21,9 @@ const wgGesucht = {
crawlContainer: '#main_column .panel:not(.display-none):not(.noprint)',
crawlFields: {
id: '@data-id',
details: '.detail-size-price-wrapper .detailansicht |removeNewline |trim',
details: ' .list-details-costs-col |removeNewline |trim',
title: '.headline .detailansicht |removeNewline |trim',
description: '.list-details-panel-inner p |removeNewline |trim',
description: '.list-details-category-location |removeNewline |trim',
link: '.headline .detailansicht@href'
},
paginate: '.pagination-sm:first a:last@href',