adding similarity check (#29)

* adding similarity check

* adding paging

* fixing tests

* docu

* better error handling

* fixing tests

* adjusting page limit

* fixing login screen

* cleanup

* upgrade browser list

* prevent spamming the log

* fixing tests

* removing job listings when removing a job or the user
This commit is contained in:
Christian Kellner
2021-06-28 08:52:09 +02:00
committed by GitHub
parent 88c046dbd4
commit 59e6d287fc
26 changed files with 1114 additions and 878 deletions

View File

@@ -30,7 +30,6 @@ const config = {
title: '.tabelle .inner_object_data .tabelle_inhalt_titel_black | removeNewline | trim',
description: '.tabelle .inner_object_data .objekt_beschreibung | removeNewline | trim',
},
paginate: '.pagination_blocks div:last a@href',
normalize: normalize,
filter: applyBlacklist,
};

View File

@@ -20,7 +20,7 @@ function applyBlacklist(o) {
const config = {
url: null,
crawlContainer: '#srchrslt-adtable .ad-listitem',
crawlContainer: '#srchrslt-adtable .ad-listitem ',
crawlFields: {
id: '.aditem@data-adid | int',
price: '.aditem-main--middle--price | removeNewline | trim',

View File

@@ -24,7 +24,6 @@ const config = {
title: '.truncate_title a |removeNewline |trim',
link: '.truncate_title a@href',
},
paginate: '.pagination-sm:first a:last@href',
normalize: normalize,
filter: applyBlacklist,
};