mirror of
https://github.com/orangecoding/fredy.git
synced 2026-06-16 12:31:07 +00:00
Adding images to scraping data (#157)
* Fredy now supports pulling the main Image from the listing and send it together with the usual information
This commit is contained in:
committed by
GitHub
parent
da743c8279
commit
f0b146fd7f
@@ -5,7 +5,8 @@ let appliedBlackList = [];
|
||||
function normalize(o) {
|
||||
const id = buildHash(o.id, o.price);
|
||||
const link = `https://www.wg-gesucht.de${o.link}`;
|
||||
return Object.assign(o, { id, link });
|
||||
const image = o.image != null ? o.image.replace('small', 'large') : null;
|
||||
return Object.assign(o, { id, link, image });
|
||||
}
|
||||
|
||||
function applyBlacklist(o) {
|
||||
@@ -26,6 +27,7 @@ const config = {
|
||||
size: '.middle .text-right |removeNewline |trim',
|
||||
title: '.truncate_title a |removeNewline |trim',
|
||||
link: '.truncate_title a@href',
|
||||
image: '.img-responsive@src',
|
||||
},
|
||||
normalize: normalize,
|
||||
filter: applyBlacklist,
|
||||
|
||||
Reference in New Issue
Block a user