Adding images to scraping data (#157)

* Fredy now supports pulling the main Image from the listing and send it together with the usual information
This commit is contained in:
Christian Kellner
2025-08-30 21:21:34 +02:00
committed by GitHub
parent da743c8279
commit f0b146fd7f
26 changed files with 1141 additions and 1135 deletions

View File

@@ -2,10 +2,12 @@ import utils, { buildHash } from '../utils.js';
let appliedBlackList = [];
function normalize(o) {
const link = `https://www.1a-immobilienmarkt.de/expose/${o.id}.html`;
const baseUrl = 'https://www.1a-immobilienmarkt.de';
const link = `${baseUrl}/expose/${o.id}.html`;
const price = normalizePrice(o.price);
const id = buildHash(o.id, price);
return Object.assign(o, { id, price, link });
const image = baseUrl + o.image;
return Object.assign(o, { id, price, link, image });
}
/**
@@ -41,6 +43,7 @@ const config = {
price: '.inner_object_data .single_data_price | removeNewline | trim',
size: '.tabelle .tabelle_inhalt_infos .single_data_box | removeNewline | trim',
title: '.inner_object_data .tabelle_inhalt_titel_black | removeNewline | trim',
image: '.inner_object_pic img@src',
},
normalize: normalize,
filter: applyBlacklist,