Release v1.0.0 🎉

lib/provider/immonet.js

@@ -0,0 +1,38 @@
+const config = require('../../conf/config.json');
+const Fredy = require('../fredy');
+const utils = require('../utils');
+
+function normalize(o) {
+  const id = parseInt(o.id.split('_')[1], 10);
+  const title = o.title.replace('NEU ', '');
+  const address = o.address.split(' - ')[1];
+
+  return Object.assign(o, { id, title, address });
+}
+
+function applyBlacklist(o) {
+  const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
+  const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
+
+  return titleNotBlacklisted && descNotBlacklisted;
+}
+
+const immonet = {
+  name: 'immonet',
+  enabled: config.sources.immonet.enabled,
+  url: config.sources.immonet.url,
+  crawlContainer: '#idResultList .search-object',
+  crawlFields: {
+    id: '.search-info a@id',
+    price: '#keyfacts-bar div:first-child span',
+    size: '#keyfacts-bar div:nth-child(2) .text-primary-highlight',
+    title: '.search-info a | removeNewline | trim',
+    link: '.search-info a@href',
+    address: '.search-info p | removeNewline | trim'
+  },
+  paginate: '#idResultList .margin-bottom-6.margin-bottom-sm-12 .panel a.pull-right@href',
+  normalize: normalize,
+  filter: applyBlacklist
+};
+
+module.exports = new Fredy(immonet);

lib/provider/immoscout.js

@@ -0,0 +1,34 @@
+const config = require('../../conf/config.json');
+const Fredy = require('../fredy');
+const utils = require('../utils');
+
+function normalize(o) {
+  const title = o.title.replace('NEU', '');
+  const address = (o.address || '').replace(/\(.*\),.*$/, '').trim();
+
+  return Object.assign(o, { title, address });
+}
+
+function applyBlacklist(o) {
+  return !utils.isOneOf(o.title, config.blacklist);
+}
+
+const immoscout = {
+  name: 'immoscout',
+  enabled: config.sources.immoscout.enabled,
+  url: config.sources.immoscout.url,
+  crawlContainer: '#resultListItems li.result-list__listing',
+  crawlFields: {
+    id: '.result-list-entry@data-obid | int',
+    price: '.result-list-entry .result-list-entry__criteria .grid-item:first-child dd | removeNewline | trim',
+    size: '.result-list-entry .result-list-entry__criteria .grid-item:nth-child(2) dd | removeNewline | trim',
+    title: '.result-list-entry .result-list-entry__brand-title-container h5 | removeNewline | trim',
+    link: '.result-list-entry .result-list-entry__brand-title-container@href',
+    address: '.result-list-entry .result-list-entry__address a'
+  },
+  paginate: '#pager .align-right a@href',
+  normalize: normalize,
+  filter: applyBlacklist
+};
+
+module.exports = new Fredy(immoscout);

lib/provider/immowelt.js

@@ -0,0 +1,38 @@
+const Fredy = require('../fredy');
+const config = require('../../conf/config.json');
+const utils = require('../utils');
+
+function normalize(o) {
+  const size = o.size.split('Wohnfläche')[0];
+  const address = o.address;
+
+  return Object.assign(o, { size, address });
+}
+
+function applyBlacklist(o) {
+  const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
+  const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
+
+  return titleNotBlacklisted && descNotBlacklisted;
+}
+
+const immowelt = {
+  name: 'immowelt',
+  enabled: config.sources.immowelt.enabled,
+  url: config.sources.immowelt.url,
+  crawlContainer: '.immoliste .js-object.listitem_wrap ',
+  crawlFields: {
+    id: '@data-estateid | int',
+    price: '.hardfacts_3 strong | removeNewline | trim',
+    size: '.hardfacts_3 div:nth-child(2):not(.hardfactlabel)| removeNewline | trim',
+    title: '.listcontent.clear h2',
+    link: 'a@href',
+    description: '.listconten_offset .listmerkmale| removeNewline | trim',
+    address: '.listconten_offset .listlocation| removeNewline | trim'
+  },
+  paginate: '#pnlPaging #nlbPlus@href',
+  normalize: normalize,
+  filter: applyBlacklist
+};
+
+module.exports = new Fredy(immowelt);

lib/provider/kalaydo.js

@@ -0,0 +1,46 @@
+const config = require('../../conf/config.json');
+const Fredy = require('../fredy');
+const utils = require('../utils');
+
+function normalize(o) {
+  const id = o.id
+    .split('/')
+    .filter(Boolean)
+    .reverse()[0];
+  const price = o.price.replace('Preis: ', '');
+  let size = o.size.replace('Wohnfläche: ', '').replace('ca. ', '');
+  size += ' / ' + o.rooms;
+  const address = '---';
+
+  return Object.assign(o, { id, price, size, address });
+}
+
+function applyBlacklist(o) {
+  const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
+  const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
+
+  const isBlacklistedDistrict =
+    config.blacklistedDistrics.length === 0 ? false : utils.isOneOf(o.title, config.blacklistedDistrics);
+
+  return !isBlacklistedDistrict && titleNotBlacklisted && descNotBlacklisted;
+}
+
+const kalaydo = {
+  name: 'kalaydo',
+  enabled: config.sources.kalaydo.enabled,
+  url: config.sources.kalaydo.url,
+  crawlContainer: '#resultList .resultitem-content-container',
+  crawlFields: {
+    id: '.resultitem-content-container a@href',
+    price: '.clear-row .rent | removeNewline | trim',
+    title: '.resultitem-content-container a@title',
+    link: '.resultitem-content-container a@href',
+    rooms: '.resultitem-content-container .no-of-rooms | removeNewline  | trim',
+    size: '.resultitem-content-container .living-area | removeNewline | trim'
+  },
+  paginate: '.markt_pagination_pageLinkNext .markt_pagination_link@href',
+  normalize: normalize,
+  filter: applyBlacklist
+};
+
+module.exports = new Fredy(kalaydo);

lib/provider/kleinanzeigen.js

@@ -0,0 +1,39 @@
+const Fredy = require('../fredy');
+const config = require('../../conf/config.json');
+const utils = require('../utils');
+
+function normalize(o) {
+  const address = o.address.split('\n')[4].trim();
+
+  return Object.assign(o, { address });
+}
+
+function applyBlacklist(o) {
+  const titleNotBlacklisted = !utils.isOneOf(o.title, config.blacklist);
+  const descNotBlacklisted = !utils.isOneOf(o.description, config.blacklist);
+  const isBlacklistedDistrict =
+    config.blacklistedDistrics.length === 0 ? false : utils.isOneOf(o.description, config.blacklistedDistrics);
+
+  return !isBlacklistedDistrict && titleNotBlacklisted && descNotBlacklisted;
+}
+
+const kleinanzeigen = {
+  name: 'kleinanzeigen',
+  enabled: config.sources.kleinanzeigen.enabled,
+  url: config.sources.kleinanzeigen.url,
+  crawlContainer: '#srchrslt-adtable .ad-listitem',
+  crawlFields: {
+    id: '.aditem@data-adid | int',
+    price: '.aditem-details strong | removeNewline | trim',
+    size: '.aditem-main .text-module-end span:nth-child(2) | removeNewline | trim',
+    title: '.aditem-main .text-module-begin a | removeNewline | trim',
+    link: '.aditem-main .text-module-begin a@href | removeNewline | trim',
+    description: '.aditem-main p:not(.text-module-end) | removeNewline | trim',
+    address: '.aditem-details'
+  },
+  paginate: '#srchrslt-pagination .pagination-next@href',
+  normalize: normalize,
+  filter: applyBlacklist
+};
+
+module.exports = new Fredy(kleinanzeigen);