upgrading dependencies | mark listings as 'manually_removed' when filtered

lib/FredyPipelineExecutioner.js

@@ -4,7 +4,11 @@
  */
 
 import { NoNewListingsWarning } from './errors.js';
-import { storeListings, getKnownListingHashesForJobAndProvider } from './services/storage/listingsStorage.js';
+import {
+  storeListings,
+  getKnownListingHashesForJobAndProvider,
+  deleteListingsById,
+} from './services/storage/listingsStorage.js';
 import { getJob } from './services/storage/jobStorage.js';
 import * as notify from './notification/notify.js';
 import Extractor from './services/extractor/extractor.js';
@@ -131,8 +135,9 @@ class FredyPipelineExecutioner {
       return newListings;
     }
 
+    const filteredIds = [];
     // Filter listings by area - keep only those within the polygon
-    const filteredListings = newListings.filter((listing) => {
+    const keptListings = newListings.filter((listing) => {
       // If listing doesn't have coordinates, keep it (don't filter out)
       if (listing.latitude == null || listing.longitude == null) {
         return true;
@@ -142,10 +147,18 @@ class FredyPipelineExecutioner {
       const point = [listing.longitude, listing.latitude]; // GeoJSON format: [lon, lat]
       const isInPolygon = polygonFeatures.some((feature) => booleanPointInPolygon(point, feature));
 
+      if (!isInPolygon) {
+        filteredIds.push(listing.id);
+      }
+
       return isInPolygon;
     });
 
-    return filteredListings;
+    if (filteredIds.length > 0) {
+      deleteListingsById(filteredIds);
+    }
+
+    return keptListings;
   }
 
   /**
@@ -287,7 +300,8 @@ class FredyPipelineExecutioner {
    * @returns {Listing[]} Listings considered unique enough to keep.
    */
   _filterBySimilarListings(listings) {
-    return listings.filter((listing) => {
+    const filteredIds = [];
+    const keptListings = listings.filter((listing) => {
       const similar = this._similarityCache.checkAndAddEntry({
         title: listing.title,
         address: listing.address,
@@ -297,9 +311,16 @@ class FredyPipelineExecutioner {
         logger.debug(
           `Filtering similar entry for title '${listing.title}' and address '${listing.address}' (Provider: '${this._providerId}')`,
         );
+        filteredIds.push(listing.id);
       }
       return !similar;
     });
+
+    if (filteredIds.length > 0) {
+      deleteListingsById(filteredIds);
+    }
+
+    return keptListings;
   }
 
   /**