UI (#15)

Adding new Admin UI. Updating Fredy to V3.0.0 as it has been a large rewrite. Thanks for all contributions and help on the way!

lib/services/storage/jobStorage.js

@@ -0,0 +1,83 @@
+const path = require('path');
+const DB_PATH = path.dirname(require.main.filename) + '/db/jobs.json';
+const FileSync = require('lowdb/adapters/FileSync');
+const adapter = new FileSync(DB_PATH);
+const low = require('lowdb');
+const db = low(adapter);
+const { nanoid } = require('nanoid');
+const listingStorage = require('./listingsStorage');
+
+db.defaults({ jobs: [] }).write();
+
+exports.upsertJob = ({ jobId, name, blacklist = [], enabled = true, provider, notificationAdapter, userId }) => {
+  const currentJob =
+    jobId == null
+      ? null
+      : db
+          .get('jobs')
+          .find((job) => job.id === jobId)
+          .value();
+
+  const jobs = db
+    .get('jobs')
+    .value()
+    .filter((job) => job.id !== jobId);
+
+  jobs.push({
+    id: jobId || nanoid(),
+    //make sure to not overwrite the user id in case an admin changes the job
+    userId: currentJob == null ? userId : currentJob.userId,
+    enabled,
+    name,
+    blacklist,
+    provider,
+    notificationAdapter,
+  });
+
+  db.set('jobs', jobs).write();
+};
+
+exports.getJob = (jobId) => {
+  const job = db
+    .get('jobs')
+    .find((job) => job.id === jobId)
+    .value();
+
+  if (job == null) {
+    return null;
+  }
+
+  return {
+    ...job,
+    numberOfFoundListings: listingStorage.getNumberOfAllKnownListings(job.id).length,
+  };
+};
+
+exports.setJobStatus = ({ jobId, status }) => {
+  db.get('jobs')
+    .find((job) => job.id === jobId)
+    .assign({ enabled: status })
+    .write();
+};
+
+exports.removeJob = (jobId) => {
+  db.get('jobs')
+    .remove((job) => job.id === jobId)
+    .write();
+};
+
+exports.removeJobsByUserId = (userId) => {
+  db.get('jobs')
+    .remove((job) => job.userId === userId)
+    .write();
+};
+
+exports.getJobs = () => {
+  return db
+    .get('jobs')
+    .value()
+    .map((job) => ({
+      ...job,
+      numberOfFoundListings: listingStorage.getNumberOfAllKnownListings(job.id),
+    }));
+};

lib/services/storage/listingsStorage.js

@@ -0,0 +1,49 @@
+const path = require('path');
+
+const DB_PATH = path.dirname(require.main.filename) + '/db/jobListingData.json';
+const FileSync = require('lowdb/adapters/FileSync');
+const adapter = new FileSync(DB_PATH);
+const low = require('lowdb');
+const db = low(adapter);
+
+const buildKey = (jobKey, providerId, endpoint) => {
+  let key = `${jobKey}`;
+  if (jobKey == null && endpoint == null) {
+    return key;
+  }
+  if (providerId != null) {
+    key += `.${providerId}`;
+  }
+  if (endpoint != null) {
+    key += `.${endpoint}`;
+  }
+  return key;
+};
+
+exports.getNumberOfAllKnownListings = (jobId) => {
+  const data = db.get(`${jobId}.providerData`).value() || {};
+  return Object.values(data)
+    .map((values) => Object.keys(values).length)
+    .reduce((accumulator, currentValue) => accumulator + currentValue, 0);
+};
+
+exports.getListingProviderDataForAnalytics = (jobId) => {
+  const key = buildKey(jobId, 'providerData');
+  return db.get(key).value() || {};
+};
+
+exports.getKnownListings = (jobId, providerId) => {
+  const providerListingsKey = buildKey(jobId, 'providerData', providerId, 'listings');
+  return db.get(providerListingsKey).value() || {};
+};
+
+exports.setKnownListings = (jobId, providerId, listings) => {
+  const providerListingsKey = buildKey(jobId, 'providerData', providerId, 'listings');
+
+  return db.set(providerListingsKey, listings).write();
+};
+
+exports.setLastJobExecution = (jobId) => {
+  const key = buildKey(jobId, null, 'lastExecution');
+  return db.set(key, Date.now()).write();
+};

lib/services/storage/userStorage.js

@@ -0,0 +1,83 @@
+const path = require('path');
+const DB_PATH = path.dirname(require.main.filename) + '/db/users.json';
+const FileSync = require('lowdb/adapters/FileSync');
+const adapter = new FileSync(DB_PATH);
+const low = require('lowdb');
+const db = low(adapter);
+const hasher = require('../security/hash');
+const { nanoid } = require('nanoid');
+const jobStorage = require('./jobStorage');
+
+db.defaults({
+  user: [
+    //you probably want to change the default password ;)
+    {
+      id: nanoid(),
+      lastLogin: Date.now(),
+      username: 'admin',
+      password: hasher.hash('admin'),
+      isAdmin: true,
+      isDemo: false,
+    },
+  ],
+}).write();
+
+exports.getUsers = (withPassword) => {
+  const jobs = jobStorage.getJobs();
+  return db
+    .get('user')
+    .value()
+    .map((user) => ({
+      //we dont want the password in the frontend, even tho it's hashed
+      ...user,
+      password: withPassword ? user.password : null,
+      numberOfJobs: jobs.filter((job) => job.userId === user.id).length,
+    }));
+};
+
+exports.getUser = (id) => {
+  const jobs = jobStorage.getJobs();
+  const user = db
+    .get('user')
+    .value()
+    .find((user) => user.id === id);
+  if (user == null) {
+    return null;
+  }
+  return {
+    ...user,
+    numberOfJobs: jobs.filter((job) => job.userId === user.id).length,
+  };
+};
+
+exports.upsertUser = ({ username, password, userId, isAdmin }) => {
+  const user = db
+    .get('user')
+    .value()
+    .filter((u) => u.id !== userId);
+
+  user.push({
+    id: userId || nanoid(),
+    username,
+    lastLogin: user.lastLogin,
+    password: hasher.hash(password),
+    isAdmin,
+  });
+
+  db.set('user', user).write();
+};
+
+exports.setLastLoginToNow = ({ userId }) => {
+  db.get('user')
+    .find((u) => u.id === userId)
+    .assign({ lastLogin: Date.now() })
+    .write();
+};
+
+exports.removeUser = (userId) => {
+  const user = db.get('user').value();
+  db.set(
+    'user',
+    user.filter((u) => u.id !== userId)
+  ).write();
+};