Kutt/server/db/url.js

const bcrypt = require('bcryptjs');
const _ = require('lodash/');
const { isAfter, subDays } = require('date-fns');
const driver = require('./neo4j');
const {
  generateShortUrl,
  statsObjectToArray,
  getDifferenceFunction,
  getUTCDate,
} = require('../utils');

const queryNewUrl = 'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt }) RETURN l';

const queryNewUserUrl = (domain, password) =>
  'MATCH (u:USER { email: $email })' +
  'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt, count: 0 ' +
  `${password ? ', password: $password' : ''} })` +
  'CREATE (u)-[:CREATED]->(l)' +
  `${domain ? 'MERGE (l)-[:USES]->(:DOMAIN { name: $domain })' : ''}` +
  'RETURN l';

exports.createShortUrl = async params => {
  const session = driver.session();
  const query = params.user ? queryNewUserUrl(params.user.domain, params.password) : queryNewUrl;
  const salt = params.password && (await bcrypt.genSalt(12));
  const hash = params.password && (await bcrypt.hash(params.password, salt));
  const { records = [] } = await session.writeTransaction(tx =>
    tx.run(query, {
      createdAt: new Date().toJSON(),
      domain: params.user && params.user.domain,
      email: params.user && params.user.email,
      id: params.id,
      password: hash || '',
      target: params.target,
    })
  );
  session.close();
  const data = records[0].get('l').properties;
  return {
    ...data,
    password: !!data.password,
    reuse: !!params.reuse,
    count: 0,
    shortUrl: generateShortUrl(
      data.id,
      params.user && params.user.domain,
      params.user && params.user.useHttps
    ),
  };
};

exports.addUrlCount = async (id, domain) => {
  const session = driver.session();
  const { records = [] } = await session.writeTransaction(tx =>
    tx.run(
      'MATCH (l:URL { id: $id }) ' +
        `${domain ? 'MATCH (l)-[:USES]->({ name: $domain })' : ''} ` +
        'SET l.count = l.count + 1 ' +
        'RETURN l',
      {
        id,
        domain,
      }
    )
  );
  session.close();
  const url = records.length && records[0].get('l').properties;
  return url;
};

exports.createVisit = async params => {
  const session = driver.session();
  const { records = [] } = await session.writeTransaction(tx =>
    tx.run(
      'MATCH (l:URL { id: $id }) ' +
        `${params.domain ? 'MATCH (l)-[:USES]->({ name: $domain })' : ''} ` +
        'CREATE (v:VISIT)' +
        'MERGE (b:BROWSER { browser: $browser })' +
        'MERGE (c:COUNTRY { country: $country })' +
        'MERGE (o:OS { os: $os })' +
        'MERGE (r:REFERRER { referrer: $referrer })' +
        'MERGE (d:DATE { date: $date })' +
        'MERGE (v)-[:VISITED]->(l)' +
        'MERGE (v)-[:BROWSED_BY]->(b)' +
        'MERGE (v)-[:LOCATED_IN]->(c)' +
        'MERGE (v)-[:OS]->(o)' +
        'MERGE (v)-[:REFERRED_BY]->(r)' +
        'MERGE (v)-[:VISITED_IN]->(d)' +
        'RETURN l',
      {
        id: params.id,
        browser: params.browser,
        domain: params.domain,
        country: params.country,
        os: params.os,
        referrer: params.referrer,
        date: getUTCDate().toJSON(),
      }
    )
  );
  session.close();
  const url = records.length && records[0].get('l').properties;
  return url;
};

exports.findUrl = async ({ id, domain, target }) => {
  const session = driver.session();
  const { records = [] } = await session.readTransaction(tx =>
    tx.run(
      `MATCH (l:URL { ${id ? 'id: $id' : 'target: $target'} })` +
        `${
          domain
            ? 'MATCH (l)-[:USES]->(d:DOMAIN { name: $domain })'
            : 'OPTIONAL MATCH (l)-[:USES]->(d)'
        }` +
        'OPTIONAL MATCH (u)-[:CREATED]->(l)' +
        'RETURN l, d.name AS domain, u AS user',
      {
        id,
        domain,
        target,
      }
    )
  );
  session.close();
  const url =
    records.length &&
    records.map(record => ({
      ...record.get('l').properties,
      domain: record.get('domain'),
      user: (record.get('user') || {}).properties,
    }));
  return url;
};

exports.getCountUrls = async ({ user }) => {
  const session = driver.session();
  const { records = [] } = await session.readTransaction(tx =>
    tx.run('MATCH (u:USER {email: $email}) RETURN size((u)-[:CREATED]->()) as count', {
      email: user.email,
    })
  );
  session.close();
  const countAll = records.length ? records[0].get('count').toNumber() : 0;
  return { countAll };
};

exports.getUrls = async ({ user, options, setCount }) => {
  const session = driver.session();
  const { count = 5, page = 1, search = '' } = options;
  const limit = parseInt(count, 10);
  const skip = parseInt(page, 10);
  const searchQuery = search ? 'WHERE l.id =~ $search OR l.target =~ $search' : '';
  const setVisitsCount = setCount ? 'SET l.count = size((l)<-[:VISITED]-())' : '';
  const { records = [] } = await session.readTransaction(tx =>
    tx.run(
      `MATCH (u:USER { email: $email })-[:CREATED]->(l) ${searchQuery} ` +
        'WITH l ORDER BY l.createdAt DESC ' +
        'WITH l SKIP $skip LIMIT $limit ' +
        `OPTIONAL MATCH (l)-[:USES]->(d) ${setVisitsCount} ` +
        'RETURN l, d.name AS domain, d.useHttps as useHttps',
      {
        email: user.email,
        limit,
        skip: limit * (skip - 1),
        search: `(?i).*${search}.*`,
      }
    )
  );
  session.close();
  const urls = records.map(record => {
    const visitCount = record.get('l').properties.count;
    const domain = record.get('domain');
    const protocol = record.get('useHttps') || !domain ? 'https://' : 'http://';
    return {
      ...record.get('l').properties,
      count: typeof visitCount === 'object' ? visitCount.toNumber() : visitCount,
      password: !!record.get('l').properties.password,
      shortUrl: `${protocol}${domain || process.env.DEFAULT_DOMAIN}/${
        record.get('l').properties.id
      }`,
    };
  });
  return { list: urls };
};

exports.getCustomDomain = async ({ customDomain }) => {
  const session = driver.session();
  const { records = [] } = await session.readTransaction(tx =>
    tx.run(
      'MATCH (d:DOMAIN { name: $customDomain })<-[:OWNS]-(u) RETURN u.email as email, d.homepage as homepage',
      {
        customDomain,
      }
    )
  );
  session.close();
  const data = records.length
    ? {
        email: records[0].get('email'),
        homepage: records[0].get('homepage'),
      }
    : {};
  return data;
};

exports.setCustomDomain = async ({ user, customDomain, homepage, useHttps }) => {
  const session = driver.session();
  const { records = [] } = await session.writeTransaction(tx =>
    tx.run(
      'MATCH (u:USER { email: $email }) ' +
        'OPTIONAL MATCH (u)-[r:OWNS]->() DELETE r ' +
        `MERGE (d:DOMAIN { name: $customDomain, homepage: $homepage, useHttps: $useHttps }) ` +
        'MERGE (u)-[:OWNS]->(d) RETURN u, d',
      {
        customDomain,
        homepage: homepage || '',
        email: user.email,
        useHttps: !!useHttps,
      }
    )
  );
  session.close();
  const data = records.length && records[0].get('d').properties;
  return data;
};

exports.deleteCustomDomain = async ({ user }) => {
  const session = driver.session();
  const { records = [] } = await session.writeTransaction(tx =>
    tx.run('MATCH (u:USER { email: $email }) MATCH (u)-[r:OWNS]->() DELETE r RETURN u', {
      email: user.email,
    })
  );
  session.close();
  const data = records.length && records[0].get('u').properties;
  return data;
};

exports.deleteUrl = async ({ id, domain, user }) => {
  const session = driver.session();
  const { records = [] } = await session.writeTransaction(tx =>
    tx.run(
      'MATCH (u:USER { email: $email }) ' +
        'MATCH (u)-[:CREATED]->(l { id: $id }) ' +
        `${
          domain
            ? 'MATCH (l)-[:USES]->(:DOMAIN { name: $domain })'
            : 'MATCH (l) WHERE NOT (l)-[:USES]->()'
        }` +
        'OPTIONAL MATCH (l)-[:MATCHES]->(v) ' +
        'DETACH DELETE l, v RETURN u',
      {
        email: user.email,
        domain,
        id,
      }
    )
  );
  session.close();
  const data = records.length && records[0].get('u').properties;
  return data;
};

/*
 ** Collecting stats
 */

const initialStats = {
  browser: {
    IE: 0,
    Firefox: 0,
    Chrome: 0,
    Opera: 0,
    Safari: 0,
    Edge: 0,
    Other: 0,
  },
  os: {
    Windows: 0,
    'Mac Os X': 0,
    Linux: 0,
    'Chrome OS': 0,
    Android: 0,
    iOS: 0,
    Other: 0,
  },
  country: {},
  referrer: {},
  dates: [],
};

exports.getStats = ({ id, domain, user }) =>
  new Promise((resolve, reject) => {
    const session = driver.session();

    const stats = {
      lastDay: {
        stats: _.cloneDeep(initialStats),
        views: new Array(24).fill(0),
      },
      lastWeek: {
        stats: _.cloneDeep(initialStats),
        views: new Array(7).fill(0),
      },
      lastMonth: {
        stats: _.cloneDeep(initialStats),
        views: new Array(30).fill(0),
      },
      allTime: {
        stats: _.cloneDeep(initialStats),
        views: new Array(18).fill(0),
      },
    };

    let total = 0;

    const statsPeriods = [[1, 'lastDay'], [7, 'lastWeek'], [30, 'lastMonth']];

    session
      .run(
        'MATCH (l:URL { id: $id })<-[:CREATED]-(u:USER { email: $email }) ' +
          `${domain ? 'MATCH (l)-[:USES]->(domain { name: $domain })' : ''}` +
          'MATCH (v)-[:VISITED]->(l) ' +
          'MATCH (v)-[:BROWSED_BY]->(b) ' +
          'MATCH (v)-[:LOCATED_IN]->(c) ' +
          'MATCH (v)-[:OS]->(o) ' +
          'MATCH (v)-[:REFERRED_BY]->(r) ' +
          'MATCH (v)-[:VISITED_IN]->(d) ' +
          'WITH l, b.browser AS browser, c.country AS country, ' +
          'o.os AS os, r.referrer AS referrer, d.date AS date ' +
          'RETURN l, browser, country, os, referrer, date ' +
          'ORDER BY date DESC',
        {
          email: user.email,
          domain,
          id,
        }
      )
      .subscribe({
        onNext(record) {
          total += 1;
          const browser = record.get('browser');
          const os = record.get('os');
          const country = record.get('country');
          const referrer = record.get('referrer');
          const date = record.get('date');

          statsPeriods.forEach(([days, type]) => {
            const isIncluded = isAfter(date, subDays(getUTCDate(), days));
            if (isIncluded) {
              const period = stats[type].stats;
              const diffFunction = getDifferenceFunction(type);
              const now = new Date();
              const diff = diffFunction(now, date);
              const index = stats[type].views.length - diff - 1;
              const view = stats[type].views[index];
              period.browser[browser] += 1;
              period.os[os] += 1;
              period.country[country] = period.country[country] + 1 || 1;
              period.referrer[referrer] = period.referrer[referrer] + 1 || 1;
              stats[type].views[index] = view + 1 || 1;
            }
          });

          const allTime = stats.allTime.stats;
          const diffFunction = getDifferenceFunction('allTime');
          const now = new Date();
          const diff = diffFunction(now, date);
          const index = stats.allTime.views.length - diff - 1;
          const view = stats.allTime.views[index];
          allTime.browser[browser] += 1;
          allTime.os[os] += 1;
          allTime.country[country] = allTime.country[country] + 1 || 1;
          allTime.referrer[referrer] = allTime.referrer[referrer] + 1 || 1;
          allTime.dates = [...allTime.dates, date];
          stats.allTime.views[index] = view + 1 || 1;
        },
        onCompleted() {
          stats.lastDay.stats = statsObjectToArray(stats.lastDay.stats);
          stats.lastWeek.stats = statsObjectToArray(stats.lastWeek.stats);
          stats.lastMonth.stats = statsObjectToArray(stats.lastMonth.stats);
          stats.allTime.stats = statsObjectToArray(stats.allTime.stats);
          const response = {
            total,
            id,
            updatedAt: new Date().toISOString(),
            lastDay: stats.lastDay,
            lastWeek: stats.lastWeek,
            lastMonth: stats.lastMonth,
            allTime: stats.allTime,
          };
          return resolve(response);
        },
        onError(error) {
          session.close();
          return reject(error);
        },
      });
  });

exports.urlCountFromDate = async ({ date, email }) => {
  const session = driver.session();
  const { records = [] } = await session.readTransaction(tx =>
    tx.run(
      'MATCH (u:USER { email: $email })-[:CREATED]->(l) WHERE l.createdAt > $date ' +
        'WITH COUNT(l) as count RETURN count',
      {
        date,
        email,
      }
    )
  );
  session.close();
  const count = records.length && records[0].get('count').toNumber();
  return { count };
};

exports.banUrl = async ({ adminEmail, id, domain, host, user }) => {
  const session = driver.session();
  const userQuery = user
    ? 'OPTIONAL MATCH (u:USER)-[:CREATED]->(l) SET u.banned = true WITH a, u ' +
      'OPTIONAL MATCH (u)-[:CREATED]->(ls:URL) SET ls.banned = true WITH a, u, ls ' +
      'WHERE u.email IS NOT NULL MERGE (a)-[:BANNED]->(u) MERGE (a)-[:BANNED]->(ls) '
    : '';
  const domainQuery = domain
    ? 'MERGE (d:DOMAIN { name: $domain }) ON CREATE SET d.banned = true WITH a, d ' +
      'WHERE d.name IS NOT NULL MERGE (a)-[:BANNED]->(d)'
    : '';
  const hostQuery = host
    ? 'MERGE (h:HOST { name: $host }) ON CREATE SET h.banned = true WITH a, h ' +
      'WHERE h.name IS NOT NULL MERGE (a)-[:BANNED]->(h)'
    : '';
  await session.writeTransaction(tx =>
    tx.run(
      'MATCH (l:URL { id: $id }) WHERE NOT (l)-[:USES]->(:DOMAIN) ' +
        'MATCH (a:USER) WHERE a.email = $adminEmail ' +
        'SET l.banned = true WITH l, a MERGE (a)-[:BANNED]->(l) WITH l, a ' +
        `${userQuery} ${domainQuery} ${hostQuery}`,
      {
        adminEmail,
        id,
        domain,
        host,
      }
    )
  );
  session.close();
};

exports.getBannedDomain = async (domain = '') => {
  const session = driver.session();
  const { records } = await session.readTransaction(tx =>
    tx.run('MATCH (d:DOMAIN { name: $domain, banned: true }) RETURN d', {
      domain,
    })
  );
  session.close();
  return records.length > 0;
};

exports.getBannedHost = async (host = '') => {
  const session = driver.session();
  const { records } = await session.readTransaction(tx =>
    tx.run('MATCH (h:HOST { name: $host, banned: true }) RETURN h', {
      host,
    })
  );
  session.close();
  return records.length > 0;
};