url.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417
  1. const bcrypt = require('bcryptjs');
  2. const _ = require('lodash/');
  3. const {
  4. isAfter,
  5. isSameHour,
  6. isSameDay,
  7. isSameMonth,
  8. subDays,
  9. subHours,
  10. subMonths,
  11. } = require('date-fns');
  12. const driver = require('./neo4j');
  13. const config = require('../config');
  14. const { generateShortUrl } = require('../utils');
  15. const getUTCDate = (dateString = Date.now()) => {
  16. const date = new Date(dateString);
  17. return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours());
  18. };
  19. const queryNewUrl = 'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt }) RETURN l';
  20. const queryNewUserUrl = (domain, password) =>
  21. 'MATCH (u:USER { email: $email })' +
  22. 'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt' +
  23. `${password ? ', password: $password' : ''} })` +
  24. 'CREATE (u)-[:CREATED]->(l)' +
  25. `${domain ? 'MERGE (l)-[:USES]->(:DOMAIN { name: $domain })' : ''}` +
  26. 'RETURN l';
  27. exports.createShortUrl = params =>
  28. new Promise(async (resolve, reject) => {
  29. const query = params.user ? queryNewUserUrl(params.user.domain, params.password) : queryNewUrl;
  30. const session = driver.session();
  31. const salt = params.password && (await bcrypt.genSalt(12));
  32. const hash = params.password && (await bcrypt.hash(params.password, salt));
  33. session
  34. .writeTransaction(tx =>
  35. tx.run(query, {
  36. createdAt: new Date().toJSON(),
  37. domain: params.user && params.user.domain,
  38. email: params.user && params.user.email,
  39. id: params.id,
  40. password: hash || '',
  41. target: params.target,
  42. })
  43. )
  44. .then(({ records }) => {
  45. session.close();
  46. const data = records[0].get('l').properties;
  47. resolve({
  48. ...data,
  49. password: !!data.password,
  50. reuse: !!params.reuse,
  51. shortUrl: generateShortUrl(data.id, params.user.domain),
  52. });
  53. })
  54. .catch(() => session.close() && reject);
  55. });
  56. exports.createVisit = params =>
  57. new Promise((resolve, reject) => {
  58. const session = driver.session();
  59. session
  60. .writeTransaction(tx =>
  61. tx.run(
  62. 'MATCH (l:URL { id: $id })' +
  63. `${params.domain ? 'MATCH (l)-[:USES]->({ name: $domain })' : ''}` +
  64. 'CREATE (v:VISIT)' +
  65. 'MERGE (b:BROWSER { browser: $browser })' +
  66. 'MERGE (c:COUNTRY { country: $country })' +
  67. 'MERGE (o:OS { os: $os })' +
  68. 'MERGE (r:REFERRER { referrer: $referrer })' +
  69. 'MERGE (d:DATE { date: $date })' +
  70. 'MERGE (v)-[:VISITED]->(l)' +
  71. 'MERGE (v)-[:BROWSED_BY]->(b)' +
  72. 'MERGE (v)-[:LOCATED_IN]->(c)' +
  73. 'MERGE (v)-[:OS]->(o)' +
  74. 'MERGE (v)-[:REFERRED_BY]->(r)' +
  75. 'MERGE (v)-[:VISITED_IN]->(d)' +
  76. 'RETURN l',
  77. {
  78. id: params.id,
  79. browser: params.browser,
  80. domain: params.domain,
  81. country: params.country,
  82. os: params.os,
  83. referrer: params.referrer,
  84. date: getUTCDate().toJSON(),
  85. }
  86. )
  87. )
  88. .then(({ records }) => {
  89. session.close();
  90. const url = records.length && records[0].get('l').properties;
  91. resolve(url);
  92. })
  93. .catch(() => session.close() && reject);
  94. });
  95. exports.findUrl = ({ id, domain, target }) =>
  96. new Promise((resolve, reject) => {
  97. const session = driver.session();
  98. session
  99. .readTransaction(tx =>
  100. tx.run(
  101. `MATCH (l:URL { ${id ? 'id: $id' : 'target: $target'} })` +
  102. `${
  103. domain
  104. ? 'MATCH (l)-[:USES]->(d:DOMAIN { name: $domain })'
  105. : 'OPTIONAL MATCH (l)-[:USES]->(d)'
  106. }` +
  107. 'OPTIONAL MATCH (u)-[:CREATED]->(l)' +
  108. 'RETURN l, d.name AS domain, u.email AS user',
  109. {
  110. id,
  111. domain,
  112. target,
  113. }
  114. )
  115. )
  116. .then(({ records }) => {
  117. session.close();
  118. const url =
  119. records.length &&
  120. records.map(record => ({
  121. ...record.get('l').properties,
  122. domain: record.get('domain'),
  123. user: record.get('user'),
  124. }));
  125. resolve(url);
  126. })
  127. .catch(() => session.close() && reject);
  128. });
  129. exports.getUrls = ({ user, options }) =>
  130. new Promise((resolve, reject) => {
  131. const session = driver.session();
  132. const { count = 5, page = 1, search = '' } = options;
  133. const searchQuery = search ? 'WHERE l.id =~ $search OR l.target =~ $search' : '';
  134. session
  135. .readTransaction(tx =>
  136. tx.run(
  137. `MATCH (u:USER { email: $email })-[:CREATED]->(l) ${searchQuery} ` +
  138. 'OPTIONAL MATCH (l)-[:USES]->(d)' +
  139. 'OPTIONAL MATCH (l)<-[:VISITED]-(v:VISIT)' +
  140. 'RETURN l, d.name AS domain, COUNT(v) AS count ORDER BY l.createdAt DESC',
  141. {
  142. email: user.email,
  143. search: `(?i).*${search}.*`,
  144. }
  145. )
  146. )
  147. .then(({ records }) => {
  148. session.close();
  149. const countAll = records.length;
  150. const first = (page - 1) * count;
  151. const last = page * count;
  152. const urls = records.slice(first, last).map(record => ({
  153. ...record.get('l').properties,
  154. password: !!record.get('l').properties.password,
  155. count: record.get('count').toNumber(),
  156. shortUrl: `http${!record.get('domain') ? 's' : ''}://${record.get('domain') ||
  157. config.DEFAULT_DOMAIN}/${record.get('l').properties.id}`,
  158. }));
  159. resolve({ list: urls, countAll });
  160. })
  161. .catch(() => session.close() && reject);
  162. });
  163. exports.getCustomDomain = ({ customDomain }) =>
  164. new Promise((resolve, reject) => {
  165. const session = driver.session();
  166. session
  167. .readTransaction(tx =>
  168. tx.run('MATCH (d:DOMAIN { name: $customDomain })<-[:OWNS]-(u) RETURN u', {
  169. customDomain,
  170. })
  171. )
  172. .then(({ records }) => {
  173. session.close();
  174. const data = records.length && records[0].get('u').properties;
  175. resolve(data);
  176. })
  177. .catch(() => session.close() && reject);
  178. });
  179. exports.setCustomDomain = ({ user, customDomain }) =>
  180. new Promise((resolve, reject) => {
  181. const session = driver.session();
  182. session
  183. .writeTransaction(tx =>
  184. tx.run(
  185. 'MATCH (u:USER { email: $email }) ' +
  186. 'OPTIONAL MATCH (u)-[r:OWNS]->() DELETE r ' +
  187. 'MERGE (d:DOMAIN { name: $customDomain }) ' +
  188. 'MERGE (u)-[:OWNS]->(d) RETURN u, d',
  189. {
  190. customDomain,
  191. email: user.email,
  192. }
  193. )
  194. )
  195. .then(({ records }) => {
  196. session.close();
  197. const data = records.length && records[0].get('d').properties;
  198. resolve(data);
  199. })
  200. .catch(() => session.close() && reject);
  201. });
  202. exports.deleteCustomDomain = ({ user }) =>
  203. new Promise((resolve, reject) => {
  204. const session = driver.session();
  205. session
  206. .writeTransaction(tx =>
  207. tx.run('MATCH (u:USER { email: $email }) MATCH (u)-[r:OWNS]->() DELETE r RETURN u', {
  208. email: user.email,
  209. })
  210. )
  211. .then(({ records }) => {
  212. session.close();
  213. const data = records.length && records[0].get('u').properties;
  214. resolve(data);
  215. })
  216. .catch(() => session.close() && reject);
  217. });
  218. exports.deleteUrl = ({ id, domain, user }) =>
  219. new Promise((resolve, reject) => {
  220. const session = driver.session();
  221. session
  222. .writeTransaction(tx =>
  223. tx.run(
  224. 'MATCH (u:USER { email: $email }) ' +
  225. 'MATCH (u)-[:CREATED]->(l { id: $id }) ' +
  226. `${
  227. domain
  228. ? 'MATCH (l)-[:USES]->(:DOMAIN { name: $domain })'
  229. : 'MATCH (l) WHERE NOT (l)-[:USES]->()'
  230. }` +
  231. 'OPTIONAL MATCH (l)-[:MATCHES]->(v) ' +
  232. 'DETACH DELETE l, v RETURN u',
  233. {
  234. email: user.email,
  235. domain,
  236. id,
  237. }
  238. )
  239. )
  240. .then(({ records }) => {
  241. session.close();
  242. const data = records.length && records[0].get('u').properties;
  243. resolve(data);
  244. })
  245. .catch(() => session.close() && reject);
  246. });
  247. /* Collecting stats */
  248. const initialStats = {
  249. browser: {
  250. IE: 0,
  251. Firefox: 0,
  252. Chrome: 0,
  253. Opera: 0,
  254. Safari: 0,
  255. Edge: 0,
  256. Other: 0,
  257. },
  258. os: {
  259. Windows: 0,
  260. 'Mac Os X': 0,
  261. Linux: 0,
  262. 'Chrome OS': 0,
  263. Android: 0,
  264. iOS: 0,
  265. Other: 0,
  266. },
  267. country: {},
  268. referrer: {},
  269. dates: [],
  270. };
  271. const filterByDate = days => record => isAfter(record.date, subDays(getUTCDate(), days));
  272. /* eslint-disable no-param-reassign */
  273. const calcStats = (obj, record) => {
  274. obj.browser[record.browser] += 1;
  275. obj.os[record.os] += 1;
  276. obj.country[record.country] = obj.country[record.country] + 1 || 1;
  277. obj.referrer[record.referrer] = obj.referrer[record.referrer] + 1 || 1;
  278. obj.dates = [...obj.dates, record.date];
  279. return obj;
  280. };
  281. /* eslint-enable no-param-reassign */
  282. const objectToArray = item => {
  283. const objToArr = key =>
  284. Array.from(Object.keys(item[key]))
  285. .map(name => ({
  286. name,
  287. value: item[key][name],
  288. }))
  289. .sort((a, b) => b.value - a.value);
  290. return {
  291. browser: objToArr('browser'),
  292. os: objToArr('os'),
  293. country: objToArr('country'),
  294. referrer: objToArr('referrer'),
  295. };
  296. };
  297. const calcViewPerDate = (views, period, sub, compare, lastDate = getUTCDate(), arr = []) => {
  298. if (arr.length === period) return arr;
  299. const matchedStats = views.filter(date => compare(date, lastDate));
  300. const viewsPerDate = [matchedStats.length, ...arr];
  301. return calcViewPerDate(views, period, sub, compare, sub(lastDate, 1), viewsPerDate);
  302. };
  303. const calcViews = {
  304. 0: views => calcViewPerDate(views, 24, subHours, isSameHour),
  305. 1: views => calcViewPerDate(views, 7, subDays, isSameDay),
  306. 2: views => calcViewPerDate(views, 30, subDays, isSameDay),
  307. 3: views => calcViewPerDate(views, 18, subMonths, isSameMonth),
  308. };
  309. exports.getStats = ({ id, domain, user }) =>
  310. new Promise((resolve, reject) => {
  311. const session = driver.session();
  312. session
  313. .readTransaction(tx =>
  314. tx.run(
  315. 'MATCH (l:URL { id: $id })<-[:CREATED]-(u:USER { email: $email }) ' +
  316. `${domain ? 'MATCH (l)-[:USES]->(domain { name: $domain })' : ''}` +
  317. 'MATCH (v)-[:VISITED]->(l) ' +
  318. 'MATCH (v)-[:BROWSED_BY]->(b) ' +
  319. 'MATCH (v)-[:LOCATED_IN]->(c) ' +
  320. 'MATCH (v)-[:OS]->(o) ' +
  321. 'MATCH (v)-[:REFERRED_BY]->(r) ' +
  322. 'MATCH (v)-[:VISITED_IN]->(d) ' +
  323. 'RETURN l, b.browser AS browser, c.country AS country,' +
  324. `${domain ? 'domain.name AS domain, ' : ''}` +
  325. 'o.os AS os, r.referrer AS referrer, d.date AS date ' +
  326. 'ORDER BY d.date DESC',
  327. {
  328. email: user.email,
  329. domain,
  330. id,
  331. }
  332. )
  333. )
  334. .then(({ records }) => {
  335. session.close();
  336. if (!records.length) resolve([]);
  337. const allStats = records.map(record => ({
  338. browser: record.get('browser'),
  339. os: record.get('os'),
  340. country: record.get('country'),
  341. referrer: record.get('referrer'),
  342. date: record.get('date'),
  343. }));
  344. const statsPeriods = [1, 7, 30, 550];
  345. const stats = statsPeriods
  346. .map(statsPeriod => allStats.filter(filterByDate(statsPeriod)))
  347. .map(statsPeriod => statsPeriod.reduce(calcStats, _.cloneDeep(initialStats)))
  348. .map((statsPeriod, index) => ({
  349. stats: objectToArray(statsPeriod),
  350. views: calcViews[index](statsPeriod.dates),
  351. }));
  352. const response = {
  353. total: records.length,
  354. id,
  355. shortUrl: `http${!domain ? 's' : ''}://${
  356. domain ? records[0].get('domain') : config.DEFAULT_DOMAIN
  357. }/${id}`,
  358. target: records[0].get('l').properties.target,
  359. lastDay: stats[0],
  360. lastWeek: stats[1],
  361. lastMonth: stats[2],
  362. allTime: stats[3],
  363. };
  364. return resolve(response);
  365. })
  366. .catch(() => session.close() && reject);
  367. });
  368. exports.urlCountFromDate = ({ date, email }) =>
  369. new Promise((resolve, reject) => {
  370. const session = driver.session();
  371. session
  372. .readTransaction(tx =>
  373. tx.run(
  374. 'MATCH (u:USER { email: $email })-[:CREATED]->(l) WHERE l.createdAt > $date ' +
  375. 'RETURN COUNT(l) as count',
  376. {
  377. date,
  378. email,
  379. }
  380. )
  381. )
  382. .then(({ records }) => {
  383. session.close();
  384. const count = records.length && records[0].get('count').toNumber();
  385. return resolve({ count });
  386. })
  387. .catch(err => reject(err));
  388. });