url.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. const bcrypt = require('bcryptjs');
  2. const _ = require('lodash/');
  3. const {
  4. isAfter,
  5. isSameHour,
  6. isSameDay,
  7. isSameMonth,
  8. subDays,
  9. subHours,
  10. subMonths,
  11. } = require('date-fns');
  12. const driver = require('./neo4j');
  13. const config = require('../config');
  14. const { generateShortUrl } = require('../utils');
  15. const getUTCDate = (dateString = Date.now()) => {
  16. const date = new Date(dateString);
  17. return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours());
  18. };
  19. const queryNewUrl = 'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt }) RETURN l';
  20. const queryNewUserUrl = (domain, password) =>
  21. 'MATCH (u:USER { email: $email })' +
  22. 'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt' +
  23. `${password ? ', password: $password' : ''} })` +
  24. 'CREATE (u)-[:CREATED]->(l)' +
  25. `${domain ? 'MERGE (l)-[:USES]->(:DOMAIN { name: $domain })' : ''}` +
  26. 'RETURN l';
  27. exports.createShortUrl = params =>
  28. new Promise(async (resolve, reject) => {
  29. const query = params.user ? queryNewUserUrl(params.user.domain, params.password) : queryNewUrl;
  30. const session = driver.session();
  31. const salt = params.password && (await bcrypt.genSalt(12));
  32. const hash = params.password && (await bcrypt.hash(params.password, salt));
  33. session
  34. .writeTransaction(tx =>
  35. tx.run(query, {
  36. createdAt: new Date().toJSON(),
  37. domain: params.user && params.user.domain,
  38. email: params.user && params.user.email,
  39. id: params.id,
  40. password: hash || '',
  41. target: params.target,
  42. })
  43. )
  44. .then(({ records }) => {
  45. session.close();
  46. const data = records[0].get('l').properties;
  47. resolve({
  48. ...data,
  49. password: !!data.password,
  50. reuse: !!params.reuse,
  51. shortUrl: generateShortUrl(data.id, params.user.domain),
  52. });
  53. })
  54. .catch(err => session.close() || reject(err));
  55. });
  56. exports.createVisit = params =>
  57. new Promise((resolve, reject) => {
  58. const session = driver.session();
  59. session
  60. .writeTransaction(tx =>
  61. tx.run(
  62. 'MATCH (l:URL { id: $id })' +
  63. `${params.domain ? 'MATCH (l)-[:USES]->({ name: $domain })' : ''}` +
  64. 'CREATE (v:VISIT)' +
  65. 'MERGE (b:BROWSER { browser: $browser })' +
  66. 'MERGE (c:COUNTRY { country: $country })' +
  67. 'MERGE (o:OS { os: $os })' +
  68. 'MERGE (r:REFERRER { referrer: $referrer })' +
  69. 'MERGE (d:DATE { date: $date })' +
  70. 'MERGE (v)-[:VISITED]->(l)' +
  71. 'MERGE (v)-[:BROWSED_BY]->(b)' +
  72. 'MERGE (v)-[:LOCATED_IN]->(c)' +
  73. 'MERGE (v)-[:OS]->(o)' +
  74. 'MERGE (v)-[:REFERRED_BY]->(r)' +
  75. 'MERGE (v)-[:VISITED_IN]->(d)' +
  76. 'RETURN l',
  77. {
  78. id: params.id,
  79. browser: params.browser,
  80. domain: params.domain,
  81. country: params.country,
  82. os: params.os,
  83. referrer: params.referrer,
  84. date: getUTCDate().toJSON(),
  85. }
  86. )
  87. )
  88. .then(({ records }) => {
  89. session.close();
  90. const url = records.length && records[0].get('l').properties;
  91. resolve(url);
  92. })
  93. .catch(err => session.close() || reject(err));
  94. });
  95. exports.findUrl = ({ id, domain, target }) =>
  96. new Promise((resolve, reject) => {
  97. const session = driver.session();
  98. session
  99. .readTransaction(tx =>
  100. tx.run(
  101. `MATCH (l:URL { ${id ? 'id: $id' : 'target: $target'} })` +
  102. `${
  103. domain
  104. ? 'MATCH (l)-[:USES]->(d:DOMAIN { name: $domain })'
  105. : 'OPTIONAL MATCH (l)-[:USES]->(d)'
  106. }` +
  107. 'OPTIONAL MATCH (u)-[:CREATED]->(l)' +
  108. 'RETURN l, d.name AS domain, u.email AS user',
  109. {
  110. id,
  111. domain,
  112. target,
  113. }
  114. )
  115. )
  116. .then(({ records }) => {
  117. session.close();
  118. const url =
  119. records.length &&
  120. records.map(record => ({
  121. ...record.get('l').properties,
  122. domain: record.get('domain'),
  123. user: record.get('user'),
  124. }));
  125. resolve(url);
  126. })
  127. .catch(err => session.close() || reject(err));
  128. });
  129. exports.getCountUrls = ({ user }) =>
  130. new Promise((resolve, reject) => {
  131. const session = driver.session();
  132. session
  133. .readTransaction(tx =>
  134. tx.run('MATCH (u:USER {email: $email}) RETURN size((u)-[:CREATED]->()) as count', {
  135. email: user.email,
  136. })
  137. )
  138. .then(({ records }) => {
  139. session.close();
  140. const countAll = records.length ? records[0].get('count').toNumber() : 0;
  141. resolve({ countAll });
  142. })
  143. .catch(err => session.close() || reject(err));
  144. });
  145. exports.getUrls = ({ user, options }) =>
  146. new Promise((resolve, reject) => {
  147. const session = driver.session();
  148. const { count = 5, page = 1, search = '' } = options;
  149. const limit = parseInt(count, 10);
  150. const skip = parseInt(page, 10);
  151. const searchQuery = search ? 'WHERE l.id =~ $search OR l.target =~ $search' : '';
  152. session
  153. .readTransaction(tx =>
  154. tx.run(
  155. `MATCH (u:USER { email: $email })-[:CREATED]->(l) ${searchQuery} ` +
  156. 'WITH l ORDER BY l.createdAt DESC ' +
  157. 'WITH l SKIP $skip LIMIT $limit ' +
  158. 'OPTIONAL MATCH (l)-[:USES]->(d) ' +
  159. 'RETURN l, d.name AS domain, size((l)<-[:VISITED]-()) as count',
  160. {
  161. email: user.email,
  162. limit,
  163. skip: limit * (skip - 1),
  164. search: `(?i).*${search}.*`,
  165. }
  166. )
  167. )
  168. .then(({ records }) => {
  169. session.close();
  170. const urls = records.map(record => ({
  171. ...record.get('l').properties,
  172. password: !!record.get('l').properties.password,
  173. count: record.get('count').toNumber(),
  174. shortUrl: `http${!record.get('domain') ? 's' : ''}://${record.get('domain') ||
  175. config.DEFAULT_DOMAIN}/${record.get('l').properties.id}`,
  176. }));
  177. resolve({ list: urls });
  178. })
  179. .catch(err => session.close() || reject(err));
  180. });
  181. exports.getCustomDomain = ({ customDomain }) =>
  182. new Promise((resolve, reject) => {
  183. const session = driver.session();
  184. session
  185. .readTransaction(tx =>
  186. tx.run('MATCH (d:DOMAIN { name: $customDomain })<-[:OWNS]-(u) RETURN u', {
  187. customDomain,
  188. })
  189. )
  190. .then(({ records }) => {
  191. session.close();
  192. const data = records.length && records[0].get('u').properties;
  193. resolve(data);
  194. })
  195. .catch(err => session.close() || reject(err));
  196. });
  197. exports.setCustomDomain = ({ user, customDomain }) =>
  198. new Promise((resolve, reject) => {
  199. const session = driver.session();
  200. session
  201. .writeTransaction(tx =>
  202. tx.run(
  203. 'MATCH (u:USER { email: $email }) ' +
  204. 'OPTIONAL MATCH (u)-[r:OWNS]->() DELETE r ' +
  205. 'MERGE (d:DOMAIN { name: $customDomain }) ' +
  206. 'MERGE (u)-[:OWNS]->(d) RETURN u, d',
  207. {
  208. customDomain,
  209. email: user.email,
  210. }
  211. )
  212. )
  213. .then(({ records }) => {
  214. session.close();
  215. const data = records.length && records[0].get('d').properties;
  216. resolve(data);
  217. })
  218. .catch(err => session.close() || reject(err));
  219. });
  220. exports.deleteCustomDomain = ({ user }) =>
  221. new Promise((resolve, reject) => {
  222. const session = driver.session();
  223. session
  224. .writeTransaction(tx =>
  225. tx.run('MATCH (u:USER { email: $email }) MATCH (u)-[r:OWNS]->() DELETE r RETURN u', {
  226. email: user.email,
  227. })
  228. )
  229. .then(({ records }) => {
  230. session.close();
  231. const data = records.length && records[0].get('u').properties;
  232. resolve(data);
  233. })
  234. .catch(err => session.close() || reject(err));
  235. });
  236. exports.deleteUrl = ({ id, domain, user }) =>
  237. new Promise((resolve, reject) => {
  238. const session = driver.session();
  239. session
  240. .writeTransaction(tx =>
  241. tx.run(
  242. 'MATCH (u:USER { email: $email }) ' +
  243. 'MATCH (u)-[:CREATED]->(l { id: $id }) ' +
  244. `${
  245. domain
  246. ? 'MATCH (l)-[:USES]->(:DOMAIN { name: $domain })'
  247. : 'MATCH (l) WHERE NOT (l)-[:USES]->()'
  248. }` +
  249. 'OPTIONAL MATCH (l)-[:MATCHES]->(v) ' +
  250. 'DETACH DELETE l, v RETURN u',
  251. {
  252. email: user.email,
  253. domain,
  254. id,
  255. }
  256. )
  257. )
  258. .then(({ records }) => {
  259. session.close();
  260. const data = records.length && records[0].get('u').properties;
  261. resolve(data);
  262. })
  263. .catch(err => session.close() || reject(err));
  264. });
  265. /* Collecting stats */
  266. const initialStats = {
  267. browser: {
  268. IE: 0,
  269. Firefox: 0,
  270. Chrome: 0,
  271. Opera: 0,
  272. Safari: 0,
  273. Edge: 0,
  274. Other: 0,
  275. },
  276. os: {
  277. Windows: 0,
  278. 'Mac Os X': 0,
  279. Linux: 0,
  280. 'Chrome OS': 0,
  281. Android: 0,
  282. iOS: 0,
  283. Other: 0,
  284. },
  285. country: {},
  286. referrer: {},
  287. dates: [],
  288. };
  289. const filterByDate = days => record => isAfter(record.date, subDays(getUTCDate(), days));
  290. /* eslint-disable no-param-reassign */
  291. const calcStats = (obj, record) => {
  292. obj.browser[record.browser] += 1;
  293. obj.os[record.os] += 1;
  294. obj.country[record.country] = obj.country[record.country] + 1 || 1;
  295. obj.referrer[record.referrer] = obj.referrer[record.referrer] + 1 || 1;
  296. obj.dates = [...obj.dates, record.date];
  297. return obj;
  298. };
  299. /* eslint-enable no-param-reassign */
  300. const objectToArray = item => {
  301. const objToArr = key =>
  302. Array.from(Object.keys(item[key]))
  303. .map(name => ({
  304. name,
  305. value: item[key][name],
  306. }))
  307. .sort((a, b) => b.value - a.value);
  308. return {
  309. browser: objToArr('browser'),
  310. os: objToArr('os'),
  311. country: objToArr('country'),
  312. referrer: objToArr('referrer'),
  313. };
  314. };
  315. const calcViewPerDate = (views, period, sub, compare, lastDate = getUTCDate(), arr = []) => {
  316. if (arr.length === period) return arr;
  317. const matchedStats = views.filter(date => compare(date, lastDate));
  318. const viewsPerDate = [matchedStats.length, ...arr];
  319. return calcViewPerDate(views, period, sub, compare, sub(lastDate, 1), viewsPerDate);
  320. };
  321. const calcViews = {
  322. 0: views => calcViewPerDate(views, 24, subHours, isSameHour),
  323. 1: views => calcViewPerDate(views, 7, subDays, isSameDay),
  324. 2: views => calcViewPerDate(views, 30, subDays, isSameDay),
  325. 3: views => calcViewPerDate(views, 18, subMonths, isSameMonth),
  326. };
  327. exports.getStats = ({ id, domain, user }) =>
  328. new Promise((resolve, reject) => {
  329. const session = driver.session();
  330. session
  331. .readTransaction(tx =>
  332. tx.run(
  333. 'MATCH (l:URL { id: $id })<-[:CREATED]-(u:USER { email: $email }) ' +
  334. `${domain ? 'MATCH (l)-[:USES]->(domain { name: $domain })' : ''}` +
  335. 'MATCH (v)-[:VISITED]->(l) ' +
  336. 'MATCH (v)-[:BROWSED_BY]->(b) ' +
  337. 'MATCH (v)-[:LOCATED_IN]->(c) ' +
  338. 'MATCH (v)-[:OS]->(o) ' +
  339. 'MATCH (v)-[:REFERRED_BY]->(r) ' +
  340. 'MATCH (v)-[:VISITED_IN]->(d) ' +
  341. 'RETURN l, b.browser AS browser, c.country AS country,' +
  342. `${domain ? 'domain.name AS domain, ' : ''}` +
  343. 'o.os AS os, r.referrer AS referrer, d.date AS date ' +
  344. 'ORDER BY d.date DESC',
  345. {
  346. email: user.email,
  347. domain,
  348. id,
  349. }
  350. )
  351. )
  352. .then(({ records }) => {
  353. session.close();
  354. if (!records.length) resolve([]);
  355. const allStats = records.map(record => ({
  356. browser: record.get('browser'),
  357. os: record.get('os'),
  358. country: record.get('country'),
  359. referrer: record.get('referrer'),
  360. date: record.get('date'),
  361. }));
  362. const statsPeriods = [1, 7, 30, 550];
  363. const stats = statsPeriods
  364. .map(statsPeriod => allStats.filter(filterByDate(statsPeriod)))
  365. .map(statsPeriod => statsPeriod.reduce(calcStats, _.cloneDeep(initialStats)))
  366. .map((statsPeriod, index) => ({
  367. stats: objectToArray(statsPeriod),
  368. views: calcViews[index](statsPeriod.dates),
  369. }));
  370. const response = {
  371. total: records.length,
  372. id,
  373. shortUrl: `http${!domain ? 's' : ''}://${
  374. domain ? records[0].get('domain') : config.DEFAULT_DOMAIN
  375. }/${id}`,
  376. target: records[0].get('l').properties.target,
  377. lastDay: stats[0],
  378. lastWeek: stats[1],
  379. lastMonth: stats[2],
  380. allTime: stats[3],
  381. };
  382. return resolve(response);
  383. })
  384. .catch(err => session.close() || reject(err));
  385. });
  386. exports.urlCountFromDate = ({ date, email }) =>
  387. new Promise((resolve, reject) => {
  388. const session = driver.session();
  389. session
  390. .readTransaction(tx =>
  391. tx.run(
  392. 'MATCH (u:USER { email: $email })-[:CREATED]->(l) WHERE l.createdAt > $date ' +
  393. 'RETURN COUNT(l) as count',
  394. {
  395. date,
  396. email,
  397. }
  398. )
  399. )
  400. .then(({ records }) => {
  401. session.close();
  402. const count = records.length && records[0].get('count').toNumber();
  403. return resolve({ count });
  404. })
  405. .catch(err => reject(err));
  406. });