url.js 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397
  1. const generate = require('nanoid/generate');
  2. const bcrypt = require('bcryptjs');
  3. const _ = require('lodash/');
  4. const {
  5. isAfter,
  6. isSameHour,
  7. isSameDay,
  8. isSameMonth,
  9. subDays,
  10. subHours,
  11. subMonths,
  12. } = require('date-fns');
  13. const driver = require('./neo4j');
  14. const config = require('../config');
  15. const getUTCDate = (dateString = Date.now()) => {
  16. const date = new Date(dateString);
  17. return new Date(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate(), date.getUTCHours());
  18. };
  19. const generateId = () =>
  20. generate('abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ1234567890', 6);
  21. const queryNewUrl = 'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt }) RETURN l';
  22. const queryNewUserUrl = (domain, password) =>
  23. 'MATCH (u:USER { email: $email })' +
  24. 'CREATE (l:URL { id: $id, target: $target, createdAt: $createdAt' +
  25. `${password ? ', password: $password' : ''} })` +
  26. 'CREATE (u)-[:CREATED]->(l)' +
  27. `${domain ? 'MERGE (l)-[:USES]->(:DOMAIN { name: $domain })' : ''}` +
  28. 'RETURN l';
  29. exports.createShortUrl = params =>
  30. new Promise(async (resolve, reject) => {
  31. const query = params.user ? queryNewUserUrl(params.user.domain, params.password) : queryNewUrl;
  32. const session = driver.session();
  33. const salt = params.password && (await bcrypt.genSalt(12));
  34. const hash = params.password && (await bcrypt.hash(params.password, salt));
  35. session
  36. .writeTransaction(tx =>
  37. tx.run(query, {
  38. createdAt: new Date().toJSON(),
  39. domain: params.user && params.user.domain,
  40. email: params.user && params.user.email,
  41. id: (params.user && params.customurl) || generateId(),
  42. password: hash || '',
  43. target: params.target,
  44. })
  45. )
  46. .then(({ records }) => {
  47. session.close();
  48. const data = records[0].get('l').properties;
  49. resolve({
  50. ...data,
  51. password: !!data.password,
  52. shortUrl: `http${!params.user.domain ? 's' : ''}://${params.user.domain ||
  53. config.DEFAULT_DOMAIN}/${data.id}`,
  54. });
  55. })
  56. .catch(reject);
  57. });
  58. exports.createVisit = params =>
  59. new Promise((resolve, reject) => {
  60. const session = driver.session();
  61. session
  62. .writeTransaction(tx =>
  63. tx.run(
  64. 'MATCH (l:URL { id: $id })' +
  65. `${params.domain ? 'MATCH (l)-[:USES]->({ name: $domain })' : ''}` +
  66. 'CREATE (v:VISIT)' +
  67. 'MERGE (b:BROWSER { browser: $browser })' +
  68. 'MERGE (c:COUNTRY { country: $country })' +
  69. 'MERGE (o:OS { os: $os })' +
  70. 'MERGE (r:REFERRER { referrer: $referrer })' +
  71. 'MERGE (d:DATE { date: $date })' +
  72. 'MERGE (v)-[:VISITED]->(l)' +
  73. 'MERGE (v)-[:BROWSED_BY]->(b)' +
  74. 'MERGE (v)-[:LOCATED_IN]->(c)' +
  75. 'MERGE (v)-[:OS]->(o)' +
  76. 'MERGE (v)-[:REFERRED_BY]->(r)' +
  77. 'MERGE (v)-[:VISITED_IN]->(d)' +
  78. 'RETURN l',
  79. {
  80. id: params.id,
  81. browser: params.browser,
  82. domain: params.domain,
  83. country: params.country,
  84. os: params.os,
  85. referrer: params.referrer,
  86. date: getUTCDate().toJSON(),
  87. }
  88. )
  89. )
  90. .then(({ records }) => {
  91. session.close();
  92. const url = records.length && records[0].get('l').properties;
  93. resolve(url);
  94. })
  95. .catch(reject);
  96. });
  97. exports.findUrl = ({ id, domain }) =>
  98. new Promise((resolve, reject) => {
  99. const session = driver.session();
  100. session
  101. .readTransaction(tx =>
  102. tx.run(
  103. 'MATCH (l:URL { id: $id })' +
  104. `${
  105. domain
  106. ? 'MATCH (l)-[:USES]->(d:DOMAIN { name: $domain })'
  107. : 'OPTIONAL MATCH (l)-[:USES]->(d)'
  108. }` +
  109. 'OPTIONAL MATCH (u)-[:CREATED]->(l)' +
  110. 'RETURN l, d.name AS domain, u.email AS user',
  111. {
  112. id,
  113. domain,
  114. }
  115. )
  116. )
  117. .then(({ records }) => {
  118. session.close();
  119. const url =
  120. records.length &&
  121. records.map(record => ({
  122. ...record.get('l').properties,
  123. domain: record.get('domain'),
  124. user: record.get('user'),
  125. }));
  126. resolve(url);
  127. })
  128. .catch(reject);
  129. });
  130. exports.getUrls = ({ user, options }) =>
  131. new Promise((resolve, reject) => {
  132. const session = driver.session();
  133. const { count = 5, page = 1, search = '' } = options;
  134. const searchQuery = search ? 'WHERE l.id =~ $search OR l.target =~ $search' : '';
  135. session
  136. .readTransaction(tx =>
  137. tx.run(
  138. `MATCH (u:USER { email: $email })-[:CREATED]->(l) ${searchQuery} ` +
  139. 'OPTIONAL MATCH (l)-[:USES]->(d)' +
  140. 'OPTIONAL MATCH (l)<-[:VISITED]-(v:VISIT)' +
  141. 'RETURN l, d.name AS domain, COUNT(v) AS count ORDER BY l.createdAt DESC',
  142. {
  143. email: user.email,
  144. search: `(?i).*${search}.*`,
  145. }
  146. )
  147. )
  148. .then(({ records }) => {
  149. session.close();
  150. const countAll = records.length;
  151. const first = (page - 1) * count;
  152. const last = page * count;
  153. const urls = records.slice(first, last).map(record => ({
  154. ...record.get('l').properties,
  155. password: !!record.get('l').properties.password,
  156. count: record.get('count').toNumber(),
  157. shortUrl: `http${!record.get('domain') ? 's' : ''}://${record.get('domain') ||
  158. config.DEFAULT_DOMAIN}/${record.get('l').properties.id}`,
  159. }));
  160. resolve({ list: urls, countAll });
  161. })
  162. .catch(reject);
  163. });
  164. exports.getCustomDomain = ({ customDomain }) =>
  165. new Promise((resolve, reject) => {
  166. const session = driver.session();
  167. session
  168. .readTransaction(tx =>
  169. tx.run('MATCH (d:DOMAIN { name: $customDomain })<-[:OWNS]-(u) RETURN u', {
  170. customDomain,
  171. })
  172. )
  173. .then(({ records }) => {
  174. session.close();
  175. const data = records.length && records[0].get('u').properties;
  176. resolve(data);
  177. })
  178. .catch(reject);
  179. });
  180. exports.setCustomDomain = ({ user, customDomain }) =>
  181. new Promise((resolve, reject) => {
  182. const session = driver.session();
  183. session
  184. .writeTransaction(tx =>
  185. tx.run(
  186. 'MATCH (u:USER { email: $email }) ' +
  187. 'OPTIONAL MATCH (u)-[r:OWNS]->() DELETE r ' +
  188. 'MERGE (d:DOMAIN { name: $customDomain }) ' +
  189. 'MERGE (u)-[:OWNS]->(d) RETURN u, d',
  190. {
  191. customDomain,
  192. email: user.email,
  193. }
  194. )
  195. )
  196. .then(({ records }) => {
  197. session.close();
  198. const data = records.length && records[0].get('d').properties;
  199. resolve(data);
  200. })
  201. .catch(reject);
  202. });
  203. exports.deleteCustomDomain = ({ user }) =>
  204. new Promise((resolve, reject) => {
  205. const session = driver.session();
  206. session
  207. .writeTransaction(tx =>
  208. tx.run('MATCH (u:USER { email: $email }) MATCH (u)-[r:OWNS]->() DELETE r RETURN u', {
  209. email: user.email,
  210. })
  211. )
  212. .then(({ records }) => {
  213. session.close();
  214. const data = records.length && records[0].get('u').properties;
  215. resolve(data);
  216. })
  217. .catch(reject);
  218. });
  219. exports.deleteUrl = ({ id, domain, user }) =>
  220. new Promise((resolve, reject) => {
  221. const session = driver.session();
  222. session
  223. .writeTransaction(tx =>
  224. tx.run(
  225. 'MATCH (u:USER { email: $email }) ' +
  226. 'MATCH (u)-[:CREATED]->(l { id: $id }) ' +
  227. `${
  228. domain
  229. ? 'MATCH (l)-[:USES]->(:DOMAIN { name: $domain })'
  230. : 'MATCH (l) WHERE NOT (l)-[:USES]->()'
  231. }` +
  232. 'OPTIONAL MATCH (l)-[:MATCHES]->(v) ' +
  233. 'DETACH DELETE l, v RETURN u',
  234. {
  235. email: user.email,
  236. domain,
  237. id,
  238. }
  239. )
  240. )
  241. .then(({ records }) => {
  242. session.close();
  243. const data = records.length && records[0].get('u').properties;
  244. resolve(data);
  245. })
  246. .catch(reject);
  247. });
  248. /* Collecting stats */
  249. const initialStats = {
  250. browser: {
  251. IE: 0,
  252. Firefox: 0,
  253. Chrome: 0,
  254. Opera: 0,
  255. Safari: 0,
  256. Edge: 0,
  257. Other: 0,
  258. },
  259. os: {
  260. Windows: 0,
  261. 'Mac Os X': 0,
  262. Linux: 0,
  263. 'Chrome OS': 0,
  264. Android: 0,
  265. iOS: 0,
  266. Other: 0,
  267. },
  268. country: {},
  269. referrer: {},
  270. dates: [],
  271. };
  272. const filterByDate = days => record => isAfter(record.date, subDays(getUTCDate(), days));
  273. /* eslint-disable no-param-reassign */
  274. const calcStats = (obj, record) => {
  275. obj.browser[record.browser] += 1;
  276. obj.os[record.os] += 1;
  277. obj.country[record.country] = obj.country[record.country] + 1 || 1;
  278. obj.referrer[record.referrer] = obj.referrer[record.referrer] + 1 || 1;
  279. obj.dates = [...obj.dates, record.date];
  280. return obj;
  281. };
  282. /* eslint-enable no-param-reassign */
  283. const objectToArray = item => {
  284. const objToArr = key =>
  285. Array.from(Object.keys(item[key]))
  286. .map(name => ({
  287. name,
  288. value: item[key][name],
  289. }))
  290. .sort((a, b) => b.value - a.value);
  291. return {
  292. browser: objToArr('browser'),
  293. os: objToArr('os'),
  294. country: objToArr('country'),
  295. referrer: objToArr('referrer'),
  296. };
  297. };
  298. const calcViewPerDate = (views, period, sub, compare, lastDate = getUTCDate(), arr = []) => {
  299. if (arr.length === period) return arr;
  300. const matchedStats = views.filter(date => compare(date, lastDate));
  301. const viewsPerDate = [matchedStats.length, ...arr];
  302. return calcViewPerDate(views, period, sub, compare, sub(lastDate, 1), viewsPerDate);
  303. };
  304. const calcViews = {
  305. 0: views => calcViewPerDate(views, 24, subHours, isSameHour),
  306. 1: views => calcViewPerDate(views, 7, subDays, isSameDay),
  307. 2: views => calcViewPerDate(views, 30, subDays, isSameDay),
  308. 3: views => calcViewPerDate(views, 18, subMonths, isSameMonth),
  309. };
  310. exports.getStats = ({ id, domain, user }) =>
  311. new Promise((resolve, reject) => {
  312. const session = driver.session();
  313. session
  314. .readTransaction(tx =>
  315. tx.run(
  316. 'MATCH (l:URL { id: $id })<-[:CREATED]-(u:USER { email: $email }) ' +
  317. `${domain ? 'MATCH (l)-[:USES]->(domain { name: $domain })' : ''}` +
  318. 'MATCH (v)-[:VISITED]->(l) ' +
  319. 'MATCH (v)-[:BROWSED_BY]->(b) ' +
  320. 'MATCH (v)-[:LOCATED_IN]->(c) ' +
  321. 'MATCH (v)-[:OS]->(o) ' +
  322. 'MATCH (v)-[:REFERRED_BY]->(r) ' +
  323. 'MATCH (v)-[:VISITED_IN]->(d) ' +
  324. 'RETURN l, b.browser AS browser, c.country AS country,' +
  325. `${domain ? 'domain.name AS domain, ' : ''}` +
  326. 'o.os AS os, r.referrer AS referrer, d.date AS date ' +
  327. 'ORDER BY d.date DESC',
  328. {
  329. email: user.email,
  330. domain,
  331. id,
  332. }
  333. )
  334. )
  335. .then(({ records }) => {
  336. session.close();
  337. if (!records.length) resolve([]);
  338. const allStats = records.map(record => ({
  339. browser: record.get('browser'),
  340. os: record.get('os'),
  341. country: record.get('country'),
  342. referrer: record.get('referrer'),
  343. date: record.get('date'),
  344. }));
  345. const statsPeriods = [1, 7, 30, 550];
  346. const stats = statsPeriods
  347. .map(statsPeriod => allStats.filter(filterByDate(statsPeriod)))
  348. .map(statsPeriod => statsPeriod.reduce(calcStats, _.cloneDeep(initialStats)))
  349. .map((statsPeriod, index) => ({
  350. stats: objectToArray(statsPeriod),
  351. views: calcViews[index](statsPeriod.dates),
  352. }));
  353. const response = {
  354. total: records.length,
  355. id,
  356. shortUrl: `http${!domain ? 's' : ''}://${
  357. domain ? records[0].get('domain') : config.DEFAULT_DOMAIN
  358. }/${id}`,
  359. target: records[0].get('l').properties.target,
  360. lastDay: stats[0],
  361. lastWeek: stats[1],
  362. lastMonth: stats[2],
  363. allTime: stats[3],
  364. };
  365. return resolve(response);
  366. })
  367. .catch(reject);
  368. });