import Queue from "bull"; import useragent from "useragent"; import geoip from "geoip-lite"; import URL from "url"; import { createVisit, addLinkCount } from "./db/link"; import { getStatsLimit } from "./utils"; const redis = { port: Number(process.env.REDIS_PORT) || 6379, host: process.env.REDIS_HOST || "127.0.0.1", ...(process.env.REDIS_PASSWORD && { password: process.env.REDIS_PASSWORD }) }; export const visitQueue = new Queue("visit", { redis }); visitQueue.clean(5000, "completed"); visitQueue.clean(5000, "failed"); const browsersList = ["IE", "Firefox", "Chrome", "Opera", "Safari", "Edge"]; const osList = ["Windows", "Mac OS", "Linux", "Android", "iOS"]; const filterInBrowser = agent => item => agent.family.toLowerCase().includes(item.toLocaleLowerCase()); const filterInOs = agent => item => agent.os.family.toLowerCase().includes(item.toLocaleLowerCase()); visitQueue.process(({ data }) => { const tasks = []; tasks.push(addLinkCount(data.link.id)); if (data.link.visit_count < getStatsLimit()) { const agent = useragent.parse(data.headers["user-agent"]); const [browser = "Other"] = browsersList.filter(filterInBrowser(agent)); const [os = "Other"] = osList.filter(filterInOs(agent)); const referrer = data.referrer && URL.parse(data.referrer).hostname; const location = geoip.lookup(data.realIP); const country = location && location.country; tasks.push( createVisit({ browser: browser.toLowerCase(), country: country || "Unknown", domain: data.customDomain, id: data.link.id, os: os.toLowerCase().replace(/\s/gi, ""), referrer: (referrer && referrer.replace(/\./gi, "[dot]")) || "Direct" }) ); } return Promise.all(tasks); }); const removeJob = job => job.remove(); visitQueue.on("completed", removeJob); visitQueue.on("failed", removeJob);