Add more stat collection

web/app.js

@@ -25,6 +25,7 @@ const objectId = mongodb().ObjectId;
 import debugname from 'debug';
 const debug = debugname('hostr-web');
 import stats from 'koa-statsd';
+import StatsD from 'statsy';
 
 if (process.env.SENTRY_DSN) {
   const ravenClient = new raven.Client(process.env.SENTRY_DSN);
@@ -35,9 +36,13 @@ const redisUrl = process.env.REDIS_URL || process.env.REDISTOGO_URL || 'redis://
 
 const app = koa();
 
-if (process.env.STATSD_HOST) {
-  app.use(stats({prefix: 'hostr-web', host: process.env.STATSD_HOST}));
-}
+let statsdOpts = {prefix: 'hostr-web', host: process.env.STATSD_HOST || 'localhost'};
+let statsd = new StatsD(statsdOpts);
+app.use(function*(next) {
+  this.statsd = statsd;
+  yield next;
+});
+app.use(stats(statsdOpts));
 
 app.use(errors({template: path.join(__dirname, 'public', '404.html')}));
 

web/lib/auth.js

@@ -189,5 +189,7 @@ export function* activateUser(ctx, code) {
   if (user) {
     Users.updateOne({_id: user._id}, {'$unset': {activationCode: ''}});
     yield setupSession(ctx, user);
+  } else {
+    return false;
   }
 }

web/routes/file.js

@@ -17,16 +17,28 @@ const userAgentCheck = function(userAgent) {
 };
 
 const hotlinkCheck = function(file, userAgent, referrer) {
-  debug(file, userAgent, referrer);
   return !userAgentCheck(userAgent) && !file.width && !(referrer.match(/^https:\/\/hostr.co/) || referrer.match(/^http:\/\/localhost:4040/))
 };
 
 export function* get(id, name, size) {
   const file = yield this.db.Files.findOne({_id: id, 'file_name': name, 'status': 'active'});
   this.assert(file, 404);
+
   if (hotlinkCheck(file, this.headers['user-agent'], this.headers['referer'])) {
-    this.redirect('/' + id);
+    return this.redirect('/' + id);
   }
+
+  if (!file.width && this.request.query.warning != 'on') {
+    return this.redirect('/' + id);
+  }
+
+  if (file.malware) {
+    let alert = this.request.query.alert;
+    if (!alert || !alert.match(/i want to download malware/i)) {
+      return this.redirect('/' + id);
+    }
+  }
+
   let localPath = path.join(storePath, file._id[0], file._id + '_' + file.file_name);
   let remotePath = path.join(file._id[0], file._id + '_' + file.file_name);
   if (size > 0) {
@@ -34,9 +46,22 @@ export function* get(id, name, size) {
     remotePath = path.join(size, file._id + '_' + file.file_name);
   }
 
+  if (file.malware) {
+    this.statsd.incr('file.malware.download', 1);
+  }
+
   let type = 'application/octet-stream';
   if (file.width > 0) {
+    if (size) {
+      this.statsd.incr('file.view', 1);
+    }
     type = mime.lookup(file.file_name);
+  } else {
+    this.statsd.incr('file.download', 1);
+  }
+
+  if (userAgentCheck(this.headers['user-agent'])) {
+    this.set('Content-Disposition', 'attachment; filename=' + file.file_name);
   }
 
   this.set('Content-type', type);
@@ -59,8 +84,7 @@ export function* landing(id, next) {
   if(userAgentCheck(this.headers['user-agent'])) {
     return yield get.call(this, file._id, file.file_name);
   }
-
+  this.statsd.incr('file.landing', 1);
   const formattedFile = formatFile(file);
-  debug(formattedFile);
   yield this.render('file', {file: formattedFile});
 }

web/routes/user.js

@@ -4,13 +4,15 @@ export function* signin() {
   if (!this.request.body.email) {
     return yield this.render('signin');
   }
-
+  this.statsd.incr('auth.attempt', 1);
   const user = yield authenticate(this, this.request.body.email, this.request.body.password);
   if(!user) {
+    this.statsd.incr('auth.failure', 1);
     return yield this.render('signin', {error: 'Invalid login details'});
   } else if (user.activationCode) {
     return yield this.render('signin', {error: 'Your account hasn\'t been activated yet. Check your for an activation email.'});
   } else {
+    this.statsd.incr('auth.success', 1);
     yield setupSession(this, user);
     this.redirect('/');
   }
@@ -37,6 +39,7 @@ export function* signup() {
   } catch (e) {
     return yield this.render('signup', {error: e.message});
   }
+  this.statsd.incr('auth.signup', 1);
   return yield this.render('signup', {message: 'Thanks for signing up, we\'ve sent you an email to activate your account.'});
 }
 
@@ -47,10 +50,11 @@ export function* forgot(token) {
   if (this.request.body.email) {
     var email = this.request.body.email;
     yield sendResetToken(this, email);
+    this.statsd.incr('auth.reset.request', 1);
     return yield this.render('forgot', {message: 'We\'ve sent an email with a link to reset your password. Be sure to check your spam folder if you it doesn\'t appear within a few minutes', token: null});
   } else if (token && this.request.body.password) {
     if (this.request.body.password.length < 7) {
-      return this.render('forgot', {error: 'Password needs to be at least 7 characters long.', token: token});
+      return yield this.render('forgot', {error: 'Password needs to be at least 7 characters long.', token: token});
     }
     const tokenUser = yield validateResetToken(this, token);
     var userId = tokenUser._id;
@@ -58,10 +62,12 @@ export function* forgot(token) {
     yield Reset.remove({_id: userId});
     const user = yield Users.findOne({_id: userId});
     yield setupSession(this, user);
+    this.statsd.incr('auth.reset.success', 1);
     this.redirect('/');
   } else if (token.length) {
     const tokenUser = yield validateResetToken(this, token);
     if (!tokenUser) {
+      this.statsd.incr('auth.reset.fail', 1);
       return yield this.render('forgot', {error: 'Invalid password reset token. It might be expired, or has already been used.', token: null});
     } else {
       return yield this.render('forgot', {token: token});
@@ -73,6 +79,7 @@ export function* forgot(token) {
 
 
 export function* logout() {
+  this.statsd.incr('auth.logout', 1);
   this.cookies.set('r', {expires: new Date(1), path: '/'});
   this.session = null;
   this.redirect('/');
@@ -80,6 +87,8 @@ export function* logout() {
 
 
 export function* activate(code) {
-  yield activateUser(this, code);
+  if (yield activateUser(this, code)) {
+    this.statsd.incr('auth.activation', 1);
+  }
   this.redirect('/');
 }