server.js

var ONE_DAY_MSECS = 86400000;

var syncCount = 0;

module.exports = function (suppressLogs, dbTestUrl, callback) {
    //Nodetime creates graph of the application performance. Do not use in production.
    /*if (process.env.NODETIME_ACCOUNT_KEY) {
        require('nodetime').profile({
            accountKey: process.env.NODETIME_ACCOUNT_KEY || '8756a8e4cf190801375dc1f1655704c031fe1543',
            appName: 'test-verily' // optional
        });
    }*/

    var //fs = require('fs'),
        connect = require('connect'),
        express = require('express'),
        session = require('express-session'),
        cleaner = require('./cleaner')(),
        orm = require('orm'),
        app = express(),
        emitter = require('./event-emitter')(),
        swig = require('swig'),
        passport = require('passport'),
        flash = require('connect-flash'),
        http = require('http'),
        async = require('async'),
        roles = require('./lib/roles'),
        swigHelpers = require('./helpers/swig'),
        enums = require('./enums'),
        urlCanon = require('./components/alexgreenland/url-canon/0.2.8/canon'),
        memwatch = require('memwatch'),
        router = require('./routing/router'),
        authConfig = require('./lib/auth'),
        log = require('./log'),
        ORMSessionStore = require('./orm-session-store')(express),
        mode = require('./mode'),
        common = require('./static/js/common'),
        patches = require('./patches.js'),
        controllers = {},
        heroku,
        syncedModels,
        secureCookies,
        global_db,
        db_url,
        server,
        localize = require('./localize/localize.js');

    //initial log functions.
    log.init(enums);

    controllers.questions = require('./controllers/questions');
    controllers.question_comments = require('./controllers/question_comments');
    controllers.answers = require('./controllers/answers');
    controllers.answer_comments = require('./controllers/answer_comments');
    controllers.users = require('./controllers/users');
    controllers.ratings = require('./controllers/ratings');
    controllers.crises = require('./controllers/crises');
    controllers.subscribers = require('./controllers/subscribers');
    controllers.api = require('./controllers/api');
    controllers.news = require('./controllers/news');
    
    if (mode.isProduction()) {
        // Enable reverse proxy support
        app.enable('trust proxy');
        secureCookies = true;
    }

    app.use(function(err, req, res, next) {
        console.log('hello debug');
    });
    
    app.use(connect.urlencoded());
    app.use(connect.json());

//    var csrf = express.csrf();
//    var admin_re = new RegExp("^/admin");
//    var conditionalCSRF = function (req, res, next) {
//        //compute needCSRF here as appropriate based on req.path or whatever
//        var needCSRF = (admin_re.test(req.path) === false);
//        if (needCSRF) {
//            csrf(req, res, next);
//        } else {
//            next();
//        }
//    };
    
    // To allow use of all HTTP methods in the browser through use of _method variable
    app.use(express.methodOverride());

    app.set('port', process.env.PORT || enums.options.port);
    
    app.engine('html', swig.renderFile);
    app.set('view engine', 'html');
    app.set('views', __dirname + '/views');
    // Swig will cache templates for you, but you can disable
    // that and use Express's caching instead, if you like:
    app.set('view cache', false);
    // To disable Swig's cache, do the following:
    swig.setDefaults({ cache: false });
    // NOTE: You should always cache templates in a production environment.
    // Don't leave both of these to `false` in production!
    
    // Set up swig helpers for compilation/rendering pages.
    swigHelpers(swig);
    
    // Static file handling
    // app.use(express.static(__dirname + '/static'));
    
    app.use('/static', express.static('static'));


    //prevent big package and return 413 error
    // app.use(connect.limit('5kb'));
    app.use(connect.limit('10mb'));

    // Overwrite demo.sh at the start of execution because it is appended to.
    //if (enums.document) {
    //    fs.writeFile(enums.demo, '#!/bin/bash\n\n', function (err) {
    //        if (err) {
    //            throw err;
    //        }
    //    });
    //}

    heroku = mode.isHeroku();

    if(dbTestUrl){
        db_url = dbTestUrl;
    }
    else if (heroku){
        // db_url = process.env.HEROKU_POSTGRESQL_CRIMSON_URL;
        db_url = process.env.DATABASE_URL; // URL To current active database on Heroku
    } else {
        if (process.env.DATABASE === 'sqlite') {
            db_url = "sqlite://app.db";
        } else if (process.env.DATABASE === 'postgres') {
            db_url = process.env.DB_URL;    
        }
    }

    console.log(db_url);

    function clearDbIfNeeded(db, cb) {
        if (dbTestUrl) {
            db.drop(function () {
                console.log('Database dropped!');
                cb();
            });
        } else {
            cb();
        }
    };
    
    // Set up the ORM to SQLite.
    app.use(orm.express(db_url, {
        define: function (db, models, next) {

            // Instance.cache is an important setting.
            // By default the cache is enabled but this means
            // that fields set not in the create() function will not be
            // picked up by the model (all fields successfully save into DB).
            db.settings.set('instance.cache', false);

            

            db.load("./models", function (err) {
                if (err === null || err === undefined) {
                    if (!suppressLogs) {
                        console.logger.info('Model loaded');
                    }
                } else {
                    console.logger.error('Model loading failed:');
                    console.logger.error(err);
                }

                clearDbIfNeeded(db, function () {
                    models.Crisis = db.models.crisis;
                    models.Post = db.models.post;
                    models.Question = db.models.question;
                    models.Answer = db.models.answer;
                    models.Comment = db.models.comment;
                    models.QuestionComment = db.models.question_comment;
                    models.AnswerComment = db.models.answer_comment;
                    models.Rating = db.models.rating;
                    models.User = db.models.user;
                    models.Local = db.models.local;
                    models.Facebook = db.models.facebook;
                    models.Twitter = db.models.twitter;
                    models.Impression = db.models.impression;
                    models.Referral = db.models.referral;
                    models.Session = db.models.session;
                    models.SocialEvent = db.models.social_event;
                    models.UserHistory = db.models.user_history;
                    models.Tags = db.models.tag;
                    models.Config = db.models.config;
                    
                    models.Config.sync(function () {syncCount++; console.log("Config synced")});
                    var getVersion = function(cb) {
                        models.Config.get( "version", function(err, version) {
                            if(!version) {
                                models.Config.create({attr: "version", val: "0"}, function(err, version) {
                                    cb(version);
                                });
                            } else {
                                cb(version);
                            }
                        });
                    };
                    
                    getVersion(function(version) {
                        patches.patch(db, version.val, function(resVersion) {
                            version.val = resVersion;
                            version.save(function(err) {
                                models.Local.sync(function () {syncCount++; console.log("Local synced")});
                                models.QuestionComment.sync(function () {syncCount++; console.log("QuestionComment synced")});
                                models.AnswerComment.sync(function () {syncCount++; console.log("AnswerComment synced")});
                                models.Crisis.sync(function () {syncCount++; console.log("Crisis synced")});
                                models.Post.sync(function () {syncCount++; console.log("Post synced")});
                                models.User.sync(function () {syncCount++; console.log("User synced")});
                                models.Question.sync(function () {syncCount++; console.log("Question synced")});
                                models.Answer.sync(function () {syncCount++; console.log("Answer synced")});
                                models.Comment.sync(function () {syncCount++; console.log("Comment synced")});
                                models.Rating.sync(function () {syncCount++; console.log("Rating synced")});
                                models.Facebook.sync(function () {syncCount++; console.log("Facebook synced")});
                                models.Twitter.sync(function () {syncCount++; console.log("Twitter synced")});
                                models.Impression.sync(function () {syncCount++; console.log("Impression synced")});
                                models.Referral.sync(function () {syncCount++; console.log("Referral synced")});
                                models.Session.sync(function () {syncCount++; console.log("Session synced")});
                                models.SocialEvent.sync(function () {syncCount++; console.log("SocialEvent synced")});
                                models.UserHistory.sync(function () {syncCount++; console.log("UserHistory synced")});
                                models.Tags.sync(function () {syncCount++; console.log("Tags synced")});
                            });
                        });
                    });
                    
                            
                    

                    
                    

                    // Post is the base class.
                    // Questions, answers and comments are types of Post.

                    function check_db_sync (done) {
                        if (syncCount === 19) {
                            done();
                        } else {
                            setTimeout(function () {check_db_sync(done);}, 500);
                        }   
                    }
                        
                    check_db_sync(function () {
                        db.sync(function () {
                            syncedModels = models;
                            emitter.emit('model-synced');
                            if (!suppressLogs) {
                                console.logger.info("Model synchronised");
                                
                            }                    
                        });  
                        global_db = db; 
                    });  
                });
                    
                    
            });
            next();
        }
    }));
    
    // /r/<referral path>
    var referralPathFormat  = /\/r\/([A-Za-z0-9_-]+)/;
    
    // Association setting with fallback.
    // methodName e.g. setUser used for some, setAuthor used otherwise.
    function setUserOfInstance(createdInstance, user, callback) {
        if (!user) {
            callback();
        } else {
            createdInstance.setUser(user, function (err) {
                if (err) {
                    console.log(err);
                }
                callback();
            }); 
        }
    }
    
    
    // Express middleware for analytics
    var analytics = function(req, res, next) {
        
        var impression = {
            path: req.path,
            requestMethod: req.method,
            date: new Date(Date.now()),
            ip: req.ip,
            userAgent: req.headers['user-agent'],
            httpRefererUrl: req.headers['referer']
        }
                
        function setReferralOfImpression(createdImpression, refCodes, callback) {
            if (!refCodes) {
                callback();
            } else {
                // Transform refcodes to [{refcode: <refcode1>}, {refcode: <refcode2>}]
                // for node-orm format for disjunctions (or clause).
                var formattedRefCodes = refCodes.map(function (refCode) {
                    return {
                        refCode: refCode
                    };
                });
                
                req.models.Referral.find({
                    or: formattedRefCodes
                }, function(err, referrals) {
                    if (err) {
                        console.log(err);
                        callback();
                    } else if (referrals && referrals.length !== 0) {
                        // There are referrals.
//                        console.log('in setReferralOfImpression');
//                        console.log('refcodes produce referrals:')
//                        console.log(referrals);
                        
                        createdImpression.addReferrals(referrals, function(err) {
                            if (err) {
                                console.log(err);
                            }

//                            console.log('added referrals to impression. Impression:');
//                            console.log(createdImpression);


                            callback();
                        });
                        
                        // async.each(referrals, function(referral, cb) {
                        //     createdImpression.addReferrals(referral, function (err) {
                        //        if (err) {
                        //            console.log(err);
                        //        }
                        //        cb();
                        //
                        //     });
                        // }, function(err) {
                        //     // All referrals added.
                        //     if (err) {
                        //         console.log(err);
                        //     }
                        //     callback();
                        // });
                    }
 
               });
            }
        }
        
        // req.user is only defined if user is logged in.
        var user = req.user;
        
        // If this is a generated referral path being requested, redirect to the path intended.
        var refPath = referralPathFormat.exec(impression.path);
        
        // If the user arrives via a referral code with a GET (not a registration of a refcode via POST/PUT).
        // We do not want to create an impression for the PUT to a /r/ path because the referral won't exist yet.
        if (refPath && req.method.toLowerCase() === 'get') {
            var refCode = refPath[1];
            // Referral short link
            req.models.Referral.find({
                refCode: refCode
            }, 1, function(err, referrals) {
                var referral = referrals[0];
//                console.log('get referral');
//                console.log(referral);
                if (!err && referral) {
                    // Add to refcodes in session.
                    if (req.session.refcodes && Array.isArray(req.session.refcodes)) {
                        // Push to array.
                        req.session.refcodes.push(refCode);
                    } else {
                        // Create array.
                        req.session.refcodes = [refCode];
                    }

                    res.redirect(referral.destinationPath);
                    res.end();
                } else {
                    res.redirect('/');
                    res.end();
                }
            });
        } else if (req.path !== '/favicon.ico') {
            // This is an impression.
            // Do not count favicon.ico requests.
            // Record the metadata of the impression.
            
//            console.log('==================== IMPRESSION ' + req.path +  ' ====================');
//            console.log('---- REFCODES -----');
//            console.log(req.session.refcodes);
            
            req.models.Impression.create([impression], function (err, items) {
                if (err) {
                    console.log(err);
                }
                                
                var createdImpression = items[0];
                
                // Sets user of impression, if user is logged in.
                setUserOfInstance(createdImpression, user, function() {

                    // Sets referrals of impression, 
                    // if there is at least one ref code in session (user was referred).
                    setReferralOfImpression(createdImpression, req.session.refcodes, function() {
                        
                       createdImpression.save(function (err) {
                          if (err) {
                              console.log(err);
                          }

                         next();
                       });
                    });
                });
            });
                        
        } else {
            next();
        }

    };
    
    // Express middleware for delivering robots.txt
    var robotstxt = function(req, res, next) {
        if (req.url === '/robots.txt') {
            res.type('text/plain');
            res.end('User-agent: *\nDisallow: /static/\nDisallow: /images/');
        } else {
            next();
        }
    };

    //Middleware for saving the current path in order to use it on redirecting the user 
    //after logging in or signing up 
    var saveRedirectUrl = function (req, res, next) {
        
        if (req.path.indexOf('/crisis') !== -1) {
            req.session.redirectUrl = req.path;
        }
        next();
    };
        

    
    // Start everything up.
    var startUp = function() {
        
        createAdmin(syncedModels.User, syncedModels.Local);
        
        app.use(express.cookieParser());
        app.use(express.bodyParser({
            uploadDir: __dirname + '/static/images/submissions-pre'
        }));
        
        // Redirect www URLs to the canonical non-www (apex) URLs.
        app.use(urlCanon(enums.production, {
            isProduction: mode.isProduction(),
            proxy: true
        }));
        

        // app.use(function (req, res, next) {
        //     if (req.url === '/') {
        //         // Redirect homepage to crisis 9.
        //         res.redirect('/crisis/9');
        //         res.end();
        //     } else {
        //         next();
        //     }
        // });
        
        app.use(robotstxt);
        
        
        // Call the cleaner now!
        app.use(cleaner);

        // 10 years in millseconds.
        var cookieExpireAfter = 10 * 365 * ONE_DAY_MSECS;
        
        var sess = {
            secret: 'd9WvgPUdReT8D3dH50FUXuwkpMOcAxA1Nll8sLG9j1s',
            store: new ORMSessionStore(syncedModels),
            cookie: {
                httpOnly: true,
                maxAge: cookieExpireAfter
            }
        };
        
        if (secureCookies && secureCookies === true) {
            // Serve secure cookies
            sess.cookie.secure = true;
        }
                
        app.use(session(sess));
        
        app.use(passport.initialize());
        app.use(passport.session());

        app.use(roles.user.middleware());
        app.use(flash());
        app.use(analytics);
        app.use(saveRedirectUrl);
        app.use(function(request, response, next) {
            try {
                var lang = request.session.lang || "en";
                localize.setLang(lang);
            } catch (e)
            { console.log(e); }
            next();
        });
        
        //if not on testing, enable csrf
        if (!dbTestUrl) {
            app.use(express.csrf());

            // middleware for common locals with request-specific values
            app.use(function (req, res, next) {
                //console.log('csrf middleware');
                //res.locals({
                //  csrf_token: req.csrfToken()
                //});
                res.locals.csrf_token = req.csrfToken();
                //res.locals.csrf_token = 'test';
                next();
            });
        }
            
        
		
        
        app.use(app.router);
        
    //    app.listen();
    //
    //    if (!suppressLogs) {
    //        console.logger.info('Server started on ' + enums.options.hostname + ':' + enums.options.port);
    //    }
    //
    //    // Configure the routes.
        router(app, controllers);
        
        // Post timezone offset from user.
        app.post('/timezone-offset', function(req, res) {
            // Ensure user first.
            if (req.user) {
                var user = req.user;                
                user.timezoneOffset = parseInt(req.body.timezoneOffset);
                
                user.save(function(err) {
                    if (err) {
                        console.log(err);
                    }                
                    
                    res.status(200);
                    res.end();
                });
                
                res.status(200);
                res.end();
                
            } else {
                res.status(200);
                res.end();
            }
            
            
        });
        
        // New social event.
        app.post('/social-event', function(req, res) {
//            console.log('register social event');
//
//            console.log('req.body');
//            console.log(req.body);
//
//            console.log('raw event');
//            console.log(req.body.rawEvent);
            
            var rawEvent = req.body.rawEvent;
            
            var socialEvent = {
                refCode: req.body.refCode,
                path: req.body.path,
                medium: req.body.medium,
                type: req.body.type,
                rawEvent: rawEvent,
                date: new Date(Date.now()),
                ip: req.ip,
                userAgent: req.headers['user-agent']
            };
            
            // Twitter
            // Reference: https://dev.twitter.com/docs/tfw/events
            if (rawEvent.tweet_id) {
                socialEvent.eventSourceId = rawEvent.tweet_id;
            }
                        
            if (rawEvent.screen_name) {
                socialEvent.authorSourceUsername = rawEvent.screen_name;
            }
            
            if (rawEvent.user_id) {
                socialEvent.authorSourceId = rawEvent.user_id;
            }
            
            // Facebook.
            // Reference: https://developers.facebook.com/docs/sharing/reference/share-dialog
            if (rawEvent.post_id) {
                socialEvent.eventSourceId = rawEvent.post_id;
            } else if (rawEvent.object_id) {
                socialEvent.eventSourceId = rawEvent.object_id;
            }

            
            req.models.SocialEvent.create([socialEvent], function(err, items) {
                if (err) {
                    console.log(err);
                    res.status(200);
                    res.end();
                }
                var createdSocialEvent = items[0];
                createdSocialEvent.save(function(err) {
                    if (err) {
                        console.log(err);
                        res.status(200);
                        res.end();
                    }
                    
//                    console.log('created social event');
                    res.status(201);
                    res.end();
                });
            });
                
            
        });
        
    
        // New referral code being registered by a click on a sharing button.
        // Once referral code has been registered (PUT), it cannot be PUT again.
        app.post('/r/:refCode', function(req, res) {
//            console.log('register refcode route')
        
            var refCode = req.params.refCode;
        
            if (referralPathFormat.test(req.path)) {
                // Valid referral path.
        
                // See if the referral under the refcode is already persistently stored.
                req.models.Referral.exists({
                    refCode: refCode
                }, function(err, exists) {
                    if (!exists) {
                        // No referral stored yet -- good!
                
                        var referral = {
                            refCode: refCode,
                            destinationPath: req.body.destinationPath,
                            medium: req.body.medium,
                            date: new Date(Date.now())
                        };
                
                        req.models.Referral.create([referral], function (err, items) {
                            if (err) {
                                console.log(err);
                            }
                                                
                            var createdReferral = items[0];
                        
                            setUserOfInstance(createdReferral, req.user, function() {
                                                    
                                createdReferral.save(function (err) {
                                   if (err) {
                                       console.log(err);
                                   }
                           
//                                   console.log('created referral');
                           
                                   res.status(201);
                                   res.end();
                           
                                });
                        
                            });
                    
                        });
                
                    } else {
                        // Referral code already exists
                        res.status(204);
                        res.end();
                    }
                });
        
            } else {
                // Not valid referral path.
                res.status(200);
                res.end();
            }
        
        });
        
        
        // The last thing is error handling.
        app.use(function(req, res, next) {
            if (common.challengePublished()) {
                res.status(404);
                res.render('error/404', {
                    page: {
                        title: 'Not found'
                    },
                    user: req.user
                });
            } else {
                console.log(err);
                res.redirect('/');
                res.end();
            }

        });
    
        app.use(function(err, req, res, next) {
            if (common.challengePublished()) {
                res.send(500);
                res.render('error/500', {
                    page: {
                        title: 'Server error'
                    },
                    user: req.user
                });
            } else {
                console.log('ERROR:'+err);
                res.redirect('/');
                res.end();
            }

        });

        server = http.createServer(app);
        server.listen(app.get('port'), function(){
            console.log('Express server listening on port ' + app.get('port'));
            
        });


        
    }
    
    // Start everything up once the models have synced.
    emitter.on('model-synced', function() {
        startUp();
    });

    //process.on('SIGINT', function () {
    //    console.logger.info('Server stopped.');
    //    process.exit(1);
    //});

    var createAdmin = function (User, Local) {
        User.exists({name: authConfig.admin.username}, function (err, exists) {
            if (err) {throw err;}
            if (!exists) {

                User.create([{
                    name: authConfig.admin.username,
                    role: 'admin'
                }], function (err, u_created) {
                    if (err) {throw err;}
                    var admin = u_created[0];
                    Local.create([{
                        email: authConfig.admin.username
                    }], function (err, l_created) {
                        if (err) {throw err;}
                        var local = l_created[0];
                        local.password = local.generateHash(authConfig.admin.password);
                        local.save(function (err) {
                            if (err) {throw err;}
                            admin.setLocal(local, function (err) {
                                if (err) {throw err;}
                                console.log('Admin user has been created.');
                                if (dbTestUrl) {
                                    global_db.models.user.sync(function () {
                                        global_db.models.local.sync(function () {
                                            global_db.models.user.find({}, function (err, users) {
                                                console.log(users.length);
                                                callback(app, global_db, server);
                                            });
                                                    
                                        });
                                    });
                                    
                                }
                            });
                        });
                    });
                });
            } else {
                console.log('Admin user already exists.');
                if (dbTestUrl) {
                    callback(app, global_db, server);
                }
            }
        });
    }

};