Some work on website/api

config.json

@@ -7,5 +7,10 @@
         "enabled": true,
         "port": 8117,
         "password": "test"
+    },
+    "website": {
+        "enabled": true,
+        "port": 80,
+        "liveStats": true
     }
 }

init.js

@@ -9,6 +9,7 @@ var BlocknotifyListener = require('./libs/blocknotifyListener.js');
 var WorkerListener = require('./libs/workerListener.js');
 var PoolWorker = require('./libs/poolWorker.js');
 var PaymentProcessor = require('./libs/paymentProcessor.js');
+var Website = require('./libs/website.js');
 
 JSON.minify = JSON.minify || require("node-json-minify");
 
@@ -48,6 +49,9 @@ if (cluster.isWorker){
         case 'paymentProcessor':
             new PaymentProcessor(loggerInstance);
             break;
+        case 'website':
+            new Website(loggerInstance);
+            break;
     }
 
     return;
@@ -145,7 +149,24 @@ var startPaymentProcessor = function(poolConfigs){
     worker.on('exit', function(code, signal){
         logError('paymentProcessor', 'system', 'Payment processor died, spawning replacement...');
         setTimeout(function(){
-            startPaymentProcessor(poolConfigs);
+            startPaymentProcessor.apply(null, arguments);
+        }, 2000);
+    });
+};
+
+
+var startWebsite = function(portalConfig, poolConfigs){
+    if (!portalConfig.website.enabled) return;
+
+    var worker = cluster.fork({
+        workerType: 'website',
+        pools: JSON.stringify(poolConfigs),
+        portalConfig: JSON.stringify(portalConfig)
+    });
+    worker.on('exit', function(code, signal){
+        logError('website', 'system', 'Website process died, spawning replacement...');
+        setTimeout(function(){
+            startWebsite.apply(null, arguments);
         }, 2000);
     });
 };
@@ -165,4 +186,6 @@ var startPaymentProcessor = function(poolConfigs){
 
     startWorkerListener(poolConfigs);
 
+    startWebsite(portalConfig, poolConfigs);
+
 })();

libs/api.js

@@ -5,7 +5,7 @@ var app = express();
 app.get('/getstatus', function (req, res) {
 	res.send({
 		'loadavg': os.loadavg(),
-		'freemem': os.freemem(),
+		'freemem': os.freemem()
 	});
 });
 

libs/paymentProcessor.js

@@ -211,7 +211,7 @@ function SetupForPool(logger, poolOptions){
                         callback('done - redis error with multi get rounds share')
                         return;
                     }
-                    console.dir(workerRewards);
+
 
                     var workerBalances = {};
 
@@ -219,7 +219,6 @@ function SetupForPool(logger, poolOptions){
                         workerBalances[workers[i]] = parseInt(results[i]) || 0;
                     }
 
-                    console.dir(workerBalances);
 
                     callback(null, rounds, workerRewards, workerBalances)
                 });

libs/shareProcessor.js

@@ -19,9 +19,6 @@ module.exports = function(logger, poolConfig){
     var redisConfig = internalConfig.redis;
     var coin = poolConfig.coin.name;
 
-
-
-
     var connection;
 
     function connect(){
@@ -47,6 +44,13 @@ module.exports = function(logger, poolConfig){
     connect();
 
 
+    //Every 10 minutes clear out old hashrate stat data from redis
+    setInterval(function(){
+        var tenMinutesAgo = (Date.now() / 1000 | 0) - (60 * 10);
+        connection.zremrangebyscore([coin + '_hashrate', '-inf', tenMinutesAgo]);
+    }, 10 * 60 * 1000);
+
+
     this.handleShare = function(isValidShare, isValidBlock, shareData){
 
 
@@ -58,6 +62,10 @@ module.exports = function(logger, poolConfig){
           for more efficient stats
          */
 
+        //store share diff, worker, and unique value with a score that is the timestamp
+        //unique value ensures it doesnt overwrite an existing entry
+        //the timestamp as score lets us query shares from last X minutes to generate hashrate for each worker and pool
+        connection.zadd(coin + '_hashrate', Date.now() / 1000 | 0, shareData.difficulty + ':' + shareData.worker + ':' + Math.random());
 
         connection.hincrby([coin + '_shares:roundCurrent', shareData.worker, shareData.difficulty], function(error, result){
             if (error)

libs/website.js

@@ -1,12 +1,67 @@
 /* TODO
 
-listen on port 80 for requests, maybe use express.
-read website folder files into memory, and use fs.watch to reload changes to any files into memory
 
-on some interval, apply a templating process to it with the latest api stats. on http requests, serve
-this templated file and the other resources in memory.
+Need to condense the entire website into a single html page. Embedding the javascript and css is easy. For images,
+hopefully we can only use svg which can be embedded - otherwise we can convert the image into a data-url that can
+be embedded, Favicon can also be a data-url which some javascript kungfu can display in browser. I'm focusing on
+this mainly to help mitigate ddos and other kinds of attacks - and to just have a badass blazing fast project.
 
-ideally, all css/js should be included in the html file (try to avoid images, uses embeddable svg)
-this would give us one file to have to serve
+Don't worry about doing any of that condensing yourself - go head and keep all the resources as separate files.
+I will write a script for when the server starts to read all the files in the /website folder and minify and condense
+it all together into one file, saved in memory. We will have 1 persistent condensed file that servers as our "template"
+file that contains things like:
+<div>Hashrate: {{=stats.hashrate}</div>
 
- */
+And then on some caching interval (maybe 5 seconds?) we will apply the template engine to generate the real html page
+that we serve and hold in in memory - this is the file we serve to seo-bots (googlebot) and users when they first load
+the page.
+
+Once the user loads the page we will have server-side event source connected to the portal api where it receives
+updated stats on some interval (probably 5 seconds like template cache updater) and applies the changes to the already
+displayed page.
+
+We will use fs.watch to detect changes to anything in the /website folder and update our stuff in memory.
+
+ */
+
+
+var dot = require('dot');
+var express = require('express');
+
+
+module.exports = function(logger){
+
+    var portalConfig = JSON.parse(process.env.portalConfig);
+    var poolConfigs = JSON.parse(process.env.pools);
+
+    var logIdentify = 'Website';
+
+    var websiteLogger = {
+        debug: function(key, text){
+            logger.logDebug(logIdentify, key, text);
+        },
+        warning: function(key, text){
+            logger.logWarning(logIdentify, key, text);
+        },
+        error: function(key, text){
+            logger.logError(logIdentify, key, text);
+        }
+    };
+
+    var app = express();
+
+    app.get('/', function(req, res){
+        res.send('hello');
+    });
+
+    app.use(function(err, req, res, next){
+        console.error(err.stack);
+        res.send(500, 'Something broke!');
+    });
+
+    app.listen(portalConfig.website.port, function(){
+        websiteLogger.debug('system', 'Website started on port ' + portalConfig.website.port);
+    });
+
+
+};

package.json

@@ -37,7 +37,9 @@
         "posix": "*",
         "redis": "*",
         "mysql": "*",
-        "async": "*"
+        "async": "*",
+        "express": "*",
+        "dot": "*"
     },
     "engines": {
         "node": ">=0.10"