315 lines
8.2 KiB
JavaScript
315 lines
8.2 KiB
JavaScript
'use strict';
|
|
|
|
require('classtool');
|
|
|
|
|
|
function spec() {
|
|
var util = require('util');
|
|
var RpcClient = require('bitcore/RpcClient').class();
|
|
var networks = require('bitcore/networks');
|
|
var async = require('async');
|
|
var config = require('../config/config');
|
|
var Block = require('../app/models/Block');
|
|
var Sync = require('./Sync').class();
|
|
var sockets = require('../app/controllers/socket.js');
|
|
|
|
function HistoricSync(opts) {
|
|
this.network = config.network === 'testnet' ? networks.testnet: networks.livenet;
|
|
|
|
var genesisHashReversed = new Buffer(32);
|
|
this.network.genesisBlock.hash.copy(genesisHashReversed);
|
|
this.genesis = genesisHashReversed.reverse().toString('hex');
|
|
this.sync = new Sync(opts);
|
|
|
|
|
|
//available status: new / syncing / finished / aborted
|
|
this.status = 'new';
|
|
this.syncInfo = {};
|
|
}
|
|
|
|
function p() {
|
|
var args = [];
|
|
Array.prototype.push.apply( args, arguments );
|
|
|
|
|
|
|
|
args.unshift('[historic_sync]');
|
|
/*jshint validthis:true */
|
|
console.log.apply(this, args);
|
|
}
|
|
|
|
HistoricSync.prototype.init = function(opts,cb) {
|
|
this.rpc = new RpcClient(config.bitcoind);
|
|
this.opts = opts;
|
|
this.sync.init(opts, cb);
|
|
};
|
|
|
|
HistoricSync.prototype.close = function() {
|
|
this.sync.close();
|
|
};
|
|
|
|
|
|
HistoricSync.prototype.showProgress = function() {
|
|
var self = this;
|
|
|
|
var i = self.syncInfo;
|
|
var per = parseInt(100 * i.syncedBlocks / i.blocksToSync);
|
|
p(util.format('status: %d/%d [%d%%]', i.syncedBlocks, i.blocksToSync, per));
|
|
if (self.opts.broadcast) {
|
|
sockets.broadcastSyncInfo(self.syncInfo);
|
|
}
|
|
};
|
|
|
|
|
|
HistoricSync.prototype.getPrevNextBlock = function(blockHash, blockEnd, opts, cb) {
|
|
var self = this;
|
|
|
|
// recursion end.
|
|
if (!blockHash ) return cb();
|
|
|
|
var existed = 0;
|
|
var blockInfo;
|
|
var blockObj;
|
|
|
|
async.series([
|
|
// Already got it?
|
|
function(c) {
|
|
Block.findOne({hash:blockHash}, function(err,block){
|
|
if (err) { p(err); return c(err); }
|
|
if (block) {
|
|
existed =1;
|
|
blockObj =block;
|
|
}
|
|
return c();
|
|
});
|
|
},
|
|
//show some (inacurate) status
|
|
function(c) {
|
|
var step = parseInt(self.syncInfo.blocksToSync / 100);
|
|
if (step < 10) step = 10;
|
|
|
|
if (self.syncInfo.syncedBlocks % step === 1) {
|
|
self.showProgress();
|
|
}
|
|
return c();
|
|
},
|
|
//get Info from RPC
|
|
function(c) {
|
|
|
|
// TODO: if we store prev/next, no need to go to RPC
|
|
// if (blockObj && blockObj.nextBlockHash) return c();
|
|
|
|
self.rpc.getBlock(blockHash, function(err, ret) {
|
|
if (err) return c(err);
|
|
|
|
blockInfo = ret;
|
|
return c();
|
|
});
|
|
},
|
|
//store it
|
|
function(c) {
|
|
if (existed) return c();
|
|
self.sync.storeBlock(blockInfo.result, function(err) {
|
|
|
|
existed = err && err.toString().match(/E11000/);
|
|
|
|
if (err && ! existed) return c(err);
|
|
return c();
|
|
});
|
|
},
|
|
/* TODO: Should Start to sync backwards? (this is for partial syncs)
|
|
function(c) {
|
|
|
|
if (blockInfo.result.prevblockhash != current.blockHash) {
|
|
p("reorg?");
|
|
opts.prev = 1;
|
|
}
|
|
return c();
|
|
}
|
|
*/
|
|
],
|
|
function (err){
|
|
|
|
if (err) {
|
|
self.err = util.format('ERROR: @%s: %s [count: syncedBlocks: %d]', blockHash, err, self.syncInfo.syncedBlocks);
|
|
self.status = 'aborted';
|
|
p(self.err);
|
|
}
|
|
|
|
else {
|
|
self.err = null;
|
|
self.status = 'syncing';
|
|
}
|
|
|
|
if (opts.upToExisting && existed ) {
|
|
if (self.syncInfo.blocksToSync <= self.syncInfo.syncedBlocks) {
|
|
self.status = 'finished';
|
|
p('DONE. Found existing block: ', blockHash);
|
|
return cb(err);
|
|
}
|
|
else {
|
|
p('WARN found target block\n\tbut blockChain Height is still higher that ours. Previous light sync must be interrupted.\n\tWill keep syncing.', self.syncInfo.syncedBlocks);
|
|
}
|
|
}
|
|
|
|
if (blockEnd && blockEnd === blockHash) {
|
|
self.status = 'finished';
|
|
p('DONE. Found END block: ', blockHash);
|
|
return cb(err);
|
|
}
|
|
|
|
|
|
// Continue
|
|
if (blockInfo && blockInfo.result) {
|
|
self.syncInfo.syncedBlocks++;
|
|
if (opts.prev && blockInfo.result.previousblockhash) {
|
|
return self.getPrevNextBlock(blockInfo.result.previousblockhash, blockEnd, opts, cb);
|
|
}
|
|
|
|
if (opts.next && blockInfo.result.nextblockhash)
|
|
return self.getPrevNextBlock(blockInfo.result.nextblockhash, blockEnd, opts, cb);
|
|
}
|
|
return cb(err);
|
|
});
|
|
};
|
|
|
|
HistoricSync.prototype.import_history = function(opts, next) {
|
|
var self = this;
|
|
|
|
var retry_secs = 2;
|
|
|
|
var bestBlock;
|
|
var blockChainHeight;
|
|
|
|
async.series([
|
|
function(cb) {
|
|
if (opts.destroy) {
|
|
p('Deleting DB...');
|
|
return self.sync.destroy(cb);
|
|
}
|
|
return cb();
|
|
},
|
|
// We are not using getBestBlockHash, because is not available in all clients
|
|
function(cb) {
|
|
if (!opts.reverse) return cb();
|
|
|
|
self.rpc.getBlockCount(function(err, res) {
|
|
if (err) return cb(err);
|
|
blockChainHeight = res.result;
|
|
return cb();
|
|
});
|
|
},
|
|
function(cb) {
|
|
if (!opts.reverse) return cb();
|
|
|
|
self.rpc.getBlockHash(blockChainHeight, function(err, res) {
|
|
if (err) return cb(err);
|
|
|
|
bestBlock = res.result;
|
|
|
|
return cb();
|
|
});
|
|
},
|
|
function(cb) {
|
|
// This is only to inform progress.
|
|
if (!opts.upToExisting) {
|
|
self.rpc.getInfo(function(err, res) {
|
|
if (err) return cb(err);
|
|
self.syncInfo.blocksToSync = res.result.blocks;
|
|
return cb();
|
|
});
|
|
}
|
|
else {
|
|
// should be isOrphan = true or null to be more accurate.
|
|
Block.count({ isOrphan: null}, function(err, count) {
|
|
if (err) return cb(err);
|
|
|
|
self.syncInfo.blocksToSync = blockChainHeight - count;
|
|
if (self.syncInfo.blocksToSync < 1) self.syncInfo.blocksToSync = 1;
|
|
return cb();
|
|
});
|
|
}
|
|
},
|
|
],
|
|
function(err) {
|
|
|
|
|
|
var start, end;
|
|
function sync() {
|
|
if (opts.reverse) {
|
|
start = bestBlock;
|
|
end = self.genesis;
|
|
opts.prev = true;
|
|
}
|
|
else {
|
|
start = self.genesis;
|
|
end = null;
|
|
opts.next = true;
|
|
}
|
|
|
|
self.syncInfo = util._extend(self.syncInfo, {
|
|
start: start,
|
|
isStartGenesis: start === self.genesis,
|
|
end: end,
|
|
isEndGenesis: end === self.genesis,
|
|
scanningForward: opts.next,
|
|
scanningBackward: opts.prev,
|
|
upToExisting: opts.upToExisting,
|
|
syncedBlocks: 0,
|
|
});
|
|
|
|
p('Starting from: ', start);
|
|
p(' to : ', end);
|
|
p(' opts: ', JSON.stringify(opts));
|
|
|
|
self.getPrevNextBlock( start, end, opts , function(err) {
|
|
if (err && err.message.match(/ECONNREFUSED/)){
|
|
setTimeout(function() {
|
|
p('Retrying in %d secs', retry_secs);
|
|
sync();
|
|
}, retry_secs * 1000);
|
|
}
|
|
else
|
|
return next(err);
|
|
});
|
|
}
|
|
|
|
if (!err)
|
|
sync();
|
|
else {
|
|
return next(err, 0);
|
|
}
|
|
});
|
|
};
|
|
|
|
// upto if we have genesis block?
|
|
HistoricSync.prototype.smart_import = function(next) {
|
|
var self = this;
|
|
|
|
Block.findOne({hash:self.genesis}, function(err, b){
|
|
|
|
if (err) return next(err);
|
|
|
|
|
|
if (!b) {
|
|
p('Could not find Genesis block. Running FULL SYNC');
|
|
}
|
|
else {
|
|
p('Genesis block found. Syncing upto known blocks.');
|
|
}
|
|
|
|
var opts = {
|
|
reverse: 1,
|
|
upToExisting: b ? true: false,
|
|
};
|
|
|
|
return self.import_history(opts, next);
|
|
});
|
|
};
|
|
|
|
|
|
return HistoricSync;
|
|
}
|
|
module.defineClass(spec);
|
|
|