'use strict'; var imports = require('soop').imports(); // blockHash -> txid mapping var IN_BLK_PREFIX = 'txb-'; //txb-- => 1/0 (connected or not) // Only for orphan blocks var FROM_BLK_PREFIX = 'tx-'; //tx-- => 1 // to show tx outs var OUTS_PREFIX = 'txo-'; //txo-- => [addr, btc_sat] var SPENT_PREFIX = 'txs-'; //txs---- = ts // to sum up addr balance (only outs, spents are gotten later) var ADDR_PREFIX = 'txa-'; //txa--- => + btc_sat:ts [:-](spent) // TODO: use bitcore networks module var genesisTXID = '4a5e1e4baab89f3a32518a88c31bc87f618f76673e2cc77ab2127b7afdeda33b'; var CONCURRENCY = 10; var MAX_OPEN_FILES = 500; // var CONFIRMATION_NR_TO_NOT_CHECK = 10; //Spend /** * Module dependencies. */ var bitcore = require('bitcore'), Rpc = imports.rpc || require('./Rpc'), util = bitcore.util, networks = bitcore.networks, levelup = require('levelup'), async = require('async'), config = require('../config/config'), assert = require('assert'); var db = imports.db || levelup(config.leveldb + '/txs',{maxOpenFiles: MAX_OPEN_FILES} ); var Script = bitcore.Script; // This is 0.1.2 = > c++ version of base57-native var base58 = require('base58-native').base58Check; var encodedData = require('soop').load('bitcore/util/EncodedData',{ base58: base58 }); var versionedData= require('soop').load('bitcore/util/VersionedData',{ parent: encodedData }); var Address = require('soop').load('bitcore/lib/Address',{ parent: versionedData }); var TransactionDb = function() { TransactionDb.super(this, arguments); this.network = config.network === 'testnet' ? networks.testnet : networks.livenet; }; TransactionDb.prototype.close = function(cb) { db.close(cb); }; TransactionDb.prototype.drop = function(cb) { var path = config.leveldb + '/txs'; db.close(function() { require('leveldown').destroy(path, function() { db = levelup(path, {maxOpenFiles: 500}); return cb(); }); }); }; TransactionDb.prototype.has = function(txid, cb) { var k = OUTS_PREFIX + txid; db.get(k, function(err, val) { var ret; if (err && err.notFound) { err = null; ret = false; } if (typeof val !== undefined) { ret = true; } return cb(err, ret); }); }; TransactionDb.prototype._addSpentInfo = function(r, txid, index, ts) { if (r.spentTxId) { if (!r.multipleSpentAttempts) { r.multipleSpentAttempts = [{ txid: r.spentTxId, index: r.index, }]; } r.multipleSpentAttempts.push({ txid: txid, index: parseInt(index), }); } else { r.spentTxId = txid; r.spentIndex = parseInt(index); r.spentTs = parseInt(ts); } }; // This is not used now TransactionDb.prototype.fromTxId = function(txid, cb) { var self = this; var k = OUTS_PREFIX + txid; var ret = []; var idx = {}; var i = 0; // outs. db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { var k = data.key.split('-'); var v = data.value.split(':'); ret.push({ addr: v[0], value_sat: parseInt(v[1]), index: parseInt(k[2]), }); idx[parseInt(k[2])] = i++; }) .on('error', function(err) { return cb(err); }) .on('end', function() { var k = SPENT_PREFIX + txid + '-'; db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { var k = data.key.split('-'); var j = idx[parseInt(k[2])]; assert(typeof j !== 'undefined', 'Spent could not be stored: tx ' + txid + 'spent in TX:' + k[1] + ',' + k[2] + ' j:' + j); self._addSpentInfo(ret[j], k[3], k[4], data.value); }) .on('error', function(err) { return cb(err); }) .on('end', function(err) { return cb(err, ret); }); }); }; TransactionDb.prototype._fillSpent = function(info, cb) { var self = this; if (!info) return cb(); var k = SPENT_PREFIX + info.txid + '-'; db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { var k = data.key.split('-'); self._addSpentInfo(info.vout[k[2]], k[3], k[4], data.value); }) .on('error', function(err) { return cb(err); }) .on('end', function(err) { return cb(err); }); }; TransactionDb.prototype._fillOutpoints = function(info, cb) { var self = this; if (!info || info.isCoinBase) return cb(); var valueIn = 0; var incompleteInputs = 0; async.eachLimit(info.vin, CONCURRENCY, function(i, c_in) { self.fromTxIdN(i.txid, i.vout, info.confirmations, function(err, ret) { //console.log('[TransactionDb.js.154:ret:]',ret); //TODO if (!ret || !ret.addr || !ret.valueSat) { console.log('Could not get TXouts in %s,%d from %s ', i.txid, i.vout, info.txid); if (ret) i.unconfirmedInput = ret.unconfirmedInput; incompleteInputs = 1; return c_in(); // error not scalated } info.firstSeenTs = ret.spentTs; i.unconfirmedInput = i.unconfirmedInput; i.addr = ret.addr; i.valueSat = ret.valueSat; i.value = ret.valueSat / util.COIN; valueIn += i.valueSat; /* * If confirmed by bitcoind, we could not check for double spents * but we prefer to keep the flag of double spent attempt * if (info.confirmations && info.confirmations >= CONFIRMATION_NR_TO_NOT_CHECK) return c_in(); isspent */ // Double spent? if (ret.multipleSpentAttempt || !ret.spentTxId || (ret.spentTxId && ret.spentTxId !== info.txid) ) { if (ret.multipleSpentAttempts) { ret.multipleSpentAttempts.forEach(function(mul) { if (mul.spentTxId !== info.txid) { i.doubleSpentTxID = ret.spentTxId; i.doubleSpentIndex = ret.spentIndex; } }); } else if (!ret.spentTxId) { i.dbError = 'Input spent not registered'; } else { i.doubleSpentTxID = ret.spentTxId; i.doubleSpentIndex = ret.spentIndex; } } else { i.doubleSpentTxID = null; } return c_in(); }); }, function() { if (!incompleteInputs) { info.valueIn = valueIn / util.COIN; info.fees = (valueIn - parseInt(info.valueOut * util.COIN)) / util.COIN; } else { info.incompleteInputs = 1; } return cb(); }); }; TransactionDb.prototype._getInfo = function(txid, next) { var self = this; Rpc.getTxInfo(txid, function(err, info) { if (err) return next(err); self._fillOutpoints(info, function() { self._fillSpent(info, function() { return next(null, info); }); }); }); }; // Simplified / faster Info version: No spent / outpoints info. TransactionDb.prototype.fromIdInfoSimple = function(txid, cb) { Rpc.getTxInfo(txid, true, function(err, info) { if (err) return cb(err); if (!info) return cb(); return cb(err, info); }); }; TransactionDb.prototype.fromIdWithInfo = function(txid, cb) { var self = this; self._getInfo(txid, function(err, info) { if (err) return cb(err); if (!info) return cb(); return cb(err, { txid: txid, info: info }); }); }; TransactionDb.prototype.fromTxIdN = function(txid, n, confirmations, cb) { var self = this; var k = OUTS_PREFIX + txid + '-' + n; db.get(k, function(err, val) { if (!val || (err && err.notFound)) { return cb(null, { unconfirmedInput: 1 }); } var a = val.split(':'); var ret = { addr: a[0], valueSat: parseInt(a[1]), }; /* * If this TxID comes from an RPC request * the .confirmations value from bitcoind is available * so we could avoid checking if the input were double spented * * This speed up address calculations by ~30% * if (confirmations >= CONFIRMATION_NR_TO_NOT_CHECK) { return cb(null, ret); } */ // spent? var k = SPENT_PREFIX + txid + '-' + n + '-'; db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { var k = data.key.split('-'); self._addSpentInfo(ret, k[3], k[4], data.value); }) .on('error', function(error) { return cb(error); }) .on('end', function() { return cb(null, ret); }); }); }; TransactionDb.prototype.fillConfirmations = function(o, cb) { var self = this; self.isConfirmed(o.txid, function(err, is) { if (err) return cb(err); o.isConfirmed = is; if (!o.spentTxId) return cb(); if (o.multipleSpentAttempts) { async.eachLimit(o.multipleSpentAttempts, CONCURRENCY, function(oi, e_c) { self.isConfirmed(oi.spentTxId, function(err, is) { if (err) return; if (is) { o.spentTxId = oi.spentTxId; o.index = oi.index; o.spentIsConfirmed = 1; } return e_c(); }); }, cb); } else { self.isConfirmed(o.spentTxId, function(err, is) { if (err) return cb(err); o.spentIsConfirmed = is; return cb(); }); } }); }; TransactionDb.prototype.fromAddr = function(addr, cb) { var self = this; var k = ADDR_PREFIX + addr + '-'; var ret = []; db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { var k = data.key.split('-'); var v = data.value.split(':'); ret.push({ txid: k[2], index: parseInt(k[3]), value_sat: parseInt(v[0]), ts: parseInt(v[1]), }); }) .on('error', function(err) { return cb(err); }) .on('end', function() { async.eachLimit(ret, CONCURRENCY, function(o, e_c) { var k = SPENT_PREFIX + o.txid + '-' + o.index + '-'; db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { var k = data.key.split('-'); self._addSpentInfo(o, k[3], k[4], data.value); }) .on('error', function(err) { return e_c(err); }) .on('end', function(err) { return e_c(err); }); }, function() { async.eachLimit(ret, CONCURRENCY, function(o, e_c) { self.fillConfirmations(o, e_c); }, function(err) { return cb(err, ret); }); }); }); }; TransactionDb.prototype.removeFromTxId = function(txid, cb) { async.series([ function(c) { db.createReadStream({ start: OUTS_PREFIX + txid + '-', end: OUTS_PREFIX + txid + '~', }).pipe( db.createWriteStream({ type: 'del' }) ).on('close', c); }, function(c) { db.createReadStream({ start: SPENT_PREFIX + txid + '-', end: SPENT_PREFIX + txid + '~' }) .pipe( db.createWriteStream({ type: 'del' }) ).on('close', c); } ], function(err) { cb(err); }); }; // TODO. replace with // Script.prototype.getAddrStrs if that one get merged in bitcore TransactionDb.prototype.getAddrStr = function(s) { var self = this; var addrStrs = []; var type = s.classify(); var addr; switch (type) { case Script.TX_PUBKEY: var chunk = s.captureOne(); addr = new Address(self.network.addressVersion, bitcore.util.sha256ripe160(chunk)); addrStrs.push(addr.toString()); break; case Script.TX_PUBKEYHASH: addr = new Address(self.network.addressVersion, s.captureOne()); addrStrs.push(addr.toString()); break; case Script.TX_SCRIPTHASH: addr = new Address(self.network.addressVersion, s.captureOne()); addrStrs.push(addr.toString()); break; case Script.TX_MULTISIG: var chunks = s.capture(); chunks.forEach(function(chunk) { if (chunk && Buffer.isBuffer(chunk)) { var a = new Address(self.network.addressVersion, bitcore.util.sha256ripe160(chunk)); addrStrs.push(a.toString()); } }); break; case Script.TX_UNKNOWN: break; } return addrStrs; }; TransactionDb.prototype.adaptTxObject = function(txInfo) { var self = this; // adapt bitcore TX object to bitcoind JSON response txInfo.txid = txInfo.hash; var to = 0; var tx = txInfo; if (tx.outs) { tx.outs.forEach(function(o) { var s = new Script(o.s); var addrs = self.getAddrStr(s); // support only for p2pubkey p2pubkeyhash and p2sh if (addrs.length === 1) { tx.out[to].addrStr = addrs[0]; tx.out[to].n = to; } to++; }); } var count = 0; txInfo.vin = txInfo. in .map(function(txin) { var i = {}; if (txin.coinbase) { txInfo.isCoinBase = true; } else { i.txid = txin.prev_out.hash; i.vout = txin.prev_out.n; } i.n = count++; return i; }); count = 0; txInfo.vout = txInfo.out.map(function(txout) { var o = {}; o.value = txout.value; o.n = count++; if (txout.addrStr) { o.scriptPubKey = {}; o.scriptPubKey.addresses = [txout.addrStr]; } return o; }); }; TransactionDb.prototype.add = function(tx, blockhash, cb) { var self = this; var addrs = []; if (tx.hash) self.adaptTxObject(tx); var ts = tx.time; async.series([ // Input Outpoints (mark them as spent) function(p_c) { if (tx.isCoinBase) return p_c(); async.forEachLimit(tx.vin, CONCURRENCY, function(i, next_out) { db.batch() .put(SPENT_PREFIX + i.txid + '-' + i.vout + '-' + tx.txid + '-' + i.n, ts || 0) .write(next_out); }, function(err) { return p_c(err); }); }, // Parse Outputs function(p_c) { async.forEachLimit(tx.vout, CONCURRENCY, function(o, next_out) { if (o.value && o.scriptPubKey && o.scriptPubKey.addresses && o.scriptPubKey.addresses[0] && !o.scriptPubKey.addresses[1] // TODO : not supported ) { var addr = o.scriptPubKey.addresses[0]; var sat = Math.round(o.value * util.COIN); if (addrs.indexOf(addr) === -1) { addrs.push(addr); } // existed? var k = OUTS_PREFIX + tx.txid + '-' + o.n; db.get(k, function(err) { if (err && err.notFound) { db.batch() .put(k, addr + ':' + sat) .put(ADDR_PREFIX + addr + '-' + tx.txid + '-' + o.n, sat + ':' + ts) .write(next_out); } else { return next_out(); } }); } else { return next_out(); } }, function(err) { if (err) { console.log('ERR at TX %s: %s', tx.txid, err); return cb(err); } return p_c(); }); }, function(p_c) { if (!blockhash) { return p_c(); } return self.setConfirmation(tx.txid, blockhash, true, p_c); }, ], function(err) { if (addrs.length > 0 && !blockhash) { // only emit if we are processing a single tx (not from a block) tx.addrsToEmit=addrs; } return cb(err); }); }; TransactionDb.prototype.setConfirmation = function(txId, blockHash, confirmed, c) { if (!blockHash) return c(); confirmed = confirmed ? 1 : 0; db.batch() .put(IN_BLK_PREFIX + txId + '-' + blockHash, confirmed) .put(FROM_BLK_PREFIX + blockHash + '-' + txId, 1) .write(c); }; // This slowdown addr balance calculation by 100% TransactionDb.prototype.isConfirmed = function(txId, c) { var k = IN_BLK_PREFIX + txId; var ret = false; db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { if (data.value === '1') ret = true; }) .on('error', function(err) { return c(err); }) .on('end', function(err) { return c(err, ret); }); }; TransactionDb.prototype.handleBlockChange = function(hash, isMain, cb) { var toChange = []; console.log('\tSearching Txs from block:' + hash); var k = FROM_BLK_PREFIX + hash; var k2 = IN_BLK_PREFIX; // This is slow, but prevent us to create a new block->tx index. db.createReadStream({ start: k, end: k + '~' }) .on('data', function(data) { var ks = data.key.split('-'); toChange.push({ key: k2 + ks[2] + '-' + ks[1], type: 'put', value: isMain ? 1 : 0, }); }) .on('error', function(err) { return cb(err); }) .on('end', function(err) { if (err) return cb(err); console.log('\t%s %d Txs', isMain ? 'Confirming' : 'Invalidating', toChange.length); db.batch(toChange, cb); }); }; // txs can be a [hashes] or [txObjects] TransactionDb.prototype.createFromArray = function(txs, blockHash, next) { var self = this; if (!txs) return next(); async.forEachLimit(txs, CONCURRENCY, function(t, each_cb) { if (typeof t === 'string') { // TODO: parse it from networks.genesisTX? if (t === genesisTXID) return each_cb(); Rpc.getTxInfo(t, function(err, inInfo) { if (!inInfo) return each_cb(err); return self.add(inInfo, blockHash, each_cb); }); } else { return self.add(t, blockHash, each_cb); } }, function(err) { return next(err); }); }; TransactionDb.prototype.createFromBlock = function(b, next) { var self = this; if (!b || !b.tx) return next(); return self.createFromArray(b.tx, b.hash, next); }; module.exports = require('soop')(TransactionDb);