-WIP-electrum-btcp/client/interface.py

#!/usr/bin/env python
#
# Electrum - lightweight Bitcoin client
# Copyright (C) 2011 thomasv@gitorious
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.


import random, socket, ast

        
import thread, traceback, sys, time, json

DEFAULT_TIMEOUT=5

class Interface:
    def __init__(self):
        self.default_servers = ['ecdsa.org','electrum.novit.ro']  # list of default servers
        self.host = random.choice( self.default_servers )         # random choice when the wallet is created
        self.servers = self.default_servers                       # actual list from IRC
        self.rtime = 0
        self.blocks = 0 
        self.message = ''
        self.was_updated = True # fixme: use a semaphore
        self.is_up_to_date = False # True after the first poll

        self.is_connected = False
        self.disconnected_event = threading.Event()
        self.disconnected_event.clear()


    def send_tx(self, data):
        out = self.handler('blockchain.transaction.broadcast', data )
        return out

    def retrieve_history(self, address):
        out = self.handler('blockchain.address.get_history', address )
        return out

    def get_servers(self):
        pass

    def start_session(self, wallet):
        pass


class NativeInterface(Interface):
    """This is the original Electrum protocol. It uses polling, and a non-persistent tcp connection"""

    def __init__(self, host, port):
        Interface.__init__(self)
        self.host = host
        self.port = port

    def start_session(self, wallet):
        addresses = wallet.all_addresses()
        version = wallet.electrum_version
        self.is_up_to_date = False
        out = self.handler('session.new', [ version, addresses ] )
        self.session_id, self.message = ast.literal_eval( out )
        thread.start_new_thread(self.poll_thread, (wallet,))

    def update_session(self, addresses):
        out = self.handler('session.update', [ self.session_id, addresses ] )
        return out    

    def handler(self, method, params = ''):
        import time
        cmds = {'session.new':'new_session',
                'peers':'peers',
                'session.poll':'poll',
                'session.update':'update_session',
                'blockchain.transaction.broadcast':'tx',
                'blockchain.address.get_history':'h'
                }
        cmd = cmds[method]
        if type(params) != type(''): params = repr( params )
        t1 = time.time()
        request = repr ( (cmd, params) ) + "#"
        s = socket.socket( socket.AF_INET, socket.SOCK_STREAM)
        s.settimeout(DEFAULT_TIMEOUT)
        s.connect(( self.host if cmd!='peers' else self.peers_server, self.port) )
        s.send( request )
        out = ''
        while 1:
            msg = s.recv(1024)
            if msg: out += msg
            else: break
        s.close()
        self.rtime = time.time() - t1
        self.is_connected = True
        if cmd in[ 'peers','h']:
            out = ast.literal_eval( out )
        return out

    def poll_interval(self):
        return 5

    def update_wallet(self, wallet):
        is_new = False
        changed_addresses = self.poll()
        for addr, blk_hash in changed_addresses.items():
            if wallet.status.get(addr) != blk_hash:
                print "updating history for", addr
                wallet.history[addr] = self.retrieve_history(addr)
                wallet.status[addr] = blk_hash
                is_new = True

        if is_new or wallet.remote_url:
            is_new = wallet.synchronize()
            wallet.update_tx_history()
            wallet.save()
            return is_new
        else:
            return False

    def poll(self):
        out = self.handler('session.poll', self.session_id )
        blocks, changed_addr = ast.literal_eval( out )
        if blocks == -1: raise BaseException("session not found")
        self.blocks = int(blocks)
        if changed_addr: self.was_updated = True
        self.is_up_to_date = True
        return changed_addr

    def poll_thread(self, wallet):
        while self.is_connected:
            try:
                if self.update_wallet(wallet):
                    self.update_session( wallet.all_addresses() )
                time.sleep(self.poll_interval())
            except socket.gaierror:
                break
            except socket.error:
                break
            except:
                traceback.print_exc(file=sys.stdout)
                break
            
        self.is_connected = False
        self.disconnected_event.set()

                
    def get_servers(self):
        thread.start_new_thread(self.update_servers_thread, ())

    def update_servers_thread(self):
        # if my server is not reachable, I should get the list from one of the default servers
        # requesting servers could be an independent process
        while True:
            for server in self.default_servers:
                try:
                    self.peers_server = server
                    out = self.handler('peers')
                    self.servers = map( lambda x:x[1], out )
                    # print "Received server list from %s" % self.peers_server, out
                    break
                except socket.timeout:
                    continue
                except socket.error:
                    continue
                except:
                    traceback.print_exc(file=sys.stdout)

            time.sleep(5*60)



class HttpInterface(NativeInterface):

    def __init__(self, host, port):
        Interface.__init__(self)
        self.host = host
        self.port = port

    def handler(self, method, params = []):
        import urllib2, json, time
        if type(params) != type([]): params = [ params ]
        t1 = time.time()
        data = { 'method':method, 'id':'jsonrpc', 'params':params }
        data_json = json.dumps(data)
        host = 'http://%s:%d'%( self.host if method!='peers' else self.peers_server, self.port )
        req = urllib2.Request(host, data_json, {'content-type': 'application/json'})
        response_stream = urllib2.urlopen(req)
        response = json.loads( response_stream.read() )
        out = response.get('result')
        if not out:
            print response
        self.rtime = time.time() - t1
        self.is_connected = True
        return out




import threading

class TCPInterface(Interface):
    """json-rpc over persistent TCP connection"""

    def __init__(self, host=None, port=50001):
        Interface.__init__(self)
        if host: self.host = host
        self.port = 50001
        self.tx_event = threading.Event()
        
        self.addresses_waiting_for_status = []
        self.addresses_waiting_for_history = []
        # up to date
        self.is_up_to_date = False
        self.up_to_date_event = threading.Event()
        self.up_to_date_event.clear()

    def send(self, cmd, params = []):
        request = json.dumps( { 'method':cmd, 'params':params } )
        self.s.send( request + '\n' )

    def send_tx(self, data):
        self.tx_event.clear()
        self.send('transaction.broadcast', data )
        print "waiting for event.."
        self.tx_event.wait()
        out = self.tx_result
        print "result:", out
        return out

    def listen_thread(self, wallet):
        try:
            self.is_connected = True
            out = ''
            while self.is_connected:
                try: msg = self.s.recv(1024)
                except socket.timeout: continue
                out += msg
                if msg == '': 
                    self.is_connected = False
                    print "disconnected."

                while True:
                    s = out.find('\n')
                    if s==-1: break
                    c = out[0:s]
                    out = out[s+1:]
                    c = json.loads(c)
                    cmd = c.get('method')
                    data = c.get('result')

                    if cmd == 'server.banner':
                        self.message = data
                        self.was_updated = True

                    elif cmd == 'server.peers':
                        self.servers = map( lambda x:x[1], data )

                    elif cmd == 'transaction.broadcast':
                        self.tx_result = data
                        self.tx_event.set()

                    elif cmd == 'numblocks.subscribe':
                        self.blocks = data

                    elif cmd =='address.subscribe':
                        addr = c.get('address')
                        status = c.get('status')
                        if addr in self.addresses_waiting_for_status:
                            self.addresses_waiting_for_status.remove(addr)
                        if wallet.status.get(addr) != status:
                            wallet.status[addr] = status
                            self.send('address.get_history', addr)
                            self.addresses_waiting_for_history.append(addr) 

                    elif cmd == 'address.get_history':
                        addr = c.get('address')
                        if addr in self.addresses_waiting_for_history:
                            self.addresses_waiting_for_history.remove(addr)
                        wallet.history[addr] = data
                        wallet.synchronize()
                        wallet.update_tx_history()
                        wallet.save()
                        self.was_updated = True
                    else:
                        print "received message:", c

                    if self.addresses_waiting_for_status or self.addresses_waiting_for_history:
                        self.is_up_to_date = False
                    else:
                        self.is_up_to_date = True
                        self.up_to_date_event.set()
        except:
            traceback.print_exc(file=sys.stdout)

        self.is_connected = False
        self.disconnected_event.set()

    def update_wallet(self,wallet):
        self.up_to_date_event.wait()

    def subscribe(self,address):
        self.send('address.subscribe', address)
        self.addresses_waiting_for_status.append(address)
        
    def get_servers(self):
        self.send('server.peers')

    def start_session(self, wallet):
        self.s = socket.socket( socket.AF_INET, socket.SOCK_STREAM )
        self.s.settimeout(1)
        self.s.connect(( self.host, self.port))
        thread.start_new_thread(self.listen_thread, (wallet,))
        self.send('client.version', wallet.electrum_version)
        self.send('server.banner')
        self.send('numblocks.subscribe')
        for address in wallet.all_addresses():
            self.subscribe(address)






def new_interface(wallet):
    host = wallet.host
    port = wallet.port
    if port == 50000:
        interface = NativeInterface(host,port)
    elif port == 50001:
        interface = TCPInterface(host,port)
    elif port in [80, 81, 8080, 8081]:
        interface = HttpInterface(host,port)            
    else:
        print "unknown port number: %d. using native protocol."%port
        interface = NativeInterface(host,port)
        
    return interface
       

def loop_interfaces_thread(wallet):
    while True:
        try:
            wallet.interface.start_session(wallet)
            wallet.interface.get_servers()

            wallet.interface.disconnected_event.wait()
            print "Disconnected"
        except socket.error:
            print "socket error"
            time.sleep(5)
        except:
            traceback.print_exc(file=sys.stdout)
            continue

        print "Starting new session: %s:%d"%(wallet.host,wallet.port)
        wallet.interface = new_interface(wallet)