synchronous_get batch method for interface
[electrum-nvc.git] / lib / interface.py
index ddb6a0c..9edfff0 100644 (file)
@@ -25,28 +25,44 @@ from util import print_error
 
 
 DEFAULT_TIMEOUT = 5
-DEFAULT_SERVERS = [ 'electrum.novit.ro:50001:t', 
-                    'electrum.bytesized-hosting.com:50001:t']  # list of default servers
+DEFAULT_SERVERS = [ 
+    'electrum.novit.ro:50001:t', 
+    'electrum.pdmc.net:50001:t',
+    #'ecdsa.org:50002:s',
+    'electrum.bitcoins.sk:50001:t',
+    'uncle-enzo.info:50001:t',
+    'electrum.bytesized-hosting.com:50001:t',
+    'california.stratum.bitcoin.cz:50001:t',
+    'electrum.bitfoo.org:50001:t'
+    ]
 
 proxy_modes = ['socks4', 'socks5', 'http']
 
-def pick_random_server():
-    print "using random server"
-    return random.choice( DEFAULT_SERVERS )
-
 
+def pick_random_server():
+    return random_choice( DEFAULT_SERVERS )
 
+def pick_random_interface():
+    servers = DEFAULT_SERVERS
+    while servers:
+        server = random.choice( servers )
+        servers.remove(server)
+        i = Interface({'server':server})
+        if i.is_connected:
+            return i
+    raise BaseException('no server available')
 
 
 
 class InterfaceAncestor(threading.Thread):
 
-    def __init__(self, host, port, proxy=None):
+    def __init__(self, host, port, proxy=None, use_ssl=True):
         threading.Thread.__init__(self)
         self.daemon = True
         self.host = host
         self.port = port
         self.proxy = proxy
+        self.use_ssl = use_ssl
 
         self.servers = [] # actual list from IRC
         self.rtime = 0
@@ -94,7 +110,7 @@ class InterfaceAncestor(threading.Thread):
                 result = params[1]
                 params = [addr]
 
-        self.responses.put({'method':method, 'params':params, 'result':result})
+        self.responses.put({'method':method, 'params':params, 'result':result, 'id':msg_id})
 
 
 
@@ -111,9 +127,10 @@ class InterfaceAncestor(threading.Thread):
 class HttpStratumInterface(InterfaceAncestor):
     """ non-persistent connection. synchronous calls"""
 
-    def __init__(self, host, port, proxy=None):
-        InterfaceAncestor.__init__(self, host, port, proxy)
+    def __init__(self, host, port, proxy=None, use_ssl=True):
+        InterfaceAncestor.__init__(self, host, port, proxy, use_ssl)
         self.session_id = None
+        self.connection_msg = ('https' if self.use_ssl else 'http') + '://%s:%d'%( self.host, self.port )
 
     def get_history(self, address):
         self.send([('blockchain.address.get_history', [address] )])
@@ -168,12 +185,12 @@ class HttpStratumInterface(InterfaceAncestor):
             # poll with GET
             data_json = None 
 
-        host = 'http://%s:%d'%( self.host, self.port )
+            
         headers = {'content-type': 'application/json'}
         if self.session_id:
             headers['cookie'] = 'SESSION=%s'%self.session_id
 
-        req = urllib2.Request(host, data_json, headers)
+        req = urllib2.Request(self.connection_msg, data_json, headers)
         response_stream = urllib2.urlopen(req)
 
         for index, cookie in enumerate(cj):
@@ -206,30 +223,37 @@ class HttpStratumInterface(InterfaceAncestor):
 class TcpStratumInterface(InterfaceAncestor):
     """json-rpc over persistent TCP connection, asynchronous"""
 
-    def __init__(self, host, port, proxy=None):
-        InterfaceAncestor.__init__(self, host, port, proxy)
+    def __init__(self, host, port, proxy=None, use_ssl=True):
+        InterfaceAncestor.__init__(self, host, port, proxy, use_ssl)
         self.init_socket()
 
     def init_socket(self):
+        import ssl
         global proxy_modes
-        connection_msg = "%s:%d"%(self.host,self.port)
+        self.connection_msg = "%s:%d"%(self.host,self.port)
         if self.proxy is None:
-            self.s = socket.socket( socket.AF_INET, socket.SOCK_STREAM )
+            s = socket.socket( socket.AF_INET, socket.SOCK_STREAM )
         else:
-            connection_msg += " using proxy %s:%s:%s"%(self.proxy.get('mode'), self.proxy.get('host'), self.proxy.get('port'))
+            self.connection_msg += " using proxy %s:%s:%s"%(self.proxy.get('mode'), self.proxy.get('host'), self.proxy.get('port'))
             import socks
-            self.s = socks.socksocket()
-            self.s.setproxy(proxy_modes.index(self.proxy["mode"]), self.proxy["host"], int(self.proxy["port"]) )
-        self.s.settimeout(60)
-        self.s.setsockopt(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1)
+            s = socks.socksocket()
+            s.setproxy(proxy_modes.index(self.proxy["mode"]), self.proxy["host"], int(self.proxy["port"]) )
+
+        if self.use_ssl:
+            s = ssl.wrap_socket(s, ssl_version=ssl.PROTOCOL_SSLv23)
+            
+        s.settimeout(2)
+        s.setsockopt(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1)
+
         try:
-            self.s.connect(( self.host.encode('ascii'), int(self.port)))
+            s.connect(( self.host.encode('ascii'), int(self.port)))
+            s.settimeout(60)
+            self.s = s
             self.is_connected = True
             self.send([('server.version', [ELECTRUM_VERSION])])
-            print "Connected to " + connection_msg
         except:
             self.is_connected = False
-            print_error("Failed to connect" + connection_msg)
+            self.s = None
 
     def run(self):
         try:
@@ -262,21 +286,22 @@ class TcpStratumInterface(InterfaceAncestor):
         self.poke()
 
     def send(self, messages):
+        """return the ids of the requests that we sent"""
         out = ''
+        ids = []
         for m in messages:
             method, params = m 
             request = json.dumps( { 'id':self.message_id, 'method':method, 'params':params } )
             self.unanswered_requests[self.message_id] = method, params
-
+            ids.append(self.message_id)
             # uncomment to debug
             # print "-->",request
-
             self.message_id += 1
             out += request + '\n'
-
         while out:
             sent = self.s.send( out )
             out = out[sent:]
+        return ids
 
     def get_history(self, addr):
         self.send([('blockchain.address.get_history', [addr])])
@@ -285,42 +310,40 @@ class TcpStratumInterface(InterfaceAncestor):
 
 class Interface(TcpStratumInterface, HttpStratumInterface):
     
-    def __init__(self, config):
+    def __init__(self, config = None):
 
-        try:
-            s = config.get('server')
-            host, port, protocol = s.split(':')
-            port = int(port)
-        except:
-            s = pick_random_server()
-            host, port, protocol = s.split(':')
-            port = int(port)
+        if config is None:
+            from simple_config import SimpleConfig
+            config = SimpleConfig()
+            
+        s = config.get('server')
+        host, port, protocol = s.split(':')
+        port = int(port)
 
         self.protocol = protocol
         proxy = self.parse_proxy_options(config.get('proxy'))
         self.server = host + ':%d:%s'%(port, protocol)
 
         #print protocol, host, port
-        if protocol == 't':
-            TcpStratumInterface.__init__(self, host, port, proxy)
-        elif protocol == 'h':
-            HttpStratumInterface.__init__(self, host, port, proxy)
+        if protocol in 'st':
+            TcpStratumInterface.__init__(self, host, port, proxy, use_ssl=(protocol=='s'))
+        elif protocol in 'gh':
+            HttpStratumInterface.__init__(self, host, port, proxy, use_ssl=(protocol=='g'))
         else:
-            print_error("Error: Unknown protocol")
-            TcpStratumInterface.__init__(self, host, port, proxy)
+            raise BaseException('Unknown protocol: %s'%protocol)
 
 
     def run(self):
-        if self.protocol == 't':
+        if self.protocol  in 'st':
             TcpStratumInterface.run(self)
         else:
             HttpStratumInterface.run(self)
 
     def send(self, messages):
-        if self.protocol == 't':
-            TcpStratumInterface.send(self, messages)
+        if self.protocol in 'st':
+            return TcpStratumInterface.send(self, messages)
         else:
-            HttpStratumInterface.send(self, messages)
+            return HttpStratumInterface.send(self, messages)
 
 
     def parse_proxy_options(self, s):
@@ -347,7 +370,7 @@ class Interface(TcpStratumInterface, HttpStratumInterface):
         # raise an error if the format isnt correct
         a,b,c = server.split(':')
         b = int(b)
-        assert c in ['t', 'h']
+        assert c in 'stgh'
         # set the server
         if server != self.server or proxy != self.proxy:
             print "changing server:", server, proxy
@@ -357,6 +380,25 @@ class Interface(TcpStratumInterface, HttpStratumInterface):
             self.poke()
 
 
+    def is_up_to_date(self):
+        return self.responses.empty() and not self.unanswered_requests
+
+
+    def synchronous_get(self, requests, timeout=100000000):
+        # todo: use generators, unanswered_requests should be a list of arrays...
+        ids = self.send(requests)
+        id2 = ids[:]
+        res = {}
+        while ids:
+            r = self.responses.get(True, timeout)
+            _id = r.get('id')
+            if _id in ids:
+                ids.remove(_id)
+                res[_id] = r.get('result')
+        out = []
+        for _id in id2:
+            out.append(res[_id])
+        return out
 
 
 
@@ -373,7 +415,17 @@ class WalletSynchronizer(threading.Thread):
         self.servers_loaded_callback = servers_loaded_callback
 
     def init_interface(self):
-        self.interface = Interface(self.config)
+        if self.config.get('server'):
+            self.interface = Interface(self.config)
+        else:
+            print "Using random server..."
+            self.interface = pick_random_interface()
+
+        if self.interface.is_connected:
+            print "Connected to " + self.interface.connection_msg
+        else:
+            print_error("Failed to connect " + self.interface.connection_msg)
+
         self.wallet.interface = self.interface
 
     def handle_response(self, r):
@@ -397,7 +449,7 @@ class WalletSynchronizer(threading.Thread):
                 version = None
                 if len(item) > 2:
                     for v in item[2]:
-                        if re.match("[th]\d+", v):
+                        if re.match("[stgh]\d+", v):
                             ports.append((v[0], v[1:]))
                         if re.match("v(.?)+", v):
                             version = v[1:]
@@ -449,7 +501,7 @@ class WalletSynchronizer(threading.Thread):
                 if new_addresses:
                     self.interface.subscribe(new_addresses)
 
-                if self.wallet.is_up_to_date():
+                if self.interface.is_up_to_date():
                     if not self.wallet.up_to_date:
                         self.wallet.up_to_date = True
                         self.wallet.was_updated = True
@@ -477,5 +529,3 @@ class WalletSynchronizer(threading.Thread):
             else:
                 break
 
-
-