move network dialog in a new class; simplify interface.get_servers
[electrum-nvc.git] / lib / interface.py
index 1a10861..dfae823 100644 (file)
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 
 
-import random, socket, ast, re
+import random, socket, ast, re, ssl
 import threading, traceback, sys, time, json, Queue
 
-from version import ELECTRUM_VERSION
-from util import print_error
+from version import ELECTRUM_VERSION, PROTOCOL_VERSION
+from util import print_error, print_msg
 
 
 DEFAULT_TIMEOUT = 5
-DEFAULT_SERVERS = [ 
-    'electrum.novit.ro:50001:t', 
-    'electrum.pdmc.net:50001:t',
-    'ecdsa.org:50001:t',
-    'electrum.bitcoins.sk:50001:t',
-    'uncle-enzo.info:50001:t',
-    'electrum.bytesized-hosting.com:50001:t',
-    'electrum.bitcoin.cz:50001:t',
-    'electrum.bitfoo.org:50001:t'
-    ]
+DEFAULT_PORTS = {'t':'50001', 's':'50002', 'h':'8081', 'g':'8082'}
+
+DEFAULT_SERVERS = {
+    'electrum.thecoinwillprevail.com': {'h': '8081', 's': '50002', 't': '50001'},
+    'the9ull.homelinux.org': {'h': '8082', 't': '50001'},
+    'electra.datemas.de': {'h': '8081', 's': '50002', 't': '50001', 'g': '808'},
+    'electrum.datemas.de': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
+    'ecdsa.org': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
+    'electrum.mooo.com': {'h': '8081', 't': '50001'},
+    'btcback.com': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
+    'electrum.bitcoins.sk': {'h': '8081', 's': '50002', 't': '50001', 'g': '8'},
+    'electrum.no-ip.org': {'h': '80', 's': '50002', 't': '50001', 'g': '443'},
+    'electrum.drollette.com': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
+    'btc.it-zone.org': {'h': '80', 's': '110', 't': '50001', 'g': '443'},
+    'electrum.yacoin.com': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
+    'electrum.be': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'}
+}
+
+
+
+def filter_protocol(servers, p):
+    l = []
+    for k, protocols in servers.items():
+        if p in protocols:
+            l.append( ':'.join([k, protocols[p], p]) )
+    return l
+    
+
 
 proxy_modes = ['socks4', 'socks5', 'http']
 
 
 def pick_random_server():
-    return random.choice( DEFAULT_SERVERS )
+    return random.choice( filter_protocol(DEFAULT_SERVERS,'s') )
 
 
 
@@ -64,57 +82,104 @@ class Interface(threading.Thread):
         self.port = port
         self.proxy = proxy
         self.use_ssl = use_ssl
-
-        self.servers = [] # actual list from IRC
-        self.rtime = 0
-        self.bytes_received = 0
-
-        self.is_connected = True
         self.poll_interval = 1
 
         #json
         self.message_id = 0
         self.unanswered_requests = {}
-
+        #banner
+        self.banner = ''
 
 
     def queue_json_response(self, c):
 
         # uncomment to debug
-        # print "<--",c
+        # print_error( "<--",c )
 
         msg_id = c.get('id')
         error = c.get('error')
         
         if error:
-            print "received error:", c
+            print_error("received error:", c)
+            if msg_id is not None:
+                with self.lock: 
+                    method, params, channel = self.unanswered_requests.pop(msg_id)
+                response_queue = self.responses[channel]
+                response_queue.put({'method':method, 'params':params, 'error':error, 'id':msg_id})
+
             return
 
         if msg_id is not None:
             with self.lock: 
                 method, params, channel = self.unanswered_requests.pop(msg_id)
             result = c.get('result')
+
+            if method == 'server.version':
+                self.server_version = result
+
+            elif method == 'server.banner':
+                self.banner = result
+                self.trigger_callback('banner')
+
+            elif method == 'server.peers.subscribe':
+                servers = {}
+                for item in result:
+
+                    host = item[1]
+                    out = {}
+
+                    version = None
+                    pruning_level = '-'
+                    if len(item) > 2:
+                        for v in item[2]:
+                            if re.match("[stgh]\d*", v):
+                                protocol, port = v[0], v[1:]
+                                if port == '': port = DEFAULT_PORTS[protocol]
+                                out[protocol] = port
+                            elif re.match("v(.?)+", v):
+                                version = v[1:]
+                            elif re.match("p\d*", v):
+                                pruning_level = v[1:]
+                                if pruning_level == '': pruning_level = '0'
+                    try: 
+                        is_recent = float(version)>=float(PROTOCOL_VERSION)
+                    except:
+                        is_recent = False
+
+                    if out and is_recent:
+                        out['pruning'] = pruning_level
+                        servers[host] = out 
+
+                self.servers = servers
+                self.trigger_callback('peers')
+
         else:
-            # notification. we should find the channel(s)..
+            # notification: find the channel(s)
             method = c.get('method')
             params = c.get('params')
-            with self.lock:
-                for k,v in self.subscriptions.items():
-                    if (method, params) in v:
-                        channel = k
-                else:
-                    print "received unexpected notification", method, params
-                    return
 
             if method == 'blockchain.numblocks.subscribe':
                 result = params[0]
                 params = []
 
+            elif method == 'blockchain.headers.subscribe':
+                result = params[0]
+                params = []
+
             elif method == 'blockchain.address.subscribe':
                 addr = params[0]
                 result = params[1]
                 params = [addr]
 
+            with self.lock:
+                for k,v in self.subscriptions.items():
+                    if (method, params) in v:
+                        channel = k
+                        break
+                else:
+                    print_error( "received unexpected notification", method, params)
+                    print_error( self.subscriptions )
+                    return
                 
         response_queue = self.responses[channel]
         response_queue.put({'method':method, 'params':params, 'result':result, 'id':msg_id})
@@ -135,8 +200,20 @@ class Interface(threading.Thread):
     def init_http(self, host, port, proxy=None, use_ssl=True):
         self.init_server(host, port, proxy, use_ssl)
         self.session_id = None
+        self.is_connected = True
         self.connection_msg = ('https' if self.use_ssl else 'http') + '://%s:%d'%( self.host, self.port )
+        try:
+            self.poll()
+        except:
+            print_error("http init session failed")
+            self.is_connected = False
+            return
 
+        if self.session_id:
+            print_error('http session:',self.session_id)
+            self.is_connected = True
+        else:
+            self.is_connected = False
 
     def run_http(self):
         self.is_connected = True
@@ -162,10 +239,11 @@ class Interface(threading.Thread):
 
     def send_http(self, messages, channel='default'):
         import urllib2, json, time, cookielib
+        print_error( "send_http", messages )
         
         if self.proxy:
             import socks
-            socks.setdefaultproxy(proxy_modes.index(self.proxy["mode"]), self.proxy["host"], int(self.proxy["port"]) )
+            socks.setdefaultproxy(proxy_modes.index(self.proxy["mode"]) + 1, self.proxy["host"], int(self.proxy["port"]) )
             socks.wrapmodule(urllib2)
 
         cj = cookielib.CookieJar()
@@ -193,8 +271,11 @@ class Interface(threading.Thread):
         if self.session_id:
             headers['cookie'] = 'SESSION=%s'%self.session_id
 
-        req = urllib2.Request(self.connection_msg, data_json, headers)
-        response_stream = urllib2.urlopen(req)
+        try:
+            req = urllib2.Request(self.connection_msg, data_json, headers)
+            response_stream = urllib2.urlopen(req, timeout=DEFAULT_TIMEOUT)
+        except:
+            return
 
         for index, cookie in enumerate(cj):
             if cookie.name=='SESSION':
@@ -226,7 +307,6 @@ class Interface(threading.Thread):
     def init_tcp(self, host, port, proxy=None, use_ssl=True):
         self.init_server(host, port, proxy, use_ssl)
 
-        import ssl
         global proxy_modes
         self.connection_msg = "%s:%d"%(self.host,self.port)
         if self.proxy is None:
@@ -235,34 +315,52 @@ class Interface(threading.Thread):
             self.connection_msg += " using proxy %s:%s:%s"%(self.proxy.get('mode'), self.proxy.get('host'), self.proxy.get('port'))
             import socks
             s = socks.socksocket()
-            s.setproxy(proxy_modes.index(self.proxy["mode"]), self.proxy["host"], int(self.proxy["port"]) )
+            s.setproxy(proxy_modes.index(self.proxy["mode"]) + 1, self.proxy["host"], int(self.proxy["port"]) )
 
         if self.use_ssl:
-            s = ssl.wrap_socket(s, ssl_version=ssl.PROTOCOL_SSLv23)
+            s = ssl.wrap_socket(s, ssl_version=ssl.PROTOCOL_SSLv23, do_handshake_on_connect=True)
             
         s.settimeout(2)
         s.setsockopt(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1)
 
         try:
             s.connect(( self.host.encode('ascii'), int(self.port)))
-            s.settimeout(60)
-            self.s = s
-            self.is_connected = True
         except:
+            traceback.print_exc(file=sys.stdout)
             self.is_connected = False
             self.s = None
+            return
 
+        s.settimeout(60)
+        self.s = s
+        self.is_connected = True
 
     def run_tcp(self):
         try:
+            #if self.use_ssl: self.s.do_handshake()
             out = ''
             while self.is_connected:
-                try: msg = self.s.recv(1024)
+                try: 
+                    timeout = False
+                    msg = self.s.recv(1024)
                 except socket.timeout:
-                    print "timeout"
+                    timeout = True
+                except ssl.SSLError:
+                    timeout = True
+                except socket.error, err:
+                    if err.errno in [11, 10035]:
+                        print_error("socket errno", err.errno)
+                        time.sleep(0.1)
+                        continue
+                    else:
+                        traceback.print_exc(file=sys.stdout)
+                        raise
+
+                if timeout:
                     # ping the server with server.version, as a real ping does not exist yet
-                    self.send([('server.version', [ELECTRUM_VERSION])])
+                    self.send([('server.version', [ELECTRUM_VERSION, PROTOCOL_VERSION])])
                     continue
+
                 out += msg
                 self.bytes_received += len(msg)
                 if msg == '': 
@@ -301,13 +399,15 @@ class Interface(threading.Thread):
                 out = out[sent:]
             except:
                 # this happens when we get disconnected
-                print "Not connected, cannot send"
+                print_error( "Not connected, cannot send" )
                 return None
         return ids
 
 
 
     def __init__(self, config=None, loop=False):
+        self.server = random.choice(filter_protocol(DEFAULT_SERVERS, 's'))
+        self.proxy = None
 
         if config is None:
             from simple_config import SimpleConfig
@@ -326,27 +426,42 @@ class Interface(threading.Thread):
         self.callbacks = {}
         self.lock = threading.Lock()
 
+        self.servers = {} # actual list from IRC
+        self.rtime = 0
+        self.bytes_received = 0
+        self.is_connected = False
+
 
 
     def init_interface(self):
         if self.config.get('server'):
             self.init_with_server(self.config)
         else:
-            print "Using random server..."
-            servers = DEFAULT_SERVERS
+            if self.config.get('auto_cycle') is None:
+                self.config.set_key('auto_cycle', True, False)
+
+        if not self.is_connected and self.config.get('auto_cycle'):
+            print_msg("Using random server...")
+            servers = filter_protocol(DEFAULT_SERVERS, 's')
             while servers:
                 server = random.choice( servers )
                 servers.remove(server)
+                print server
                 self.config.set_key('server', server, False)
                 self.init_with_server(self.config)
                 if self.is_connected: break
 
-            if not servers:
-                raise BaseException('no server available')
+            if not self.is_connected:
+                print 'no server available'
+                self.connect_event.set() # to finish start
+                self.server = 'ecdsa.org:50001:t'
+                self.proxy = None
+                return
 
         self.connect_event.set()
         if self.is_connected:
-            self.send([('server.version', [ELECTRUM_VERSION])])
+            self.send([('server.version', [ELECTRUM_VERSION, PROTOCOL_VERSION])])
+            self.send([('server.banner',[])])
             self.trigger_callback('connected')
         else:
             self.trigger_callback('notconnected')
@@ -384,7 +499,12 @@ class Interface(threading.Thread):
             with self.lock:
                 if self.subscriptions.get(channel) is None: 
                     self.subscriptions[channel] = []
-                self.subscriptions[channel] += sub
+                for message in sub:
+                    if message not in self.subscriptions[channel]:
+                        self.subscriptions[channel].append(message)
+
+        if not self.is_connected: 
+            return
 
         if self.protocol in 'st':
             with self.lock:
@@ -432,12 +552,25 @@ class Interface(threading.Thread):
             print "changing server:", server, proxy
             self.server = server
             self.proxy = proxy
-            if self.protocol in 'st':
+            if self.is_connected and self.protocol in 'st' and self.s:
                 self.s.shutdown(socket.SHUT_RDWR)
                 self.s.close()
             self.is_connected = False  # this exits the polling loop
             self.trigger_callback('disconnecting') # for actively disconnecting
 
+    def stop(self):
+        if self.is_connected and self.protocol in 'st' and self.s:
+            self.s.shutdown(socket.SHUT_RDWR)
+            self.s.close()
+
+
+    def get_servers(self):
+        if not self.servers:
+            return DEFAULT_SERVERS
+        else:
+            return self.servers
+
+
     def is_empty(self, channel):
         q = self.responses.get(channel)
         if q: 
@@ -475,20 +608,25 @@ class Interface(threading.Thread):
         return out
 
 
-    def start(self):
+    def start(self, wait=True):
         threading.Thread.start(self)
-        # wait until connection is established
-        self.connect_event.wait()
+        if wait:
+            # wait until connection is established
+            self.connect_event.wait()
+            if not self.is_connected:
+                return False
+        return True
 
     def run(self):
         while True:
             self.init_interface()
-            self.resend_subscriptions()
+            if self.is_connected:
+                self.resend_subscriptions()
+                self.run_tcp() if self.protocol in 'st' else self.run_http()
 
-            self.run_tcp() if self.protocol in 'st' else self.run_http()
             self.trigger_callback('disconnected')
-            if not self.loop: break
 
+            if not self.loop: break
             time.sleep(5)