3 # Electrum - lightweight Bitcoin client
4 # Copyright (C) 2011 thomasv@gitorious
6 # This program is free software: you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation, either version 3 of the License, or
9 # (at your option) any later version.
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
16 # You should have received a copy of the GNU General Public License
17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
20 import random, socket, ast, re, ssl, errno
21 import threading, traceback, sys, time, json, Queue
23 from version import ELECTRUM_VERSION, PROTOCOL_VERSION
24 from util import print_error, print_msg
28 DEFAULT_PORTS = {'t':'50001', 's':'50002', 'h':'8081', 'g':'8082'}
31 'the9ull.homelinux.org': {'h': '8082', 't': '50001'},
32 'electrum.coinwallet.me': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
33 'electrum.dynaloop.net': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
34 'electrum.koh.ms': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
35 'electrum.novit.ro': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
36 'electrum.stepkrav.pw': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
37 'ecdsa.org': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
38 'electrum.mooo.com': {'h': '8081', 't': '50001'},
39 'electrum.bitcoins.sk': {'h': '8081', 's': '50002', 't': '50001', 'g': '8'},
40 'electrum.no-ip.org': {'h': '80', 's': '50002', 't': '50001', 'g': '443'},
41 'electrum.drollette.com': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
42 'btc.it-zone.org': {'h': '80', 's': '110', 't': '50001', 'g': '443'},
43 'electrum.yacoin.com': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
44 'electrum.be': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'}
49 def filter_protocol(servers, p):
51 for k, protocols in servers.items():
53 l.append( ':'.join([k, protocols[p], p]) )
58 proxy_modes = ['socks4', 'socks5', 'http']
61 def pick_random_server():
62 return random.choice( filter_protocol(DEFAULT_SERVERS,'s') )
67 class Interface(threading.Thread):
70 def register_callback(self, event, callback):
72 if not self.callbacks.get(event):
73 self.callbacks[event] = []
74 self.callbacks[event].append(callback)
77 def trigger_callback(self, event):
79 callbacks = self.callbacks.get(event,[])[:]
81 [callback() for callback in callbacks]
84 def init_server(self, host, port, proxy=None, use_ssl=True):
88 self.use_ssl = use_ssl
89 self.poll_interval = 1
93 self.unanswered_requests = {}
96 self.pending_transactions_for_notifications= []
99 def parse_servers(self, result):
100 """ parse servers list into dict format"""
110 if re.match("[stgh]\d*", v):
111 protocol, port = v[0], v[1:]
112 if port == '': port = DEFAULT_PORTS[protocol]
114 elif re.match("v(.?)+", v):
116 elif re.match("p\d*", v):
117 pruning_level = v[1:]
118 if pruning_level == '': pruning_level = '0'
120 is_recent = float(version)>=float(PROTOCOL_VERSION)
124 if out and is_recent:
125 out['pruning'] = pruning_level
131 def queue_json_response(self, c):
134 # print_error( "<--",c )
137 error = c.get('error')
140 print_error("received error:", c)
141 if msg_id is not None:
143 method, params, channel = self.unanswered_requests.pop(msg_id)
144 response_queue = self.responses[channel]
145 response_queue.put({'method':method, 'params':params, 'error':error, 'id':msg_id})
149 if msg_id is not None:
151 method, params, channel = self.unanswered_requests.pop(msg_id)
152 result = c.get('result')
154 if method == 'server.version':
155 self.server_version = result
157 elif method == 'server.banner':
159 self.trigger_callback('banner')
161 elif method == 'server.peers.subscribe':
162 self.servers = self.parse_servers(result)
163 self.trigger_callback('peers')
166 # notification: find the channel(s)
167 method = c.get('method')
168 params = c.get('params')
170 if method == 'blockchain.numblocks.subscribe':
174 elif method == 'blockchain.headers.subscribe':
178 elif method == 'blockchain.address.subscribe':
184 for k,v in self.subscriptions.items():
185 if (method, params) in v:
189 print_error( "received unexpected notification", method, params)
190 print_error( self.subscriptions )
193 response_queue = self.responses[channel]
194 response_queue.put((self, {'method':method, 'params':params, 'result':result, 'id':msg_id}))
198 def get_response(self, channel='default', block=True, timeout=10000000000):
199 i, r = self.responses[channel].get(block, timeout)
202 def register_channel(self, channel, queue=None):
204 queue = Queue.Queue()
206 self.responses[channel] = queue
208 def poke(self, channel):
209 self.responses[channel].put(None)
212 def init_http(self, host, port, proxy=None, use_ssl=True):
213 self.init_server(host, port, proxy, use_ssl)
214 self.session_id = None
215 self.is_connected = True
216 self.connection_msg = ('https' if self.use_ssl else 'http') + '://%s:%d'%( self.host, self.port )
220 print_error("http init session failed")
221 self.is_connected = False
225 print_error('http session:',self.session_id)
226 self.is_connected = True
228 self.is_connected = False
231 self.is_connected = True
232 while self.is_connected:
236 time.sleep(self.poll_interval)
237 except socket.gaierror:
242 traceback.print_exc(file=sys.stdout)
245 self.is_connected = False
252 def send_http(self, messages, channel='default'):
253 import urllib2, json, time, cookielib
254 print_error( "send_http", messages )
258 socks.setdefaultproxy(proxy_modes.index(self.proxy["mode"]) + 1, self.proxy["host"], int(self.proxy["port"]) )
259 socks.wrapmodule(urllib2)
261 cj = cookielib.CookieJar()
262 opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
263 urllib2.install_opener(opener)
270 if type(params) != type([]): params = [params]
271 data.append( { 'method':method, 'id':self.message_id, 'params':params } )
272 self.unanswered_requests[self.message_id] = method, params, channel
276 data_json = json.dumps(data)
282 headers = {'content-type': 'application/json'}
284 headers['cookie'] = 'SESSION=%s'%self.session_id
287 req = urllib2.Request(self.connection_msg, data_json, headers)
288 response_stream = urllib2.urlopen(req, timeout=DEFAULT_TIMEOUT)
292 for index, cookie in enumerate(cj):
293 if cookie.name=='SESSION':
294 self.session_id = cookie.value
296 response = response_stream.read()
297 self.bytes_received += len(response)
299 response = json.loads( response )
300 if type(response) is not type([]):
301 self.queue_json_response(response)
303 for item in response:
304 self.queue_json_response(item)
307 self.poll_interval = 1
309 if self.poll_interval < 15:
310 self.poll_interval += 1
311 #print self.poll_interval, response
313 self.rtime = time.time() - t1
314 self.is_connected = True
319 def init_tcp(self, host, port, proxy=None, use_ssl=True):
320 self.init_server(host, port, proxy, use_ssl)
323 self.connection_msg = "%s:%d"%(self.host,self.port)
324 if self.proxy is None:
325 s = socket.socket( socket.AF_INET, socket.SOCK_STREAM )
327 self.connection_msg += " using proxy %s:%s:%s"%(self.proxy.get('mode'), self.proxy.get('host'), self.proxy.get('port'))
329 s = socks.socksocket()
330 s.setproxy(proxy_modes.index(self.proxy["mode"]) + 1, self.proxy["host"], int(self.proxy["port"]) )
333 s = ssl.wrap_socket(s, ssl_version=ssl.PROTOCOL_SSLv23, do_handshake_on_connect=True)
336 s.setsockopt(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1)
339 s.connect(( self.host.encode('ascii'), int(self.port)))
341 #traceback.print_exc(file=sys.stdout)
342 print_error("failed to connect", host, port)
343 self.is_connected = False
349 self.is_connected = True
353 #if self.use_ssl: self.s.do_handshake()
355 while self.is_connected:
358 msg = self.s.recv(1024)
359 except socket.timeout:
363 except socket.error, err:
364 if err.errno in [11, 10035]:
365 print_error("socket errno", err.errno)
369 traceback.print_exc(file=sys.stdout)
373 # ping the server with server.version, as a real ping does not exist yet
374 self.send([('server.version', [ELECTRUM_VERSION, PROTOCOL_VERSION])])
378 self.bytes_received += len(msg)
380 self.is_connected = False
388 self.queue_json_response(c)
391 traceback.print_exc(file=sys.stdout)
393 self.is_connected = False
396 def send_tcp(self, messages, channel='default'):
397 """return the ids of the requests that we sent"""
402 request = json.dumps( { 'id':self.message_id, 'method':method, 'params':params } )
403 self.unanswered_requests[self.message_id] = method, params, channel
404 ids.append(self.message_id)
406 # print "-->", request
408 out += request + '\n'
411 sent = self.s.send( out )
413 except socket.error,e:
414 if e[0] in (errno.EWOULDBLOCK,errno.EAGAIN):
415 print_error( "EAGAIN: retrying")
419 traceback.print_exc(file=sys.stdout)
420 # this happens when we get disconnected
421 print_error( "Not connected, cannot send" )
427 def __init__(self, config=None):
428 self.server = random.choice(filter_protocol(DEFAULT_SERVERS, 's'))
432 from simple_config import SimpleConfig
433 config = SimpleConfig()
435 threading.Thread.__init__(self)
438 self.connect_event = threading.Event()
440 self.subscriptions = {}
442 self.responses['default'] = Queue.Queue()
445 self.lock = threading.Lock()
447 self.servers = {} # actual list from IRC
449 self.bytes_received = 0
450 self.is_connected = False
452 # init with None server, in case we are offline
453 self.init_server(None, None)
458 def init_interface(self):
459 if self.config.get('server'):
460 self.init_with_server(self.config)
462 if self.config.get('auto_cycle') is None:
463 self.config.set_key('auto_cycle', True, False)
465 if not self.is_connected:
466 self.connect_event.set()
469 self.connect_event.set()
472 def init_with_server(self, config):
474 s = config.get('server')
475 host, port, protocol = s.split(':')
478 self.protocol = protocol
479 proxy = self.parse_proxy_options(config.get('proxy'))
480 self.server = host + ':%d:%s'%(port, protocol)
482 #print protocol, host, port
484 self.init_tcp(host, port, proxy, use_ssl=(protocol=='s'))
485 elif protocol in 'gh':
486 self.init_http(host, port, proxy, use_ssl=(protocol=='g'))
488 raise BaseException('Unknown protocol: %s'%protocol)
491 def send(self, messages, channel='default'):
494 for message in messages:
496 if m[-10:] == '.subscribe':
501 if self.subscriptions.get(channel) is None:
502 self.subscriptions[channel] = []
504 if message not in self.subscriptions[channel]:
505 self.subscriptions[channel].append(message)
507 if not self.is_connected:
510 if self.protocol in 'st':
512 out = self.send_tcp(messages, channel)
514 # do not use lock, http is synchronous
515 out = self.send_http(messages, channel)
520 def parse_proxy_options(self, s):
521 if type(s) == type({}): return s # fixme: type should be fixed
522 if type(s) != type(""): return None
523 if s.lower() == 'none': return None
524 proxy = { "mode":"socks5", "host":"localhost" }
527 if proxy_modes.count(args[n]) == 1:
528 proxy["mode"] = args[n]
531 proxy["host"] = args[n]
534 proxy["port"] = args[n]
536 proxy["port"] = "8080" if proxy["mode"] == "http" else "1080"
540 def set_server(self, server, proxy=None):
541 # raise an error if the format isnt correct
542 a,b,c = server.split(':')
546 if server != self.server or proxy != self.proxy:
547 print "changing server:", server, proxy
550 if self.is_connected and self.protocol in 'st' and self.s:
551 self.s.shutdown(socket.SHUT_RDWR)
553 self.is_connected = False # this exits the polling loop
554 self.trigger_callback('disconnecting') # for actively disconnecting
557 if self.is_connected and self.protocol in 'st' and self.s:
558 self.s.shutdown(socket.SHUT_RDWR)
562 def get_servers(self):
564 return DEFAULT_SERVERS
569 def is_empty(self, channel):
570 q = self.responses.get(channel)
577 def get_pending_requests(self, channel):
580 for k, v in self.unanswered_requests.items():
582 if c == channel: result.append(k)
585 def is_up_to_date(self, channel):
586 return self.is_empty(channel) and not self.get_pending_requests(channel)
589 def synchronous_get(self, requests, timeout=100000000):
590 # todo: use generators, unanswered_requests should be a list of arrays...
591 ids = self.send(requests)
595 r = self.responses['default'].get(True, timeout)
599 res[_id] = r.get('result')
606 def start(self, queue):
608 threading.Thread.start(self)
613 self.init_interface()
614 if self.is_connected:
615 self.send([('server.version', [ELECTRUM_VERSION, PROTOCOL_VERSION])])
617 self.run_tcp() if self.protocol in 'st' else self.run_http()
620 def change_status(self):