3 # Electrum - lightweight Bitcoin client
4 # Copyright (C) 2011 thomasv@gitorious
6 # This program is free software: you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation, either version 3 of the License, or
9 # (at your option) any later version.
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
16 # You should have received a copy of the GNU General Public License
17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
20 import random, socket, ast, re, ssl, errno
21 import threading, traceback, sys, time, json, Queue
23 from version import ELECTRUM_VERSION, PROTOCOL_VERSION
24 from util import print_error, print_msg
28 DEFAULT_PORTS = {'t':'50001', 's':'50002', 'h':'8081', 'g':'8082'}
31 'the9ull.homelinux.org': {'h': '8082', 't': '50001'},
32 'electrum.coinwallet.me': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
33 'electrum.dynaloop.net': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
34 'electrum.koh.ms': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
35 'electrum.novit.ro': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
36 'electrum.stepkrav.pw': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
37 'ecdsa.org': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
38 'electrum.mooo.com': {'h': '8081', 't': '50001'},
39 'electrum.bitcoins.sk': {'h': '8081', 's': '50002', 't': '50001', 'g': '8'},
40 'electrum.no-ip.org': {'h': '80', 's': '50002', 't': '50001', 'g': '443'},
41 'electrum.drollette.com': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
42 'btc.it-zone.org': {'h': '80', 's': '110', 't': '50001', 'g': '443'},
43 'electrum.yacoin.com': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'},
44 'electrum.be': {'h': '8081', 's': '50002', 't': '50001', 'g': '8082'}
49 def filter_protocol(servers, p):
51 for k, protocols in servers.items():
53 l.append( ':'.join([k, protocols[p], p]) )
58 proxy_modes = ['socks4', 'socks5', 'http']
61 def pick_random_server():
62 return random.choice( filter_protocol(DEFAULT_SERVERS,'s') )
67 class Interface(threading.Thread):
71 def init_server(self, host, port, proxy=None, use_ssl=True):
75 self.use_ssl = use_ssl
76 self.poll_interval = 1
80 self.unanswered_requests = {}
83 self.pending_transactions_for_notifications= []
86 def parse_servers(self, result):
87 """ parse servers list into dict format"""
97 if re.match("[stgh]\d*", v):
98 protocol, port = v[0], v[1:]
99 if port == '': port = DEFAULT_PORTS[protocol]
101 elif re.match("v(.?)+", v):
103 elif re.match("p\d*", v):
104 pruning_level = v[1:]
105 if pruning_level == '': pruning_level = '0'
107 is_recent = float(version)>=float(PROTOCOL_VERSION)
111 if out and is_recent:
112 out['pruning'] = pruning_level
118 def queue_json_response(self, c):
121 # print_error( "<--",c )
124 error = c.get('error')
127 print_error("received error:", c)
128 if msg_id is not None:
130 method, params, channel = self.unanswered_requests.pop(msg_id)
131 response_queue = self.responses[channel]
132 response_queue.put({'method':method, 'params':params, 'error':error, 'id':msg_id})
136 if msg_id is not None:
138 method, params, channel = self.unanswered_requests.pop(msg_id)
139 result = c.get('result')
141 if method == 'server.version':
142 self.server_version = result
144 elif method == 'server.banner':
147 self.network.trigger_callback('banner')
149 elif method == 'server.peers.subscribe':
150 self.servers = self.parse_servers(result)
151 self.network.trigger_callback('peers')
154 # notification: find the channel(s)
155 method = c.get('method')
156 params = c.get('params')
158 if method == 'blockchain.numblocks.subscribe':
162 elif method == 'blockchain.headers.subscribe':
166 elif method == 'blockchain.address.subscribe':
172 for k,v in self.subscriptions.items():
173 if (method, params) in v:
177 print_error( "received unexpected notification", method, params)
178 print_error( self.subscriptions )
181 response_queue = self.responses[channel]
182 response_queue.put((self, {'method':method, 'params':params, 'result':result, 'id':msg_id}))
186 def get_response(self, channel='default', block=True, timeout=10000000000):
187 ir = self.responses[channel].get(block, timeout)
191 def register_channel(self, channel, queue=None):
193 queue = Queue.Queue()
195 self.responses[channel] = queue
197 def poke(self, channel):
198 self.responses[channel].put(None)
201 def init_http(self, host, port, proxy=None, use_ssl=True):
202 self.init_server(host, port, proxy, use_ssl)
203 self.session_id = None
204 self.is_connected = True
205 self.connection_msg = ('https' if self.use_ssl else 'http') + '://%s:%d'%( self.host, self.port )
209 print_error("http init session failed")
210 self.is_connected = False
214 print_error('http session:',self.session_id)
215 self.is_connected = True
217 self.is_connected = False
220 self.is_connected = True
221 while self.is_connected:
225 time.sleep(self.poll_interval)
226 except socket.gaierror:
231 traceback.print_exc(file=sys.stdout)
234 self.is_connected = False
241 def send_http(self, messages, channel='default'):
242 import urllib2, json, time, cookielib
243 print_error( "send_http", messages )
247 socks.setdefaultproxy(proxy_modes.index(self.proxy["mode"]) + 1, self.proxy["host"], int(self.proxy["port"]) )
248 socks.wrapmodule(urllib2)
250 cj = cookielib.CookieJar()
251 opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
252 urllib2.install_opener(opener)
259 if type(params) != type([]): params = [params]
260 data.append( { 'method':method, 'id':self.message_id, 'params':params } )
261 self.unanswered_requests[self.message_id] = method, params, channel
265 data_json = json.dumps(data)
271 headers = {'content-type': 'application/json'}
273 headers['cookie'] = 'SESSION=%s'%self.session_id
276 req = urllib2.Request(self.connection_msg, data_json, headers)
277 response_stream = urllib2.urlopen(req, timeout=DEFAULT_TIMEOUT)
281 for index, cookie in enumerate(cj):
282 if cookie.name=='SESSION':
283 self.session_id = cookie.value
285 response = response_stream.read()
286 self.bytes_received += len(response)
288 response = json.loads( response )
289 if type(response) is not type([]):
290 self.queue_json_response(response)
292 for item in response:
293 self.queue_json_response(item)
296 self.poll_interval = 1
298 if self.poll_interval < 15:
299 self.poll_interval += 1
300 #print self.poll_interval, response
302 self.rtime = time.time() - t1
303 self.is_connected = True
308 def init_tcp(self, host, port, proxy=None, use_ssl=True):
309 self.init_server(host, port, proxy, use_ssl)
312 self.connection_msg = "%s:%d"%(self.host,self.port)
313 if self.proxy is None:
314 s = socket.socket( socket.AF_INET, socket.SOCK_STREAM )
316 self.connection_msg += " using proxy %s:%s:%s"%(self.proxy.get('mode'), self.proxy.get('host'), self.proxy.get('port'))
318 s = socks.socksocket()
319 s.setproxy(proxy_modes.index(self.proxy["mode"]) + 1, self.proxy["host"], int(self.proxy["port"]) )
322 s = ssl.wrap_socket(s, ssl_version=ssl.PROTOCOL_SSLv23, do_handshake_on_connect=True)
325 s.setsockopt(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1)
328 s.connect(( self.host.encode('ascii'), int(self.port)))
330 #traceback.print_exc(file=sys.stdout)
331 print_error("failed to connect", host, port)
332 self.is_connected = False
338 self.is_connected = True
342 #if self.use_ssl: self.s.do_handshake()
344 while self.is_connected:
347 msg = self.s.recv(1024)
348 except socket.timeout:
352 except socket.error, err:
353 if err.errno in [11, 10035]:
354 print_error("socket errno", err.errno)
358 traceback.print_exc(file=sys.stdout)
362 # ping the server with server.version, as a real ping does not exist yet
363 self.send([('server.version', [ELECTRUM_VERSION, PROTOCOL_VERSION])])
367 self.bytes_received += len(msg)
369 self.is_connected = False
377 self.queue_json_response(c)
380 traceback.print_exc(file=sys.stdout)
382 self.is_connected = False
385 def send_tcp(self, messages, channel='default'):
386 """return the ids of the requests that we sent"""
391 request = json.dumps( { 'id':self.message_id, 'method':method, 'params':params } )
392 self.unanswered_requests[self.message_id] = method, params, channel
393 ids.append(self.message_id)
395 # print "-->", request
397 out += request + '\n'
400 sent = self.s.send( out )
402 except socket.error,e:
403 if e[0] in (errno.EWOULDBLOCK,errno.EAGAIN):
404 print_error( "EAGAIN: retrying")
408 traceback.print_exc(file=sys.stdout)
409 # this happens when we get disconnected
410 print_error( "Not connected, cannot send" )
416 def __init__(self, config=None):
417 self.server = random.choice(filter_protocol(DEFAULT_SERVERS, 's'))
421 from simple_config import SimpleConfig
422 config = SimpleConfig()
424 threading.Thread.__init__(self)
427 self.connect_event = threading.Event()
429 self.subscriptions = {}
431 self.responses['default'] = Queue.Queue()
433 self.lock = threading.Lock()
435 self.servers = {} # actual list from IRC
437 self.bytes_received = 0
438 self.is_connected = False
440 # init with None server, in case we are offline
441 self.init_server(None, None)
446 def init_interface(self):
447 if self.config.get('server'):
448 self.init_with_server(self.config)
450 if self.config.get('auto_cycle') is None:
451 self.config.set_key('auto_cycle', True, False)
453 if not self.is_connected:
454 self.connect_event.set()
457 self.connect_event.set()
460 def init_with_server(self, config):
462 s = config.get('server')
463 host, port, protocol = s.split(':')
466 self.protocol = protocol
467 proxy = self.parse_proxy_options(config.get('proxy'))
468 self.server = host + ':%d:%s'%(port, protocol)
470 #print protocol, host, port
472 self.init_tcp(host, port, proxy, use_ssl=(protocol=='s'))
473 elif protocol in 'gh':
474 self.init_http(host, port, proxy, use_ssl=(protocol=='g'))
476 raise BaseException('Unknown protocol: %s'%protocol)
479 def send(self, messages, channel='default'):
482 for message in messages:
484 if m[-10:] == '.subscribe':
489 if self.subscriptions.get(channel) is None:
490 self.subscriptions[channel] = []
492 if message not in self.subscriptions[channel]:
493 self.subscriptions[channel].append(message)
495 if not self.is_connected:
498 if self.protocol in 'st':
500 out = self.send_tcp(messages, channel)
502 # do not use lock, http is synchronous
503 out = self.send_http(messages, channel)
508 def parse_proxy_options(self, s):
509 if type(s) == type({}): return s # fixme: type should be fixed
510 if type(s) != type(""): return None
511 if s.lower() == 'none': return None
512 proxy = { "mode":"socks5", "host":"localhost" }
515 if proxy_modes.count(args[n]) == 1:
516 proxy["mode"] = args[n]
519 proxy["host"] = args[n]
522 proxy["port"] = args[n]
524 proxy["port"] = "8080" if proxy["mode"] == "http" else "1080"
528 def set_server(self, server, proxy=None):
529 # raise an error if the format isnt correct
530 a,b,c = server.split(':')
534 if server != self.server or proxy != self.proxy:
535 print "changing server:", server, proxy
538 if self.is_connected and self.protocol in 'st' and self.s:
539 self.s.shutdown(socket.SHUT_RDWR)
541 self.is_connected = False # this exits the polling loop
542 self.trigger_callback('disconnecting') # for actively disconnecting
545 if self.is_connected and self.protocol in 'st' and self.s:
546 self.s.shutdown(socket.SHUT_RDWR)
550 def get_servers(self):
552 return DEFAULT_SERVERS
557 def is_empty(self, channel):
558 q = self.responses.get(channel)
565 def get_pending_requests(self, channel):
568 for k, v in self.unanswered_requests.items():
570 if c == channel: result.append(k)
573 def is_up_to_date(self, channel):
574 return self.is_empty(channel) and not self.get_pending_requests(channel)
577 def synchronous_get(self, requests, timeout=100000000):
578 # todo: use generators, unanswered_requests should be a list of arrays...
579 ids = self.send(requests)
583 r = self.responses['default'].get(True, timeout)
587 res[_id] = r.get('result')
594 def start(self, queue):
596 threading.Thread.start(self)
601 self.init_interface()
602 if self.is_connected:
603 self.send([('server.version', [ELECTRUM_VERSION, PROTOCOL_VERSION])])
605 self.run_tcp() if self.protocol in 'st' else self.run_http()
608 def change_status(self):
609 #print "change status", self.server, self.is_connected