2 # Copyright(C) 2012 thomasv@gitorious
4 # This program is free software: you can redistribute it and/or modify
5 # it under the terms of the GNU Affero General Public License as
6 # published by the Free Software Foundation, either version 3 of the
7 # License, or (at your option) any later version.
9 # This program is distributed in the hope that it will be useful, but
10 # WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 # Affero General Public License for more details.
14 # You should have received a copy of the GNU Affero General Public
15 # License along with this program. If not, see
16 # <http://www.gnu.org/licenses/agpl.html>.
20 * server should check and return bitcoind status..
21 * improve txpoint sorting
22 * command to check cache
24 mempool transactions do not need to be added to the database; it slows it down
32 import time, json, socket, operator, thread, ast, sys, re, traceback
34 from json import dumps, loads
38 config = ConfigParser.ConfigParser()
39 # set some defaults, which will be overwritten by the config file
40 config.add_section('server')
41 config.set('server','banner', 'Welcome to Electrum!')
42 config.set('server', 'host', 'localhost')
43 config.set('server', 'port', '50000')
44 config.set('server', 'password', '')
45 config.set('server', 'irc', 'yes')
46 config.set('server', 'ircname', 'Electrum server')
47 config.add_section('database')
48 config.set('database', 'type', 'psycopg2')
49 config.set('database', 'database', 'abe')
52 f = open('/etc/electrum.conf','r')
56 print "Could not read electrum.conf. I will use the default values."
59 f = open('/etc/electrum.banner','r')
60 config.set('server','banner', f.read())
66 password = config.get('server','password')
72 m_sessions = [{}] # served by http
76 from Queue import Queue
78 output_queue = Queue()
85 return ''.join(random.choice(string.ascii_uppercase + string.digits) for x in range(N))
89 def cmd_stop(_,__,pw):
95 return 'wrong password'
97 def cmd_load(_,__,pw):
99 return repr( len(sessions) )
101 return 'wrong password'
107 def modified_addresses(a_session):
110 session = copy.deepcopy(a_session)
111 addresses = session['addresses']
112 session['last_time'] = time.time()
115 for addr in addresses:
116 status = store.get_status( addr )
117 msg_id, last_status = addresses.get( addr )
118 if last_status != status:
119 addresses[addr] = msg_id, status
122 #t2 = time.time() - t1
123 #if t2 > 10: print "high load:", session_id, "%d/%d"%(k,len(addresses)), t2
124 return ret, addresses
127 def poll_session(session_id):
129 session = sessions.get(session_id)
131 print time.asctime(), "session not found", session_id
134 sessions[session_id]['last_time'] = time.time()
135 ret, addresses = modified_addresses(session)
136 if ret: sessions[session_id]['addresses'] = addresses
137 return repr( (block_number,ret))
140 def poll_session_json(session_id, message_id):
141 session = m_sessions[0].get(session_id)
143 raise BaseException("session not found %s"%session_id)
145 m_sessions[0][session_id]['last_time'] = time.time()
147 ret, addresses = modified_addresses(session)
149 m_sessions[0][session_id]['addresses'] = addresses
151 msg_id, status = addresses[addr]
152 out.append( { 'id':msg_id, 'result':status } )
154 msg_id, last_nb = session.get('numblocks')
156 if last_nb != block_number:
157 m_sessions[0][session_id]['numblocks'] = msg_id, block_number
158 out.append( {'id':msg_id, 'result':block_number} )
165 def address_get_history_json(_,message_id,address):
166 return store.get_history(address)
168 def subscribe_to_numblocks_json(session_id, message_id):
170 m_sessions[0][session_id]['numblocks'] = message_id,block_number
173 def add_address_to_session_json(session_id, message_id, address):
175 sessions = m_sessions[0]
176 status = store.get_status(address)
177 sessions[session_id]['addresses'][address] = (message_id, status)
178 sessions[session_id]['last_time'] = time.time()
179 m_sessions[0] = sessions
182 def add_address_to_session(session_id, address):
183 status = store.get_status(address)
184 sessions[session_id]['addresses'][address] = ("", status)
185 sessions[session_id]['last_time'] = time.time()
188 def new_session(version, addresses):
189 session_id = random_string(10)
190 sessions[session_id] = { 'addresses':{}, 'version':version }
192 sessions[session_id]['addresses'][a] = ('','')
193 out = repr( (session_id, config.get('server','banner').replace('\\n','\n') ) )
194 sessions[session_id]['last_time'] = time.time()
198 def client_version_json(session_id, _, version):
200 sessions = m_sessions[0]
201 sessions[session_id]['version'] = version
202 m_sessions[0] = sessions
204 def create_session_json(_, __):
205 sessions = m_sessions[0]
206 session_id = random_string(10)
207 print "creating session", session_id
208 sessions[session_id] = { 'addresses':{}, 'numblocks':('','') }
209 sessions[session_id]['last_time'] = time.time()
210 m_sessions[0] = sessions
215 def get_banner(_,__):
216 return config.get('server','banner').replace('\\n','\n')
218 def update_session(session_id,addresses):
219 """deprecated in 0.42, wad replaced by add_address_to_session"""
220 sessions[session_id]['addresses'] = {}
222 sessions[session_id]['addresses'][a] = ''
223 sessions[session_id]['last_time'] = time.time()
226 def native_server_thread():
227 s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
228 s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
229 s.bind((config.get('server','host'), config.getint('server','port')))
232 conn, addr = s.accept()
234 thread.start_new_thread(native_client_thread, (addr, conn,))
236 # can't start new thread if there is no memory..
237 traceback.print_exc(file=sys.stdout)
240 def native_client_thread(ipaddr,conn):
241 #print "client thread", ipaddr
251 msg = msg.split('#', 1)[0]
254 cmd, data = ast.literal_eval(msg)
256 print "syntax error", repr(msg), ipaddr
260 out = do_command(cmd, data, ipaddr)
262 #print ipaddr, cmd, len(out)
266 print "error, could not send"
273 return time.strftime("[%d/%m/%Y-%H:%M:%S]")
275 # used by the native handler
276 def do_command(cmd, data, ipaddr):
279 out = "%d"%block_number
281 elif cmd in ['session','new_session']:
284 addresses = ast.literal_eval(data)
287 version, addresses = ast.literal_eval(data)
288 if version[0]=="0": version = "v" + version
292 print timestr(), "new session", ipaddr, addresses[0] if addresses else addresses, len(addresses), version
293 out = new_session(version, addresses)
295 elif cmd=='address.subscribe':
297 session_id, addr = ast.literal_eval(data)
299 traceback.print_exc(file=sys.stdout)
302 out = add_address_to_session(session_id,addr)
304 elif cmd=='update_session':
306 session_id, addresses = ast.literal_eval(data)
308 traceback.print_exc(file=sys.stdout)
310 print timestr(), "update session", ipaddr, addresses[0] if addresses else addresses, len(addresses)
311 out = update_session(session_id,addresses)
314 out = poll_session(data)
319 out = repr( store.get_history( address ) )
322 out = cmd_load(None,None,data)
325 out = store.send_tx(data)
326 print timestr(), "sent tx:", ipaddr, out
332 out = repr(peer_list.values())
340 def clean_session_thread():
344 for k,s in sessions.items():
345 if s.get('type') == 'persistent': continue
349 print "lost session", k
352 ####################################################################
357 class AbeProcessor(stratum.Processor):
358 def process(self,session,request):
359 message_id = request['id']
360 method = request['method']
361 params = request.get('params',[])
365 if method == 'numblocks.subscribe':
366 session.subscribe_to_numblocks(message_id)
367 result = block_number
368 elif method == 'address.subscribe':
370 status = store.get_status(address)
371 session.subscribe_to_address(address,message_id,status)
373 elif method == 'client.version':
374 session.version = params[0]
375 elif method == 'server.banner':
376 result = config.get('server','banner').replace('\\n','\n')
377 elif method == 'server.peers':
378 result = peer_list.values()
379 elif method == 'address.get_history':
381 result = store.get_history( address )
382 elif method == 'transaction.broadcast':
383 txo = store.send_tx(params[0])
384 print "sent tx:", txo
387 print "unknown method", request
390 response = { 'id':message_id, 'result':result }
391 self.push_response(session,response)
393 def get_status(self,addr):
394 return store.get_status(addr)
398 ####################################################################
406 NICK = 'E_'+random_string(10)
410 s.connect(('irc.freenode.net', 6667))
411 s.send('USER electrum 0 * :'+config.get('server','host')+' '+config.get('server','ircname')+'\n')
412 s.send('NICK '+NICK+'\n')
413 s.send('JOIN #electrum\n')
414 sf = s.makefile('r', 0)
418 line = line.rstrip('\r\n')
421 s.send('PONG '+line[1]+'\n')
422 elif '353' in line: # answer to /names
423 k = line.index('353')
424 for item in line[k+1:]:
425 if item[0:2] == 'E_':
426 s.send('WHO %s\n'%item)
427 elif '352' in line: # answer to /who
428 # warning: this is a horrible hack which apparently works
429 k = line.index('352')
431 ip = socket.gethostbyname(ip)
434 peer_list[name] = (ip,host)
435 if time.time() - t > 5*60:
436 s.send('NAMES #electrum\n')
440 traceback.print_exc(file=sys.stdout)
446 def get_peers_json(_,__):
447 return peer_list.values()
449 def http_server_thread():
450 # see http://code.google.com/p/jsonrpclib/
451 from SocketServer import ThreadingMixIn
452 from StratumJSONRPCServer import StratumJSONRPCServer
453 class StratumThreadedJSONRPCServer(ThreadingMixIn, StratumJSONRPCServer): pass
454 server = StratumThreadedJSONRPCServer(( config.get('server','host'), 8081))
455 server.register_function(get_peers_json, 'server.peers')
456 server.register_function(cmd_stop, 'stop')
457 server.register_function(cmd_load, 'load')
458 server.register_function(get_banner, 'server.banner')
459 server.register_function(lambda a,b,c: store.send_tx(c), 'transaction.broadcast')
460 server.register_function(address_get_history_json, 'address.get_history')
461 server.register_function(add_address_to_session_json, 'address.subscribe')
462 server.register_function(subscribe_to_numblocks_json, 'numblocks.subscribe')
463 server.register_function(client_version_json, 'client.version')
464 server.register_function(create_session_json, 'session.create') # internal message (not part of protocol)
465 server.register_function(poll_session_json, 'session.poll') # internal message (not part of protocol)
466 server.serve_forever()
469 if __name__ == '__main__':
473 server = jsonrpclib.Server('http://%s:8081'%config.get('server','host'))
476 out = server.load(password)
478 out = server.server.peers()
480 out = server.stop(password)
481 elif cmd == 'clear_cache':
482 out = server.clear_cache(password)
483 elif cmd == 'get_cache':
484 out = server.get_cache(password,sys.argv[2])
486 out = server.address.get_history(sys.argv[2])
488 out = server.transaction.broadcast(sys.argv[2])
490 out = server.numblocks.subscribe()
492 out = "Unknown command: '%s'" % cmd
497 store = abe_backend.AbeStore(config)
499 # supported protocols
500 thread.start_new_thread(native_server_thread, ())
502 thread.start_new_thread(http_server_thread, ())
503 thread.start_new_thread(clean_session_thread, ())
506 stratum_processor = AbeProcessor()
507 shared = stratum.Shared()
508 # Bind shared to processor since constructor is user defined
509 stratum_processor.shared = shared
510 stratum_processor.start()
511 # Create various transports we need
512 server = stratum.TcpServer(shared, stratum_processor, "ecdsa.org",50001)
515 if (config.get('server','irc') == 'yes' ):
516 thread.start_new_thread(irc_thread, ())
518 print "starting Electrum server"
520 old_block_number = None
522 block_number = store.main_iteration()
524 if block_number != old_block_number:
525 old_block_number = block_number
526 stratum_processor.update_from_blocknum(block_number)
530 addr = store.address_queue.get(False)
534 stratum_processor.update_from_address(addr)
537 print "server stopped"