separate commands from transport
[electrum-server.git] / server.py
index e4decee..2306b89 100755 (executable)
--- a/server.py
+++ b/server.py
@@ -20,6 +20,8 @@ Todo:
    * server should check and return bitcoind status..
    * improve txpoint sorting
    * command to check cache
+
+ mempool transactions do not need to be added to the database; it slows it down
 """
 
 
@@ -60,6 +62,7 @@ sessions = {}
 dblock = thread.allocate_lock()
 peer_list = {}
 
+wallets = {} # for ultra-light clients such as bccapi
 
 class MyStore(Datastore_class):
 
@@ -73,14 +76,14 @@ class MyStore(Datastore_class):
             _hash = store.binout(row[6])
             address = hash_to_address(chr(0), _hash)
             if self.tx_cache.has_key(address):
-                print "cache: invalidating", address, self.ismempool
+                print "cache: invalidating", address
                 self.tx_cache.pop(address)
         outrows = self.get_tx_outputs(txid, False)
         for row in outrows:
             _hash = store.binout(row[6])
             address = hash_to_address(chr(0), _hash)
             if self.tx_cache.has_key(address):
-                print "cache: invalidating", address, self.ismempool
+                print "cache: invalidating", address
                 self.tx_cache.pop(address)
 
     def safe_sql(self,sql, params=(), lock=True):
@@ -194,7 +197,7 @@ class MyStore(Datastore_class):
               JOIN pubkey ON (pubkey.pubkey_id = txout.pubkey_id)
              WHERE pubkey.pubkey_hash = ? """, (dbhash,))
 
-    def get_txpoints(self, addr):
+    def get_history(self, addr):
         
         if config.get('server','cache') == 'yes':
             cached_version = self.tx_cache.get( addr ) 
@@ -203,7 +206,8 @@ class MyStore(Datastore_class):
 
         version, binaddr = decode_check_address(addr)
         if binaddr is None:
-            return "err"
+            return None
+
         dbhash = self.binin(binaddr)
         rows = []
         rows += self.get_address_out_rows( dbhash )
@@ -250,7 +254,13 @@ class MyStore(Datastore_class):
             if tx_hash in known_tx:
                 continue
 
+            # this means that pending transactions were added to the db, even if they are not returned by getmemorypool
             address_has_mempool = True
+
+            # this means pending transactions are returned by getmemorypool
+            if tx_hash not in self.mempool_keys:
+                continue
+
             #print "mempool", tx_hash
             txpoint = {
                     "nTime":    0,
@@ -305,7 +315,6 @@ class MyStore(Datastore_class):
 
 
 
-
 def send_tx(tx):
     import bitcoinrpc
     conn = bitcoinrpc.connect_to_local()
@@ -339,162 +348,214 @@ def client_thread(ipaddr,conn):
             msg += d
             if not d: 
                 break
-            if d[-1]=='#':
+            if '#' in msg:
+                msg = msg.split('#', 1)[0]
                 break
-
-        #print msg
-
         try:
-            cmd, data = ast.literal_eval(msg[:-1])
+            cmd, data = ast.literal_eval(msg)
         except:
-            print "syntax error", repr(msg)
+            print "syntax error", repr(msg), ipaddr
             conn.close()
             return
 
-        if cmd=='b':
-            out = "%d"%block_number
-
-        elif cmd in ['session','new_session']:
-            session_id = random_string(10)
+        out = do_command(cmd, data, ipaddr)
+        if out:
+            #print ipaddr, cmd, len(out)
             try:
-                if cmd == 'session':
-                    addresses = ast.literal_eval(data)
-                    version = "old"
-                else:
-                    version, addresses = ast.literal_eval(data)
+                conn.send(out)
             except:
-                print "error"
-                conn.close()
-                return
+                print "error, could not send"
 
-            print time.strftime("[%d/%m/%Y-%H:%M:%S]"), "new session", ipaddr, addresses[0] if addresses else addresses, len(addresses), "v"+version
+    finally:
+        conn.close()
+    
 
-            sessions[session_id] = { 'addresses':{}, 'version':version, 'ip':ipaddr }
-            for a in addresses:
-                sessions[session_id]['addresses'][a] = ''
-            out = repr( (session_id, config.get('server','banner').replace('\\n','\n') ) )
-            sessions[session_id]['last_time'] = time.time()
 
-        elif cmd=='update_session':
-            try:
-                session_id, addresses = ast.literal_eval(data)
-            except:
-                print "error"
-                conn.close()
-                return
+def do_command(cmd, data, ipaddr):
 
-            print time.strftime("[%d/%m/%Y-%H:%M:%S]"), "update session", ipaddr, addresses[0] if addresses else addresses, len(addresses)
+    if cmd=='b':
+        out = "%d"%block_number
 
-            sessions[session_id]['addresses'] = {}
-            for a in addresses:
-                sessions[session_id]['addresses'][a] = ''
-            out = 'ok'
-            sessions[session_id]['last_time'] = time.time()
-
-        elif cmd=='poll': 
-            session_id = data
-            session = sessions.get(session_id)
-            if session is None:
-                print time.asctime(), "session not found", session_id, ipaddr
-                out = repr( (-1, {}))
-            else:
-                t1 = time.time()
-                addresses = session['addresses']
-                session['last_time'] = time.time()
-                ret = {}
-                k = 0
-                for addr in addresses:
-                    if store.tx_cache.get( addr ) is not None: k += 1
-
-                    # get addtess status, i.e. the last block for that address.
-                    tx_points = store.get_txpoints(addr)
-                    if not tx_points:
-                        status = None
-                    else:
-                        lastpoint = tx_points[-1]
-                        status = lastpoint['blk_hash']
-                        # this is a temporary hack; move it up once old clients have disappeared
-                        if status == 'mempool' and session['version'] != "old":
-                            status = status + ':%s'% lastpoint['tx_hash']
-
-                    last_status = addresses.get( addr )
-                    if last_status != status:
-                        addresses[addr] = status
-                        ret[addr] = status
-                if ret:
-                    sessions[session_id]['addresses'] = addresses
-                out = repr( (block_number, ret ) )
-                t2 = time.time() - t1 
-                if t2 > 10:
-                    print "high load:", session_id, "%d/%d"%(k,len(addresses)), t2
-
-        elif cmd == 'h': 
-            # history
-            address = data
-            out = repr( store.get_txpoints( address ) )
-
-        elif cmd == 'load': 
-            if config.get('server','password') == data:
-                out = repr( len(sessions) )
+    elif cmd in ['session','new_session']:
+        session_id = random_string(10)
+        try:
+            if cmd == 'session':
+                addresses = ast.literal_eval(data)
+                version = "old"
             else:
-                out = 'wrong password'
+                version, addresses = ast.literal_eval(data)
+                if version[0]=="0": version = "v" + version
+        except:
+            print "error", data
+            return None
 
-        elif cmd =='tx':        
-            out = send_tx(data)
-            print "sent tx:", out
+        print time.strftime("[%d/%m/%Y-%H:%M:%S]"), "new session", ipaddr, addresses[0] if addresses else addresses, len(addresses), version
 
-        elif cmd =='clear_cache':
-            if config.get('server','password') == data:
-                self.tx_cache = {}
-                out = 'ok'
-            else:
-                out = 'wrong password'
+        sessions[session_id] = { 'addresses':{}, 'version':version, 'ip':ipaddr }
+        for a in addresses:
+            sessions[session_id]['addresses'][a] = ''
+        out = repr( (session_id, config.get('server','banner').replace('\\n','\n') ) )
+        sessions[session_id]['last_time'] = time.time()
 
-        elif cmd =='get_cache':
-            try:
-                pw, addr = data
-            except:
-                addr = None
-            if addr:
-                if config.get('server','password') == pw:
-                    out = store.tx_cache.get(addr)
-                    out = repr(out)
+    elif cmd=='update_session':
+        try:
+            session_id, addresses = ast.literal_eval(data)
+        except:
+            print "error"
+            return None
+
+        print time.strftime("[%d/%m/%Y-%H:%M:%S]"), "update session", ipaddr, addresses[0] if addresses else addresses, len(addresses)
+
+        sessions[session_id]['addresses'] = {}
+        for a in addresses:
+            sessions[session_id]['addresses'][a] = ''
+        out = 'ok'
+        sessions[session_id]['last_time'] = time.time()
+
+    elif cmd == 'bccapi_login':
+        import electrum
+        print "data",data
+        v, k = ast.literal_eval(data)
+        master_public_key = k.decode('hex') # todo: sanitize. no need to decode twice...
+        print master_public_key
+        wallet_id = random_string(10)
+        w = electrum.Wallet()
+        w.master_public_key = master_public_key.decode('hex')
+        w.synchronize()
+        wallets[wallet_id] = w
+        out = wallet_id
+        print "wallets", wallets
+
+    elif cmd == 'bccapi_getAccountInfo':
+        from electrum import int_to_hex
+        v, wallet_id = ast.literal_eval(data)
+        w = wallets.get(wallet_id)
+        if w is not None:
+            num = len(w.addresses)
+            c, u = w.get_balance()
+            out = int_to_hex(num,4) + int_to_hex(c,8) + int_to_hex( c+u, 8 )
+            out = out.decode('hex')
+        else:
+            print "error",data
+            out = "error"
+
+    elif cmd == 'bccapi_getAccountStatement':
+        from electrum import int_to_hex
+        v, wallet_id = ast.literal_eval(data)
+        w = wallets.get(wallet_id)
+        if w is not None:
+            num = len(w.addresses)
+            c, u = w.get_balance()
+            total_records = num_records = 0
+            out = int_to_hex(num,4) + int_to_hex(c,8) + int_to_hex( c+u, 8 ) + int_to_hex( total_records ) + int_to_hex( num_records )
+            out = out.decode('hex')
+        else:
+            print "error",data
+            out = "error"
+
+    elif cmd == 'bccapi_getSendCoinForm':
+        out = ''
+
+    elif cmd == 'bccapi_submitTransaction':
+        out = ''
+            
+    elif cmd=='poll': 
+        session_id = data
+        session = sessions.get(session_id)
+        if session is None:
+            print time.asctime(), "session not found", session_id, ipaddr
+            out = repr( (-1, {}))
+        else:
+            t1 = time.time()
+            addresses = session['addresses']
+            session['last_time'] = time.time()
+            ret = {}
+            k = 0
+            for addr in addresses:
+                if store.tx_cache.get( addr ) is not None: k += 1
+
+                # get addtess status, i.e. the last block for that address.
+                tx_points = store.get_history(addr)
+                if not tx_points:
+                    status = None
                 else:
-                    out = 'wrong password'
-            else:
-                out = "error: "+ repr(data)
+                    lastpoint = tx_points[-1]
+                    status = lastpoint['blk_hash']
+                    # this is a temporary hack; move it up once old clients have disappeared
+                    if status == 'mempool' and session['version'] != "old":
+                        status = status + ':%d'% len(tx_points)
+
+                last_status = addresses.get( addr )
+                if last_status != status:
+                    addresses[addr] = status
+                    ret[addr] = status
+            if ret:
+                sessions[session_id]['addresses'] = addresses
+            out = repr( (block_number, ret ) )
+            t2 = time.time() - t1 
+            if t2 > 10:
+                print "high load:", session_id, "%d/%d"%(k,len(addresses)), t2
+
+    elif cmd == 'h': 
+        # history
+        address = data
+        out = repr( store.get_history( address ) )
+
+    elif cmd == 'load': 
+        if config.get('server','password') == data:
+            out = repr( len(sessions) )
+        else:
+            out = 'wrong password'
 
-        elif cmd == 'stop':
-            global stopping
-            if config.get('server','password') == data:
-                stopping = True
-                out = 'ok'
+    elif cmd =='tx':
+        out = send_tx(data)
+        print "sent tx:", out
+
+    elif cmd =='clear_cache':
+        if config.get('server','password') == data:
+            store.tx_cache = {}
+            out = 'ok'
+        else:
+            out = 'wrong password'
+
+    elif cmd =='get_cache':
+        try:
+            pw, addr = data
+        except:
+            addr = None
+        if addr:
+            if config.get('server','password') == pw:
+                out = store.tx_cache.get(addr)
+                out = repr(out)
             else:
                 out = 'wrong password'
+        else:
+            out = "error: "+ repr(data)
 
-        elif cmd == 'peers':
-            out = repr(peer_list.values())
-
+    elif cmd == 'stop':
+        global stopping
+        if config.get('server','password') == data:
+            stopping = True
+            out = 'ok'
         else:
-            out = None
+            out = 'wrong password'
 
-        if out:
-            #print ipaddr, cmd, len(out)
-            try:
-                conn.send(out)
-            except:
-                print "error, could not send"
+    elif cmd == 'peers':
+        out = repr(peer_list.values())
+
+    else:
+        out = None
+
+    return out
 
-    finally:
-        conn.close()
-    
 
-ds = BCDataStream.BCDataStream()
 
 
 
 
 def memorypool_update(store):
+    ds = BCDataStream.BCDataStream()
+    store.mempool_keys = []
     conn = bitcoinrpc.connect_to_local()
     try:
         v = conn.getmemorypool()
@@ -507,17 +568,17 @@ def memorypool_update(store):
         ds.write(hextx.decode('hex'))
         tx = deserialize.parse_Transaction(ds)
         tx['hash'] = util.double_sha256(tx['tx'])
+        tx_hash = tx['hash'][::-1].encode('hex')
+        store.mempool_keys.append(tx_hash)
         if store.tx_find_id_and_value(tx):
             pass
         else:
-            #print "new tx", tx['hash'][::-1].encode('hex')
             store.import_tx(tx, False)
 
     store.commit()
 
 
 
-
 def clean_session_thread():
     while not stopping:
         time.sleep(30)
@@ -578,16 +639,17 @@ if __name__ == '__main__':
 
     if len(sys.argv)>1:
         cmd = sys.argv[1]
+        pw = config.get('server','password')
         if cmd == 'load':
-            request = "('load','%s')#"%config.get('server','password')
+            request = "('load','%s')#"%pw
         elif cmd == 'peers':
             request = "('peers','')#"
         elif cmd == 'stop':
-            request = "('stop','%s')#"%config.get('server','password')
+            request = "('stop','%s')#"%pw
         elif cmd == 'clear_cache':
-            request = "('clear_cache','%s')#"%config.get('server','password')
+            request = "('clear_cache','%s')#"%pw
         elif cmd == 'get_cache':
-            request = "('get_cache',('%s','%s'))#"%(config.get('server','password'),sys.argv[2])
+            request = "('get_cache',('%s','%s'))#"%(pw,sys.argv[2])
         elif cmd == 'h':
             request = "('h','%s')#"%sys.argv[2]
         elif cmd == 'b':
@@ -620,7 +682,7 @@ if __name__ == '__main__':
        args.connect_args = { 'database' : config.get('database','database') }
     store = MyStore(args)
     store.tx_cache = {}
-    store.ismempool = False
+    store.mempool_keys = {}
 
     thread.start_new_thread(listen_thread, (store,))
     thread.start_new_thread(clean_session_thread, ())
@@ -631,9 +693,7 @@ if __name__ == '__main__':
         try:
             dblock.acquire()
             store.catch_up()
-            store.ismempool = True
             memorypool_update(store)
-            store.ismempool = False
             block_number = store.get_block_number(1)
             dblock.release()
         except: