rename function; fix get_status
[electrum-server.git] / server.py
index 0b8983d..b8f69c7 100755 (executable)
--- a/server.py
+++ b/server.py
@@ -20,6 +20,8 @@ Todo:
    * server should check and return bitcoind status..
    * improve txpoint sorting
    * command to check cache
+
+ mempool transactions do not need to be added to the database; it slows it down
 """
 
 
@@ -57,7 +59,6 @@ except:
 stopping = False
 block_number = -1
 sessions = {}
-sessions_last_time = {}
 dblock = thread.allocate_lock()
 peer_list = {}
 
@@ -74,14 +75,14 @@ class MyStore(Datastore_class):
             _hash = store.binout(row[6])
             address = hash_to_address(chr(0), _hash)
             if self.tx_cache.has_key(address):
-                print "cache: invalidating", address, self.ismempool
+                print "cache: invalidating", address
                 self.tx_cache.pop(address)
         outrows = self.get_tx_outputs(txid, False)
         for row in outrows:
             _hash = store.binout(row[6])
             address = hash_to_address(chr(0), _hash)
             if self.tx_cache.has_key(address):
-                print "cache: invalidating", address, self.ismempool
+                print "cache: invalidating", address
                 self.tx_cache.pop(address)
 
     def safe_sql(self,sql, params=(), lock=True):
@@ -195,7 +196,7 @@ class MyStore(Datastore_class):
               JOIN pubkey ON (pubkey.pubkey_id = txout.pubkey_id)
              WHERE pubkey.pubkey_hash = ? """, (dbhash,))
 
-    def get_txpoints(self, addr):
+    def get_history(self, addr):
         
         if config.get('server','cache') == 'yes':
             cached_version = self.tx_cache.get( addr ) 
@@ -204,7 +205,8 @@ class MyStore(Datastore_class):
 
         version, binaddr = decode_check_address(addr)
         if binaddr is None:
-            return "err"
+            return None
+
         dbhash = self.binin(binaddr)
         rows = []
         rows += self.get_address_out_rows( dbhash )
@@ -251,14 +253,20 @@ class MyStore(Datastore_class):
             if tx_hash in known_tx:
                 continue
 
+            # this means that pending transactions were added to the db, even if they are not returned by getmemorypool
             address_has_mempool = True
+
+            # this means pending transactions are returned by getmemorypool
+            if tx_hash not in self.mempool_keys:
+                continue
+
             #print "mempool", tx_hash
             txpoint = {
                     "nTime":    0,
                     #"chain_id": 1,
                     "height":   0,
                     "is_in":    int(is_in),
-                    "blk_hash": 'mempool',
+                    "blk_hash": 'mempool', 
                     "tx_hash":  tx_hash,
                     "tx_id":    int(tx_id),
                     "pos":      int(pos),
@@ -305,14 +313,6 @@ class MyStore(Datastore_class):
         return txpoints
 
 
-    def get_status(self, addr):
-        # last block for an address.
-        tx_points = self.get_txpoints(addr)
-        if not tx_points:
-            return None
-        else:
-            return tx_points[-1]['blk_hash']
-
 
 def send_tx(tx):
     import bitcoinrpc
@@ -345,6 +345,8 @@ def client_thread(ipaddr,conn):
         while 1:
             d = conn.recv(1024)
             msg += d
+            if not d: 
+                break
             if d[-1]=='#':
                 break
 
@@ -353,49 +355,83 @@ def client_thread(ipaddr,conn):
         try:
             cmd, data = ast.literal_eval(msg[:-1])
         except:
-            print "syntax error", repr(msg)
+            print "syntax error", repr(msg), ipaddr
             conn.close()
             return
 
         if cmd=='b':
             out = "%d"%block_number
-        elif cmd=='session':
+
+        elif cmd in ['session','new_session']:
             session_id = random_string(10)
             try:
-                addresses = ast.literal_eval(data)
+                if cmd == 'session':
+                    addresses = ast.literal_eval(data)
+                    version = "old"
+                else:
+                    version, addresses = ast.literal_eval(data)
+                    if version[0]=="0": version = "v" + version
             except:
-                print "error"
+                print "error", data
                 conn.close()
                 return
 
-            print time.asctime(), "session", ipaddr, session_id, addresses[0] if addresses else addresses, len(addresses)
+            print time.strftime("[%d/%m/%Y-%H:%M:%S]"), "new session", ipaddr, addresses[0] if addresses else addresses, len(addresses), version
 
-            sessions[session_id] = {}
+            sessions[session_id] = { 'addresses':{}, 'version':version, 'ip':ipaddr }
             for a in addresses:
-                sessions[session_id][a] = ''
+                sessions[session_id]['addresses'][a] = ''
             out = repr( (session_id, config.get('server','banner').replace('\\n','\n') ) )
-            sessions_last_time[session_id] = time.time()
+            sessions[session_id]['last_time'] = time.time()
+
+        elif cmd=='update_session':
+            try:
+                session_id, addresses = ast.literal_eval(data)
+            except:
+                print "error"
+                conn.close()
+                return
+
+            print time.strftime("[%d/%m/%Y-%H:%M:%S]"), "update session", ipaddr, addresses[0] if addresses else addresses, len(addresses)
+
+            sessions[session_id]['addresses'] = {}
+            for a in addresses:
+                sessions[session_id]['addresses'][a] = ''
+            out = 'ok'
+            sessions[session_id]['last_time'] = time.time()
 
         elif cmd=='poll': 
             session_id = data
-            addresses = sessions.get(session_id)
-            if addresses is None:
-                print time.asctime(), " Session not found", session_id, ipaddr
+            session = sessions.get(session_id)
+            if session is None:
+                print time.asctime(), "session not found", session_id, ipaddr
                 out = repr( (-1, {}))
             else:
                 t1 = time.time()
-                sessions_last_time[session_id] = time.time()
+                addresses = session['addresses']
+                session['last_time'] = time.time()
                 ret = {}
                 k = 0
                 for addr in addresses:
                     if store.tx_cache.get( addr ) is not None: k += 1
-                    status = store.get_status( addr )
+
+                    # get addtess status, i.e. the last block for that address.
+                    tx_points = store.get_history(addr)
+                    if not tx_points:
+                        status = None
+                    else:
+                        lastpoint = tx_points[-1]
+                        status = lastpoint['blk_hash']
+                        # this is a temporary hack; move it up once old clients have disappeared
+                        if status == 'mempool' and session['version'] != "old":
+                            status = status + ':%d'% len(tx_points)
+
                     last_status = addresses.get( addr )
                     if last_status != status:
                         addresses[addr] = status
                         ret[addr] = status
                 if ret:
-                    sessions[session_id] = addresses
+                    sessions[session_id]['addresses'] = addresses
                 out = repr( (block_number, ret ) )
                 t2 = time.time() - t1 
                 if t2 > 10:
@@ -404,7 +440,7 @@ def client_thread(ipaddr,conn):
         elif cmd == 'h': 
             # history
             address = data
-            out = repr( store.get_txpoints( address ) )
+            out = repr( store.get_history( address ) )
 
         elif cmd == 'load': 
             if config.get('server','password') == data:
@@ -412,8 +448,30 @@ def client_thread(ipaddr,conn):
             else:
                 out = 'wrong password'
 
-        elif cmd =='tx':        
+        elif cmd =='tx':
             out = send_tx(data)
+            print "sent tx:", out
+
+        elif cmd =='clear_cache':
+            if config.get('server','password') == data:
+                store.tx_cache = {}
+                out = 'ok'
+            else:
+                out = 'wrong password'
+
+        elif cmd =='get_cache':
+            try:
+                pw, addr = data
+            except:
+                addr = None
+            if addr:
+                if config.get('server','password') == pw:
+                    out = store.tx_cache.get(addr)
+                    out = repr(out)
+                else:
+                    out = 'wrong password'
+            else:
+                out = "error: "+ repr(data)
 
         elif cmd == 'stop':
             global stopping
@@ -440,12 +498,13 @@ def client_thread(ipaddr,conn):
         conn.close()
     
 
-ds = BCDataStream.BCDataStream()
 
 
 
 
 def memorypool_update(store):
+    ds = BCDataStream.BCDataStream()
+    store.mempool_keys = []
     conn = bitcoinrpc.connect_to_local()
     try:
         v = conn.getmemorypool()
@@ -457,10 +516,9 @@ def memorypool_update(store):
         ds.clear()
         ds.write(hextx.decode('hex'))
         tx = deserialize.parse_Transaction(ds)
-        #print "new tx",tx
-
         tx['hash'] = util.double_sha256(tx['tx'])
-            
+        tx_hash = tx['hash'][::-1].encode('hex')
+        store.mempool_keys.append(tx_hash)
         if store.tx_find_id_and_value(tx):
             pass
         else:
@@ -470,16 +528,15 @@ def memorypool_update(store):
 
 
 
-
 def clean_session_thread():
     while not stopping:
         time.sleep(30)
         t = time.time()
-        for k,t0 in sessions_last_time.items():
+        for k,s in sessions.items():
+            t0 = s['last_time']
             if t - t0 > 5*60:
-                print time.asctime(), "lost session",k
+                print time.strftime("[%d/%m/%Y-%H:%M:%S]"), "end session", s['ip']
                 sessions.pop(k)
-                sessions_last_time.pop(k)
             
 
 def irc_thread():
@@ -531,12 +588,17 @@ if __name__ == '__main__':
 
     if len(sys.argv)>1:
         cmd = sys.argv[1]
+        pw = config.get('server','password')
         if cmd == 'load':
-            request = "('load','%s')#"%config.get('server','password')
+            request = "('load','%s')#"%pw
         elif cmd == 'peers':
             request = "('peers','')#"
         elif cmd == 'stop':
-            request = "('stop','%s')#"%config.get('server','password')
+            request = "('stop','%s')#"%pw
+        elif cmd == 'clear_cache':
+            request = "('clear_cache','%s')#"%pw
+        elif cmd == 'get_cache':
+            request = "('get_cache',('%s','%s'))#"%(pw,sys.argv[2])
         elif cmd == 'h':
             request = "('h','%s')#"%sys.argv[2]
         elif cmd == 'b':
@@ -569,7 +631,7 @@ if __name__ == '__main__':
        args.connect_args = { 'database' : config.get('database','database') }
     store = MyStore(args)
     store.tx_cache = {}
-    store.ismempool = False
+    store.mempool_keys = {}
 
     thread.start_new_thread(listen_thread, (store,))
     thread.start_new_thread(clean_session_thread, ())
@@ -580,9 +642,7 @@ if __name__ == '__main__':
         try:
             dblock.acquire()
             store.catch_up()
-            store.ismempool = True
             memorypool_update(store)
-            store.ismempool = False
             block_number = store.get_block_number(1)
             dblock.release()
         except: