Memory cache for addresses. Not activated for the moment, but it will log errors.
[electrum-server.git] / server.py
old mode 100644 (file)
new mode 100755 (executable)
index 508eeb7..5292eb8
--- a/server.py
+++ b/server.py
@@ -21,21 +21,8 @@ Todo:
    * improve txpoint sorting
 """
 
-SERVER_MESSAGE = """
-Welcome to ecdsa.org.
-
-This service is free. Support this node: 
-19mP9FKrXqL46Si58pHdhGKow88SUPy1V8
-
-The server code is free software; you may 
-download it and operate your own Electrum 
-node. See http://ecdsa.org/electrum
-"""
-
-
-
-import time, socket, operator, thread, ast, sys
 
+import time, socket, operator, thread, ast, sys,re
 import psycopg2, binascii
 import bitcoinrpc
 
@@ -43,24 +30,71 @@ from Abe.abe import hash_to_address, decode_check_address
 from Abe.DataStore import DataStore as Datastore_class
 from Abe import DataStore, readconf, BCDataStream,  deserialize, util, base58
 
-
+import ConfigParser
+
+config = ConfigParser.ConfigParser()
+# set some defaults, which will be overwritten by the config file
+config.add_section('server')
+config.set('server','banner', 'Welcome to Electrum!')
+config.set('server', 'host', 'ecdsa.org')
+config.set('server', 'port', 50000)
+config.set('server', 'password', '')
+config.set('server', 'irc', 'yes')
+config.set('server', 'ircname', 'Electrum server')
+config.add_section('database')
+config.set('database', 'type', 'psycopg2')
+config.set('database', 'database', 'abe')
+
+try:
+    f = open('/etc/electrum.conf','r')
+    config.readfp(f)
+    f.close()
+except:
+    print "Could not read electrum.conf. I will use the default values."
+
+stopping = False
+block_number = -1
 sessions = {}
+sessions_last_time = {}
 dblock = thread.allocate_lock()
 
+peer_list = {}
+
+
 
 class MyStore(Datastore_class):
 
-    def safe_sql(self,sql):
+    def import_tx(self, tx, is_coinbase):
+        tx_id = super(MyStore, self).import_tx(tx, is_coinbase)
+        self.update_tx_cache(tx_id)
+
+    def update_tx_cache(self, txid):
+        inrows = self.get_tx_inputs(txid, False)
+        for row in inrows:
+            _hash = store.binout(row[6])
+            address = hash_to_address(chr(0), _hash)
+            if self.tx_cache.has_key(address):
+                print "cache: popping", address
+                self.tx_cache.pop(address)
+        outrows = self.get_tx_outputs(txid, False)
+        for row in outrows:
+            _hash = store.binout(row[6])
+            address = hash_to_address(chr(0), _hash)
+            if self.tx_cache.has_key(address):
+                print "cache: popping", address
+                self.tx_cache.pop(address)
+
+    def safe_sql(self,sql, params=(), lock=True):
         try:
-            dblock.acquire()
-            ret = self.selectall(sql)
-            dblock.release()
+            if lock: dblock.acquire()
+            ret = self.selectall(sql,params)
+            if lock: dblock.release()
             return ret
         except:
             print "sql error", sql
             return []
 
-    def get_tx_outputs(self, tx_id):
+    def get_tx_outputs(self, tx_id, lock=True):
         return self.safe_sql("""SELECT
                 txout.txout_pos,
                 txout.txout_scriptPubKey,
@@ -75,9 +109,9 @@ class MyStore(Datastore_class):
               LEFT JOIN tx nexttx ON (txin.tx_id = nexttx.tx_id)
              WHERE txout.tx_id = %d 
              ORDER BY txout.txout_pos
-        """%(tx_id))
+        """%(tx_id), (), lock)
 
-    def get_tx_inputs(self, tx_id):
+    def get_tx_inputs(self, tx_id, lock=True):
         return self.safe_sql(""" SELECT
                 txin.txin_pos,
                 txin.txin_scriptSig,
@@ -93,7 +127,7 @@ class MyStore(Datastore_class):
               LEFT JOIN unlinked_txin u ON (u.txin_id = txin.txin_id)
              WHERE txin.tx_id = %d
              ORDER BY txin.txin_pos
-             """%(tx_id,))
+             """%(tx_id,), (), lock)
 
     def get_address_out_rows(self, dbhash):
         return self.safe_sql(""" SELECT
@@ -113,8 +147,8 @@ class MyStore(Datastore_class):
               JOIN txin ON (txin.tx_id = tx.tx_id)
               JOIN txout prevout ON (txin.txout_id = prevout.txout_id)
               JOIN pubkey ON (pubkey.pubkey_id = prevout.pubkey_id)
-             WHERE pubkey.pubkey_hash = '%s'
-               AND cc.in_longest = 1"""%dbhash)
+             WHERE pubkey.pubkey_hash = ?
+               AND cc.in_longest = 1""", (dbhash,))
 
     def get_address_out_rows_memorypool(self, dbhash):
         return self.safe_sql(""" SELECT
@@ -127,7 +161,7 @@ class MyStore(Datastore_class):
               JOIN txin ON (txin.tx_id = tx.tx_id)
               JOIN txout prevout ON (txin.txout_id = prevout.txout_id)
               JOIN pubkey ON (pubkey.pubkey_id = prevout.pubkey_id)
-             WHERE pubkey.pubkey_hash ='%s' """%(dbhash))
+             WHERE pubkey.pubkey_hash = ? """, (dbhash,))
 
     def get_address_in_rows(self, dbhash):
         return self.safe_sql(""" SELECT
@@ -146,8 +180,8 @@ class MyStore(Datastore_class):
               JOIN tx ON (tx.tx_id = block_tx.tx_id)
               JOIN txout ON (txout.tx_id = tx.tx_id)
               JOIN pubkey ON (pubkey.pubkey_id = txout.pubkey_id)
-             WHERE pubkey.pubkey_hash = '%s'
-               AND cc.in_longest = 1"""%(dbhash))
+             WHERE pubkey.pubkey_hash = ?
+               AND cc.in_longest = 1""", (dbhash,))
 
     def get_address_in_rows_memorypool(self, dbhash):
         return self.safe_sql( """ SELECT
@@ -159,9 +193,12 @@ class MyStore(Datastore_class):
               FROM tx
               JOIN txout ON (txout.tx_id = tx.tx_id)
               JOIN pubkey ON (pubkey.pubkey_id = txout.pubkey_id)
-             WHERE pubkey.pubkey_hash = '%s' """%(dbhash))
+             WHERE pubkey.pubkey_hash = ? """, (dbhash,))
 
     def get_txpoints(self, addr):
+
+        cached_version = self.tx_cache.get( addr ) 
+
         version, binaddr = decode_check_address(addr)
         if binaddr is None:
             return "err"
@@ -255,11 +292,18 @@ class MyStore(Datastore_class):
                     if not row[4]: txpoint['raw_scriptPubKey'] = row[1]
 
 
-        return txpoints
+        if cached_version is None:
+            #print "cache: adding", addr
+            self.tx_cache[addr] = txpoints
+            return txpoints
+        else:
+            if cached_version != txpoints: 
+                print "cache error: ", addr
+            return txpoints
 
 
     def get_status(self, addr):
-        # last block for an address
+        # last block for an address.
         tx_points = self.get_txpoints(addr)
         if not tx_points:
             return None
@@ -278,15 +322,17 @@ def send_tx(tx):
 
 
 def listen_thread(store):
-
     s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
     s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
-    s.bind(('ecdsa.org', 50000))
+    s.bind((config.get('server','host'), config.getint('server','port')))
     s.listen(1)
-    while True:
+    while not stopping:
         conn, addr = s.accept()
         thread.start_new_thread(client_thread, (addr, conn,))
 
+def random_string(N):
+    import random, string
+    return ''.join(random.choice(string.ascii_uppercase + string.digits) for x in range(N))
 
 def client_thread(ipaddr,conn):
     #print "client thread", ipaddr
@@ -309,18 +355,23 @@ def client_thread(ipaddr,conn):
             return
 
         if cmd=='b':
-            out = "%d"%store.get_block_number(1)
-
+            out = "%d"%block_number
         elif cmd=='session':
-            import random, string
-            session_id = ''.join(random.choice(string.ascii_uppercase + string.digits) for x in range(10))
-            print "new session", ipaddr, session_id, data
+            session_id = random_string(10)
+            try:
+                addresses = ast.literal_eval(data)
+            except:
+                print "error"
+                conn.close()
+                return
+
+            print time.asctime(), "session", ipaddr, session_id, addresses[0], len(addresses)
 
-            addresses = ast.literal_eval(data)
             sessions[session_id] = {}
             for a in addresses:
                 sessions[session_id][a] = ''
-            out = repr( (session_id, SERVER_MESSAGE) )
+            out = repr( (session_id, config.get('server','banner').replace('\\n','\n') ) )
+            sessions_last_time[session_id] = time.time()
 
         elif cmd=='poll': 
             session_id = data
@@ -329,6 +380,7 @@ def client_thread(ipaddr,conn):
                 print "session not found", ipaddr
                 out = repr( (-1, {}))
             else:
+                sessions_last_time[session_id] = time.time()
                 ret = {}
                 for addr in addresses:
                     status = store.get_status( addr )
@@ -336,17 +388,33 @@ def client_thread(ipaddr,conn):
                     if last_status != status:
                         sessions[session_id][addr] = status
                         ret[addr] = status
-                out = repr( (store.get_block_number(1), ret ) )
+                out = repr( (block_number, ret ) )
 
         elif cmd == 'h': 
             # history
-            addr = data
-            h = store.get_txpoints( addr )
-            out = repr(h)
+            address = data
+            out = repr( store.get_txpoints( address ) )
+
+        elif cmd == 'load': 
+            if config.get('server','password') == data:
+                out = repr( len(sessions) )
+            else:
+                out = 'wrong password'
 
         elif cmd =='tx':        
-            # transaction
             out = send_tx(data)
+
+        elif cmd == 'stop':
+            global stopping
+            if config.get('server','password') == data:
+                stopping = True
+                out = 'ok'
+            else:
+                out = 'wrong password'
+
+        elif cmd == 'peers':
+            out = repr(peer_list.values())
+
         else:
             out = None
 
@@ -364,50 +432,142 @@ def client_thread(ipaddr,conn):
 ds = BCDataStream.BCDataStream()
 
 
-def memorypool_update(store):
 
+
+def memorypool_update(store):
     conn = bitcoinrpc.connect_to_local()
     try:
         v = conn.getmemorypool()
     except:
-        print "cannot contact bitcoin daemmon"
+        print "cannot contact bitcoin daemon"
         return
     v = v['transactions']
     for hextx in v:
         ds.clear()
         ds.write(hextx.decode('hex'))
         tx = deserialize.parse_Transaction(ds)
+        #print "new tx",tx
+
         tx['hash'] = util.double_sha256(tx['tx'])
             
         if store.tx_find_id_and_value(tx):
             pass
         else:
             store.import_tx(tx, False)
-            #print tx['hash'][::-1].encode('hex')
+
     store.commit()
 
+
+
+
+def clean_session_thread():
+    while not stopping:
+        time.sleep(30)
+        t = time.time()
+        for k,t0 in sessions_last_time.items():
+            if t - t0 > 60:
+                print "lost session",k
+                sessions.pop(k)
+                sessions_last_time.pop(k)
+            
+
+def irc_thread():
+    global peer_list
+    NICK = 'E_'+random_string(10)
+    while not stopping:
+        try:
+            s = socket.socket()
+            s.connect(('irc.freenode.net', 6667))
+            s.send('USER electrum 0 * :'+config.get('server','host')+' '+config.get('server','ircname')+'\n')
+            s.send('NICK '+NICK+'\n')
+            s.send('JOIN #electrum\n')
+            sf = s.makefile('r', 0)
+            t = 0
+            while not stopping:
+                line = sf.readline()
+                line = line.rstrip('\r\n')
+                line = line.split()
+                if line[0]=='PING': 
+                    s.send('PONG '+line[1]+'\n')
+                elif '353' in line: # answer to /names
+                    k = line.index('353')
+                    for item in line[k+1:]:
+                        if item[0:2] == 'E_':
+                            s.send('WHO %s\n'%item)
+                elif '352' in line: # answer to /who
+                   # warning: this is a horrible hack which apparently works
+                   k = line.index('352')
+                    ip = line[k+4]
+                    ip = socket.gethostbyname(ip)
+                    name = line[k+6]
+                    host = line[k+9]
+                    peer_list[name] = (ip,host)
+                elif time.time() - t > 5*60:
+                    s.send('NAMES #electrum\n')
+                    t = time.time()
+                    peer_list = {}
+        except:
+            traceback.print_exc(file=sys.stdout)
+        finally:
+           sf.close()
+            s.close()
+
+
 import traceback
 
 
 if __name__ == '__main__':
 
+    if len(sys.argv)>1:
+        cmd = sys.argv[1]
+        if cmd == 'load':
+            request = "('load','%s')#"%config.get('server','password')
+        elif cmd == 'peers':
+            request = "('peers','')#"
+        elif cmd == 'stop':
+            request = "('stop','%s')#"%config.get('server','password')
+
+        s = socket.socket( socket.AF_INET, socket.SOCK_STREAM)
+        s.connect((config.get('server','host'), config.getint('server','port')))
+        s.send( request )
+        out = ''
+        while 1:
+            msg = s.recv(1024)
+            if msg: out += msg
+            else: break
+        s.close()
+        print out
+        sys.exit(0)
+
+
+    print "starting Electrum server"
     conf = DataStore.CONFIG_DEFAULTS
     args, argv = readconf.parse_argv( [], conf)
-    args.dbtype='psycopg2'
-    args.connect_args = {"database":"abe"}
+    args.dbtype= config.get('database','type')
+    if args.dbtype == 'sqlite3':
+       args.connect_args = { 'database' : config.get('database','database') }
+    elif args.dbtype == 'MySQLdb':
+       args.connect_args = { 'db' : config.get('database','database'), 'user' : config.get('database','username'), 'passwd' : config.get('database','password') }
+    elif args.dbtype == 'psycopg2':
+       args.connect_args = { 'database' : config.get('database','database') }
     store = MyStore(args)
+    store.tx_cache = {}
 
     thread.start_new_thread(listen_thread, (store,))
-    #listen_thread(store)
-    #exit(0)
+    thread.start_new_thread(clean_session_thread, ())
+    if (config.get('server','irc') == 'yes' ):
+       thread.start_new_thread(irc_thread, ())
 
-    while True:
+    while not stopping:
         try:
             dblock.acquire()
             store.catch_up()
             memorypool_update(store)
+            block_number = store.get_block_number(1)
             dblock.release()
         except:
             traceback.print_exc(file=sys.stdout)
         time.sleep(10)
 
+    print "server stopped"
+