new protocol: the server sends serialized tx, deserialize it in the client
[electrum-nvc.git] / lib / verifier.py
index dcb3808..e7dac20 100644 (file)
 
 
 import threading, time, Queue, os, sys
-from util import user_dir
+from util import user_dir, print_error
 from bitcoin import *
 
 
 
 
 class WalletVerifier(threading.Thread):
-    """ Simple Verification Protocol """
+    """ Simple Payment Verification """
 
     def __init__(self, interface, config):
         threading.Thread.__init__(self)
@@ -34,8 +34,10 @@ class WalletVerifier(threading.Thread):
         self.interface = interface
         self.transactions    = []                                 # monitored transactions
         self.interface.register_channel('verifier')
-        self.verified_tx     = config.get('verified_tx',{})
+
+        self.verified_tx     = config.get('verified_tx',{})       # height of verified tx
         self.merkle_roots    = config.get('merkle_roots',{})      # hashed by me
+        
         self.targets         = config.get('targets',{})           # compute targets
         self.lock = threading.Lock()
         self.pending_headers = [] # headers that have not been verified
@@ -46,51 +48,68 @@ class WalletVerifier(threading.Thread):
     def get_confirmations(self, tx):
         """ return the number of confirmations of a monitored transaction. """
         with self.lock:
-            assert tx in self.transactions
-            return (self.local_height - self.verified_tx[tx] + 1) if tx in self.verified_tx else 0
+            if tx in self.transactions:
+                return (self.local_height - self.verified_tx[tx] + 1) if tx in self.verified_tx else 0
+            else:
+                return 0
 
-    def add(self, tx):
+    def add(self, tx_hash):
         """ add a transaction to the list of monitored transactions. """
         with self.lock:
-            if tx not in self.transactions:
-                self.transactions.append(tx)
+            if tx_hash not in self.transactions:
+                self.transactions.append(tx_hash)
 
     def run(self):
         requested_merkle = []
         requested_chunks = []
         requested_headers = []
-        pending_headers_changed = False
+        all_chunks = False
         
         # subscribe to block headers
         self.interface.send([ ('blockchain.headers.subscribe',[])], 'verifier')
 
         while True:
             # request missing chunks
-            max_index = (self.height+1)/2016
-            if not requested_chunks:
-                for i in range(0, max_index + 1):
-                    # test if we can read the first header of the chunk
-                    if self.read_header(i*2016): continue
-                    print "requesting chunk", i
-                    self.interface.send([ ('blockchain.block.get_chunk',[i])], 'verifier')
-                    requested_chunks.append(i)
-                    break
-
-            # request missing headers
-            if not requested_chunks and self.local_height:
-                for i in range(self.local_height + 1, self.height + 1):
-                    if i not in requested_headers:
-                        print "requesting header", i
-                        self.interface.send([ ('blockchain.block.get_header',[i])], 'verifier')
-                        requested_headers.append(i)
-            
-            # request missing tx merkle
-            for tx in self.transactions:
-                if tx not in self.verified_tx:
-                    if tx not in requested_merkle:
-                        requested_merkle.append(tx)
-                        self.request_merkle(tx)
-                        #break
+            if not all_chunks and self.height and not requested_chunks:
+
+                if self.local_height + 50 < self.height:
+                    min_index = (self.local_height + 1)/2016
+                    max_index = (self.height + 1)/2016
+                    for i in range(min_index, max_index + 1):
+                        # print "requesting chunk", i
+                        self.interface.send([ ('blockchain.block.get_chunk',[i])], 'verifier')
+                        requested_chunks.append(i)
+                        break
+                else:
+                    all_chunks = True
+                    print_error("downloaded all chunks")
+
+            # request missing tx
+            if all_chunks:
+                for tx_hash in self.transactions:
+                    if tx_hash not in self.verified_tx:
+                        if self.merkle_roots.get(tx_hash) is None and tx_hash not in requested_merkle:
+                            print_error('requesting merkle', tx_hash)
+                            self.interface.send([ ('blockchain.transaction.get_merkle',[tx_hash]) ], 'verifier')
+                            requested_merkle.append(tx_hash)
+
+            # process pending headers
+            if self.pending_headers and all_chunks:
+                done = []
+                for header in self.pending_headers:
+                    if self.verify_header(header):
+                        done.append(header)
+                    else:
+                        # request previous header
+                        i = header.get('block_height') - 1
+                        if i not in requested_headers:
+                            print_error("requesting header %d"%i)
+                            self.interface.send([ ('blockchain.block.get_header',[i])], 'verifier')
+                            requested_headers.append(i)
+                        # no point continuing
+                        break
+                for header in done: self.pending_headers.remove(header)
+                self.interface.trigger_callback('updated')
 
             try:
                 r = self.interface.get_response('verifier',timeout=1)
@@ -113,51 +132,37 @@ class WalletVerifier(threading.Thread):
                 self.verify_chunk(index, result)
                 requested_chunks.remove(index)
 
-            elif method == 'blockchain.headers.subscribe':
-                self.height = result.get('block_height')
-                self.pending_headers.append(result)
-                pending_headers_changed = True
+            elif method in ['blockchain.headers.subscribe', 'blockchain.block.get_header']:
 
-            elif method == 'blockchain.block.get_header':
-                height = result.get('block_height')
-                requested_headers.remove(height)
                 self.pending_headers.append(result)
-                pending_headers_changed = True
-
-            # process pending headers
-            if pending_headers_changed:
+                if method == 'blockchain.block.get_header':
+                    requested_headers.remove(result.get('block_height'))
+                else:
+                    self.height = result.get('block_height')
+                
                 self.pending_headers.sort(key=lambda x: x.get('block_height'))
-                print "pending headers", map(lambda x: x.get('block_height'), self.pending_headers)
-                for header in self.pending_headers:
-                    if self.verify_header(header):
-                        self.pending_headers.remove(header)
-                    else:
-                        break
-                pending_headers_changed = False
+                # print "pending headers", map(lambda x: x.get('block_height'), self.pending_headers)
 
             self.interface.trigger_callback('updated')
 
 
-    def request_merkle(self, tx_hash):
-        self.interface.send([ ('blockchain.transaction.get_merkle',[tx_hash]) ], 'verifier')
-
 
     def verify_merkle(self, tx_hash, result):
         tx_height = result.get('block_height')
         self.merkle_roots[tx_hash] = self.hash_merkle_root(result['merkle'], tx_hash, result.get('pos'))
         header = self.read_header(tx_height)
-        if header:
-            assert header.get('merkle_root') == self.merkle_roots[tx_hash]
-            self.verified_tx[tx_hash] = tx_height
-            print "verified", tx_hash
-            self.config.set_key('verified_tx', self.verified_tx, True)
-
+        if not header: return
+        assert header.get('merkle_root') == self.merkle_roots[tx_hash]
+        # we passed all the tests
+        self.verified_tx[tx_hash] = tx_height
+        print_error("verified %s"%tx_hash)
+        self.config.set_key('verified_tx', self.verified_tx, True)
 
     def verify_chunk(self, index, hexdata):
         data = hexdata.decode('hex')
         height = index*2016
         num = len(data)/80
-        print "validate_chunk", index, num
+        print_error("validating headers %d"%height)
 
         if index == 0:  
             previous_hash = ("0"*64)
@@ -191,10 +196,9 @@ class WalletVerifier(threading.Thread):
 
         prev_header = self.read_header(height -1)
         if not prev_header:
-            print "no previous header", height
-            return
+            # return False to request previous header
+            return False
 
-        #prev_hash = prev_header.get('block_height')
         prev_hash = self.hash_header(prev_header)
         bits, target = self.get_target(height/2016)
         _hash = self.hash_header(header)
@@ -202,18 +206,21 @@ class WalletVerifier(threading.Thread):
             assert prev_hash == header.get('prev_block_hash')
             assert bits == header.get('bits')
             assert eval('0x'+_hash) < target
-            ok = True
         except:
-            print "verify header failed", header
-            raise
-            # this could be caused by a reorg. request the previous header
-            ok = False
-            #request previous one
-
-        if ok:
-            self.save_header(header)
-            print "verify header: ok", height
-            return True
+            # this can be caused by a reorg.
+            print_error("verify header failed"+ repr(header))
+            # undo verifications
+            for tx_hash, tx_height in self.verified_tx.items():
+                if tx_height >= height:
+                    print_error("redoing", tx_hash)
+                    self.verified_tx.pop(tx_hash)
+                    if tx_hash in self.merkle_roots: self.merkle_roots.pop(tx_hash)
+            # return False to request previous header.
+            return False
+
+        self.save_header(header)
+        print_error("verify header:", _hash, height)
+        return True
         
 
             
@@ -250,18 +257,17 @@ class WalletVerifier(threading.Thread):
         return hash_encode(h)
 
     def path(self):
-        wdir = user_dir()
-        if not os.path.exists( wdir ):
-            wdir = os.path.dirname(self.config.path)
+        wdir = self.config.get('blockchain_headers_path', user_dir())
+        if not os.path.exists( wdir ): os.mkdir(wdir)
         return os.path.join( wdir, 'blockchain_headers')
 
     def save_chunk(self, index, chunk):
         filename = self.path()
         if os.path.exists(filename):
-            f = open(filename,'rw+')
+            f = open(filename,'rb+')
         else:
-            print "creating file", filename
-            f = open(filename,'w+')
+            print_error( "creating file", filename )
+            f = open(filename,'wb+')
         f.seek(index*2016*80)
         h = f.write(chunk)
         f.close()
@@ -272,7 +278,7 @@ class WalletVerifier(threading.Thread):
         assert len(data) == 80
         height = header.get('block_height')
         filename = self.path()
-        f = open(filename,'rw+')
+        f = open(filename,'rb+')
         f.seek(height*80)
         h = f.write(data)
         f.close()
@@ -336,6 +342,5 @@ class WalletVerifier(threading.Thread):
             i += 1
 
         new_bits = c + MM * i
-        # print "%3d"%index, "%8x"%bits, "%64X"%new_target, hex(c)[2:].upper(), hex(new_bits)
         return new_bits, new_target