serialize: do not use x_pubkeys if we have enough signatures.
[electrum-nvc.git] / lib / transaction.py
index f0035db..000e471 100644 (file)
@@ -20,6 +20,7 @@
 # Note: The deserialization code originally comes from ABE.
 
 
+import bitcoin
 from bitcoin import *
 from util import print_error
 import time
@@ -295,18 +296,45 @@ def match_decoded(decoded, to_match):
             return False
     return True
 
-def get_address_from_input_script(bytes):
+
+def parse_sig(x_sig):
+    s = []
+    for sig in x_sig:
+        if sig[-2:] == '01':
+            s.append(sig[:-2])
+        else:
+            assert sig == 'ff'
+    return s
+
+def is_extended_pubkey(x_pubkey):
+    return x_pubkey[0:2] in ['fe', 'ff']
+
+def parse_xpub(x_pubkey):
+    if x_pubkey[0:2] == 'ff':
+        from account import BIP32_Account
+        xpub, s = BIP32_Account.parse_xpubkey(x_pubkey)
+        pubkey = BIP32_Account.get_pubkey_from_x(xpub, s[0], s[1])
+    elif x_pubkey[0:2] == 'fe':
+        from account import OldAccount
+        mpk, s = OldAccount.parse_xpubkey(x_pubkey)
+        pubkey = OldAccount.get_pubkey_from_mpk(mpk.decode('hex'), s[0], s[1])
+    else:
+        pubkey = x_pubkey
+    return pubkey
+
+
+def parse_scriptSig(d, bytes):
     try:
         decoded = [ x for x in script_GetOp(bytes) ]
     except Exception:
         # coinbase transactions raise an exception
         print_error("cannot find address in input script", bytes.encode('hex'))
-        return [], {}, "(None)"
+        return
 
     # payto_pubkey
     match = [ opcodes.OP_PUSHDATA4 ]
     if match_decoded(decoded, match):
-        return None, {}, "(pubkey)"
+        return
 
     # non-generated TxIn transactions push a signature
     # (seventy-something bytes) and then their public key
@@ -314,42 +342,53 @@ def get_address_from_input_script(bytes):
     match = [ opcodes.OP_PUSHDATA4, opcodes.OP_PUSHDATA4 ]
     if match_decoded(decoded, match):
         sig = decoded[0][1].encode('hex')
-        pubkey = decoded[1][1].encode('hex')
-        if sig[-2:] == '01':
-            sig = sig[:-2]
-            return [pubkey], {pubkey:sig}, public_key_to_bc_address(pubkey.decode('hex'))
-        else:
+        x_pubkey = decoded[1][1].encode('hex')
+        try:
+            signatures = parse_sig([sig])
+            pubkey = parse_xpub(x_pubkey)
+        except:
+            import traceback
+            traceback.print_exc(file=sys.stdout)
             print_error("cannot find address in input script", bytes.encode('hex'))
-            return [], {}, "(None)"
-
+            return
+        d['signatures'] = signatures
+        d['x_pubkeys'] = [x_pubkey]
+        d['num_sig'] = 1
+        d['pubkeys'] = [pubkey]
+        d['address'] = public_key_to_bc_address(pubkey.decode('hex'))
+        return
 
     # p2sh transaction, 2 of n
     match = [ opcodes.OP_0 ]
     while len(match) < len(decoded):
         match.append(opcodes.OP_PUSHDATA4)
 
-    if match_decoded(decoded, match):
-
-        redeemScript = decoded[-1][1]
-        num = len(match) - 2
-        signatures = map(lambda x:x[1][:-1].encode('hex'), decoded[1:-1])
-
-        dec2 = [ x for x in script_GetOp(redeemScript) ]
+    if not match_decoded(decoded, match):
+        print_error("cannot find address in input script", bytes.encode('hex'))
+        return
+
+    x_sig = map(lambda x:x[1].encode('hex'), decoded[1:-1])
+    d['signatures'] = parse_sig(x_sig)
+    d['num_sig'] = 2
+
+    dec2 = [ x for x in script_GetOp(decoded[-1][1]) ]
+    match_2of2 = [ opcodes.OP_2, opcodes.OP_PUSHDATA4, opcodes.OP_PUSHDATA4, opcodes.OP_2, opcodes.OP_CHECKMULTISIG ]
+    match_2of3 = [ opcodes.OP_2, opcodes.OP_PUSHDATA4, opcodes.OP_PUSHDATA4, opcodes.OP_PUSHDATA4, opcodes.OP_3, opcodes.OP_CHECKMULTISIG ]
+    if match_decoded(dec2, match_2of2):
+        x_pubkeys = [ dec2[1][1].encode('hex'), dec2[2][1].encode('hex') ]
+    elif match_decoded(dec2, match_2of3):
+        x_pubkeys = [ dec2[1][1].encode('hex'), dec2[2][1].encode('hex'), dec2[3][1].encode('hex') ]
+    else:
+        print_error("cannot find address in input script", bytes.encode('hex'))
+        return
 
-        # 2 of 2
-        match2 = [ opcodes.OP_2, opcodes.OP_PUSHDATA4, opcodes.OP_PUSHDATA4, opcodes.OP_2, opcodes.OP_CHECKMULTISIG ]
-        if match_decoded(dec2, match2):
-            pubkeys = [ dec2[1][1].encode('hex'), dec2[2][1].encode('hex') ]
-            return pubkeys, signatures, hash_160_to_bc_address(hash_160(redeemScript), 5)
-        # 2 of 3
-        match2 = [ opcodes.OP_2, opcodes.OP_PUSHDATA4, opcodes.OP_PUSHDATA4, opcodes.OP_PUSHDATA4, opcodes.OP_3, opcodes.OP_CHECKMULTISIG ]
-        if match_decoded(dec2, match2):
-            pubkeys = [ dec2[1][1].encode('hex'), dec2[2][1].encode('hex'), dec2[3][1].encode('hex') ]
-            return pubkeys, signatures, hash_160_to_bc_address(hash_160(redeemScript), 5)
+    d['x_pubkeys'] = x_pubkeys
+    pubkeys = map(parse_xpub, x_pubkeys)
+    d['pubkeys'] = pubkeys
+    redeemScript = Transaction.multisig_script(pubkeys,2)
+    d['redeemScript'] = redeemScript
+    d['address'] = hash_160_to_bc_address(hash_160(redeemScript.decode('hex')), 5)
 
-    print_error("cannot find address in input script", bytes.encode('hex'))
-    return [], {}, "(None)"
 
 
 
@@ -378,7 +417,7 @@ def get_address_from_output_script(bytes):
 
 class Transaction:
     
-    def __init__(self, raw, is_complete = True):
+    def __init__(self, raw):
         self.raw = raw
         self.deserialize()
         self.inputs = self.d['inputs']
@@ -386,7 +425,6 @@ class Transaction:
         self.outputs = map(lambda x: (x['address'],x['value']), self.outputs)
         self.locktime = self.d['lockTime']
 
-        
     def __str__(self):
         return self.raw
 
@@ -398,6 +436,31 @@ class Transaction:
         self.outputs = outputs
         return self
 
+    @classmethod 
+    def sweep(klass, privkeys, network, to_address, fee):
+        inputs = []
+        for privkey in privkeys:
+            pubkey = public_key_from_private_key(privkey)
+            address = address_from_private_key(privkey)
+            u = network.synchronous_get([ ('blockchain.address.listunspent',[address])])[0]
+            pay_script = klass.pay_script(address)
+            for item in u:
+                item['scriptPubKey'] = pay_script
+                item['redeemPubkey'] = pubkey
+                item['address'] = address
+                item['prevout_hash'] = item['tx_hash']
+                item['prevout_n'] = item['tx_pos']
+            inputs += u
+
+        if not inputs:
+            return
+
+        total = sum( map(lambda x:int(x.get('value')), inputs) ) - fee
+        outputs = [(to_address, total)]
+        self = klass.from_io(inputs, outputs)
+        self.sign({ pubkey:privkey })
+        return self
+
     @classmethod
     def multisig_script(klass, public_keys, num=None):
         n = len(public_keys)
@@ -413,7 +476,7 @@ class Transaction:
             raise
     
         for k in public_keys:
-            s += var_int(len(k)/2)
+            s += op_push(len(k)/2)
             s += k
         if n==2:
             s += '52'
@@ -425,46 +488,76 @@ class Transaction:
 
         return s
 
+
+    @classmethod
+    def pay_script(self, addr):
+        addrtype, hash_160 = bc_address_to_hash_160(addr)
+        if addrtype == 0:
+            script = '76a9'                                      # op_dup, op_hash_160
+            script += '14'                                       # push 0x14 bytes
+            script += hash_160.encode('hex')
+            script += '88ac'                                     # op_equalverify, op_checksig
+        elif addrtype == 5:
+            script = 'a9'                                        # op_hash_160
+            script += '14'                                       # push 0x14 bytes
+            script += hash_160.encode('hex')
+            script += '87'                                       # op_equal
+        else:
+            raise
+        return script
+
+
     @classmethod
     def serialize( klass, inputs, outputs, for_sig = None ):
 
+        NO_SIGNATURE = 'ff'
+
         push_script = lambda x: op_push(len(x)/2) + x
         s  = int_to_hex(1,4)                                         # version
         s += var_int( len(inputs) )                                  # number of inputs
         for i in range(len(inputs)):
             txin = inputs[i]
+
             s += txin['prevout_hash'].decode('hex')[::-1].encode('hex')   # prev hash
             s += int_to_hex(txin['prevout_n'],4)                          # prev index
 
-            signatures = txin.get('signatures', {})
-            if for_sig is None and not signatures:
-                script = ''
+            p2sh = txin.get('redeemScript') is not None
+            n_sig = 2 if p2sh else 1
+
+            pubkeys = txin['pubkeys'] # pubkeys should always be known
+            address = txin['address']
+
+            if for_sig is None:
 
-            elif for_sig is None:
-                pubkeys = txin['pubkeys']
-                sig_list = ''
-                for pubkey in pubkeys:
-                    sig = signatures.get(pubkey)
-                    if not sig: 
-                        continue
-                    sig = sig + '01'
-                    sig_list += push_script(sig)
-
-                if not txin.get('redeemScript'):
+                # list of signatures
+                signatures = txin.get('signatures',[])
+                sig_list = []
+                for signature in signatures:
+                    sig_list.append(signature + '01')
+                if len(sig_list) > n_sig:
+                    sig_list = sig_list[:n_sig]
+                while len(sig_list) < n_sig:
+                    sig_list.append(NO_SIGNATURE)
+                sig_list = ''.join( map( lambda x: push_script(x), sig_list))
+
+                if len(signatures) < n_sig:
+                    # extended pubkeys (with bip32 derivation)
+                    x_pubkeys = txin['x_pubkeys']
+                else:
+                    # if we have enough signatures, we use the actual pubkeys
+                    x_pubkeys = txin['pubkeys']
+
+                if not p2sh:
                     script = sig_list
-                    script += push_script(pubkeys[0])
+                    script += push_script(x_pubkeys[0])
                 else:
                     script = '00'                                    # op_0
                     script += sig_list
-                    redeem_script = klass.multisig_script(pubkeys,2)
-                    assert redeem_script == txin.get('redeemScript')
+                    redeem_script = klass.multisig_script(x_pubkeys,2)
                     script += push_script(redeem_script)
 
             elif for_sig==i:
-                if txin.get('redeemScript'):
-                    script = txin['redeemScript']                    # p2sh uses the inner script
-                else:
-                    script = txin['scriptPubKey']                    # scriptsig
+                script = txin['redeemScript'] if p2sh else klass.pay_script(address)
             else:
                 script = ''
             s += var_int( len(script)/2 )                            # script length
@@ -475,20 +568,7 @@ class Transaction:
         for output in outputs:
             addr, amount = output
             s += int_to_hex( amount, 8)                              # amount
-            addrtype, hash_160 = bc_address_to_hash_160(addr)
-            if addrtype == 0:
-                script = '76a9'                                      # op_dup, op_hash_160
-                script += '14'                                       # push 0x14 bytes
-                script += hash_160.encode('hex')
-                script += '88ac'                                     # op_equalverify, op_checksig
-            elif addrtype == 5:
-                script = 'a9'                                        # op_hash_160
-                script += '14'                                       # push 0x14 bytes
-                script += hash_160.encode('hex')
-                script += '87'                                       # op_equal
-            else:
-                raise
-            
+            script = klass.pay_script(addr)
             s += var_int( len(script)/2 )                           #  script length
             s += script                                             #  script
         s += int_to_hex(0,4)                                        #  lock time
@@ -506,20 +586,24 @@ class Transaction:
 
     def add_signature(self, i, pubkey, sig):
         txin = self.inputs[i]
-        signatures = txin.get("signatures",{})
-        signatures[pubkey] = sig
+        signatures = txin.get("signatures",[])
+        if sig not in signatures:
+            signatures.append(sig)
         txin["signatures"] = signatures
         self.inputs[i] = txin
         print_error("adding signature for", pubkey)
+        # replace x_pubkey
+        i = txin['pubkeys'].index(pubkey)
+        txin['x_pubkeys'][i] = pubkey
+
         self.raw = self.serialize( self.inputs, self.outputs )
 
 
     def is_complete(self):
         for i, txin in enumerate(self.inputs):
-            redeem_script = txin.get('redeemScript')
-            num, redeem_pubkeys = parse_redeemScript(redeem_script) if redeem_script else (1, [txin.get('redeemPubkey')])
+            pubkeys = txin['pubkeys']
             signatures = txin.get("signatures",{})
-            if len(signatures) == num:
+            if len(signatures) == txin['num_sig']:
                 continue
             else:
                 return False
@@ -532,12 +616,9 @@ class Transaction:
 
         for i, txin in enumerate(self.inputs):
 
-            # if the input is multisig, parse redeem script
-            redeem_script = txin.get('redeemScript')
-            num, redeem_pubkeys = parse_redeemScript(redeem_script) if redeem_script else (1, [txin.get('redeemPubkey')])
+            redeem_pubkeys = txin['pubkeys']
+            num = len(redeem_pubkeys)
 
-            # add pubkeys
-            txin["pubkeys"] = redeem_pubkeys
             # get list of already existing signatures
             signatures = txin.get("signatures",{})
             # continue if this txin is complete
@@ -596,15 +677,12 @@ class Transaction:
             d['prevout_hash'] = prevout_hash
             d['prevout_n'] = prevout_n
             d['sequence'] = sequence
+
+            d['pubkeys'] = []
+            d['signatures'] = {}
+            d['address'] = None
             if scriptSig:
-                pubkeys, signatures, address = get_address_from_input_script(scriptSig)
-            else:
-                pubkeys = []
-                signatures = {}
-                address = None
-            d['address'] = address
-            d['pubkeys'] = pubkeys
-            d['signatures'] = signatures
+                parse_scriptSig(d, scriptSig)
         return d
 
 
@@ -697,30 +775,12 @@ class Transaction:
         return is_relevant, is_send, v, fee
 
 
-    def get_input_info(self):
-        keys = ['prevout_hash', 'prevout_n', 'address', 'KeyID', 'scriptPubKey', 'redeemScript', 'redeemPubkey', 'pubkeys', 'signatures', 'is_coinbase']
-        info = []
-        for i in self.inputs:
-            item = {}
-            for k in keys:
-                v = i.get(k)
-                if v is not None:
-                    item[k] = v
-            info.append(item)
-        return info
-
-
     def as_dict(self):
         import json
         out = {
             "hex":self.raw,
             "complete":self.is_complete()
             }
-
-        if not self.is_complete():
-            input_info = self.get_input_info()
-            out['input_info'] = json.dumps(input_info).replace(' ','')
-
         return out
 
 
@@ -745,12 +805,3 @@ class Transaction:
 
 
 
-    def add_input_info(self, input_info):
-        for i, txin in enumerate(self.inputs):
-            item = input_info[i]
-            txin['address'] = item['address']
-            txin['signatures'] = item['signatures']
-            txin['scriptPubKey'] = item['scriptPubKey']
-            txin['redeemScript'] = item.get('redeemScript')
-            txin['redeemPubkey'] = item.get('redeemPubkey')
-            txin['KeyID'] = item.get('KeyID')