set default fee to 200 uBTC
[electrum-nvc.git] / lib / wallet.py
index b618d54..c64813b 100644 (file)
@@ -27,17 +27,12 @@ import ast
 import threading
 import random
 import aes
-import ecdsa
 import Queue
 import time
 
-from ecdsa.util import string_to_number, number_to_string
 from util import print_msg, print_error, user_dir, format_satoshis
 from bitcoin import *
 
-# URL decode
-_ud = re.compile('%([0-9a-hA-H]{2})', re.MULTILINE)
-urldecode = lambda x: _ud.sub(lambda m: chr(int(m.group(1), 16)), x)
 
 # AES encryption
 EncodeAES = lambda secret, s: base64.b64encode(aes.encryptData(secret,s))
@@ -79,25 +74,24 @@ class Wallet:
         self.seed_version          = config.get('seed_version', SEED_VERSION)
         self.gap_limit             = config.get('gap_limit', 5)
         self.use_change            = config.get('use_change',True)
-        self.fee                   = int(config.get('fee',100000))
+        self.fee                   = int(config.get('fee_per_kb',20000))
         self.num_zeros             = int(config.get('num_zeros',0))
         self.use_encryption        = config.get('use_encryption', False)
-        self.addresses             = config.get('addresses', [])          # receiving addresses visible for user
-        self.change_addresses      = config.get('change_addresses', [])   # addresses used as change
         self.seed                  = config.get('seed', '')               # encrypted
         self.labels                = config.get('labels', {})
-        self.aliases               = config.get('aliases', {})            # aliases for addresses
-        self.authorities           = config.get('authorities', {})        # trusted addresses
         self.frozen_addresses      = config.get('frozen_addresses',[])
         self.prioritized_addresses = config.get('prioritized_addresses',[])
-        self.receipts              = config.get('receipts',{})            # signed URIs
         self.addressbook           = config.get('contacts', [])
         self.imported_keys         = config.get('imported_keys',{})
         self.history               = config.get('addr_history',{})        # address -> list(txid, height)
-        self.tx_height             = config.get('tx_height',{})
+        self.accounts              = config.get('accounts', {})   # this should not include public keys
 
-        master_public_key     = config.get('master_public_key','')
-        self.sequence = DeterministicSequence(master_public_key)
+        self.SequenceClass = ElectrumSequence
+        self.sequences = {}
+        self.sequences[0] = self.SequenceClass(self.config.get('master_public_key'))
+
+        if self.accounts.get(0) is None:
+            self.accounts[0] = { 0:[], 1:[], 'name':'Main account' }
 
         self.transactions = {}
         tx = config.get('transactions',{})
@@ -106,14 +100,9 @@ class Wallet:
         except:
             print_msg("Warning: Cannot deserialize transactions. skipping")
         
-
-        self.requested_amounts     = config.get('requested_amounts',{}) 
-
         # not saved
         self.prevout_values = {}     # my own transaction outputs
         self.spent_outputs = []
-        self.receipt = None          # next receipt
-        self.banner = ''
 
         # spv
         self.verifier = None
@@ -124,6 +113,7 @@ class Wallet:
         
         self.up_to_date = False
         self.lock = threading.Lock()
+        self.transaction_lock = threading.Lock()
         self.tx_event = threading.Event()
 
         if self.seed_version != SEED_VERSION:
@@ -149,7 +139,7 @@ class Wallet:
         seed = self.decode_seed(password)
         address = address_from_private_key(sec)
 
-        if address in self.all_addresses():
+        if self.is_mine(address):
             raise BaseException('Address already in wallet')
         
         # store the originally requested keypair into the imported keys table
@@ -160,97 +150,160 @@ class Wallet:
     def init_seed(self, seed):
         if self.seed: raise BaseException("a seed exists")
         if not seed: 
-            seed = "%032x"%ecdsa.util.randrange( pow(2,128) ) 
+            seed = random_seed(128)
         self.seed = seed 
         self.config.set_key('seed', self.seed, True)
         self.config.set_key('seed_version', self.seed_version, True)
-        self.init_mpk(self.seed)
+        mpk = self.SequenceClass.mpk_from_seed(self.seed)
+        self.init_sequence(mpk)
+
+
+    def init_sequence(self, mpk):
+        self.config.set_key('master_public_key', mpk, True)
+        self.sequences[0] = self.SequenceClass(mpk)
+        self.accounts[0] = { 0:[], 1:[], 'name':'Main account' }
+        self.config.set_key('accounts', self.accounts, True)
+
 
-    def init_mpk(self,seed):
-        # public key
-        self.sequence = DeterministicSequence.from_seed(seed)
-        self.config.set_key('master_public_key', self.sequence.master_public_key, True)
+    def addresses(self, include_change = False):
+        o = self.imported_keys.keys()
+        for a in self.accounts.values():
+            o += a[0]
+            if include_change: o += a[1]
+        return o
 
-    def all_addresses(self):
-        return self.addresses + self.change_addresses + self.imported_keys.keys()
 
     def is_mine(self, address):
-        return address in self.all_addresses()
+        return address in self.addresses(True)
 
     def is_change(self, address):
-        return address in self.change_addresses
-
-    def is_valid(self,addr):
-        ADDRESS_RE = re.compile('[1-9A-HJ-NP-Za-km-z]{26,}\\Z')
-        if not ADDRESS_RE.match(addr): return False
-        try:
-            addrtype, h = bc_address_to_hash_160(addr)
-        except:
-            return False
-        return addr == hash_160_to_bc_address(h, addrtype)
+        if not self.is_mine(address): return False
+        if address in self.imported_keys.keys(): return False
+        acct, s = self.get_address_index(address)
+        return s[0] == 1
 
     def get_master_public_key(self):
-        return self.sequence.master_public_key
+        return self.config.get("master_public_key")
 
-    def get_public_key(self, address):
+    def get_address_index(self, address):
         if address in self.imported_keys.keys():
             raise BaseException("imported key")
+        for account in self.accounts.keys():
+            for for_change in [0,1]:
+                addresses = self.accounts[account][for_change]
+                for addr in addresses:
+                    if address == addr:
+                        return account, (for_change, addresses.index(addr))
+        raise BaseException("not found")
+        
 
-        if address in self.addresses:
-            n = self.addresses.index(address)
-            for_change = False
-        elif address in self.change_addresses:
-            n = self.change_addresses.index(address)
-            for_change = True
-
-        return self.sequence.get_pubkey(n, for_change)
+    def get_public_key(self, address):
+        account, sequence = self.get_address_index(address)
+        return self.sequences[account].get_pubkey( sequence )
 
 
     def decode_seed(self, password):
         seed = pw_decode(self.seed, password)
-        self.sequence.check_seed(seed)
+        self.sequences[0].check_seed(seed)
         return seed
         
     def get_private_key(self, address, password):
+        return self.get_private_keys([address], password).get(address)
 
+    def get_private_keys(self, addresses, password):
+        if not self.seed: return {}
         # decode seed in any case, in order to test the password
         seed = self.decode_seed(password)
-
-        if address in self.imported_keys.keys():
-            return pw_decode( self.imported_keys[address], password )
-        else:
-            if address in self.addresses:
-                n = self.addresses.index(address)
-                for_change = False
-            elif address in self.change_addresses:
-                n = self.change_addresses.index(address)
-                for_change = True
+        out = {}
+        l_sequences = []
+        l_addresses = []
+        for address in addresses:
+            if address in self.imported_keys.keys():
+                out[address] = pw_decode( self.imported_keys[address], password )
             else:
-                raise BaseException("unknown address", address)
-            
-            return self.sequence.get_private_key(n, for_change, seed)
+                account, sequence = self.get_address_index(address)
+                if account == 0:
+                    l_sequences.append(sequence)
+                    l_addresses.append(address)
+
+        pk = self.sequences[0].get_private_keys(l_sequences, seed)
+        for i, address in enumerate(l_addresses): out[address] = pk[i]                     
+        return out
 
 
+    def signrawtransaction(self, tx, input_info, private_keys, password):
+        unspent_coins = self.get_unspent_coins()
+        seed = self.decode_seed(password)
+
+        # convert private_keys to dict 
+        pk = {}
+        for sec in private_keys:
+            address = address_from_private_key(sec)
+            pk[address] = sec
+        private_keys = pk
+
+        for txin in tx.inputs:
+            # convert to own format
+            txin['tx_hash'] = txin['prevout_hash']
+            txin['index'] = txin['prevout_n']
+
+            for item in input_info:
+                if item.get('txid') == txin['tx_hash'] and item.get('vout') == txin['index']:
+                    txin['raw_output_script'] = item['scriptPubKey']
+                    txin['redeemScript'] = item.get('redeemScript')
+                    txin['KeyID'] = item.get('KeyID')
+                    break
+            else:
+                for item in unspent_coins:
+                    if txin['tx_hash'] == item['tx_hash'] and txin['index'] == item['index']:
+                        txin['raw_output_script'] = item['raw_output_script']
+                        break
+                else:
+                    # if neither, we might want to get it from the server..
+                    raise
+
+            # find the address:
+            if txin.get('KeyID'):
+                account, name, sequence = txin.get('KeyID')
+                if name != 'Electrum': continue
+                sec = self.sequences[account].get_private_key(sequence, seed)
+                addr = self.sequences[account].get_address(sequence)
+                txin['address'] = addr
+                private_keys[addr] = sec
+
+            elif txin.get("redeemScript"):
+                txin['address'] = hash_160_to_bc_address(hash_160(txin.get("redeemScript").decode('hex')), 5)
+
+            elif txin.get("raw_output_script"):
+                import deserialize
+                addr = deserialize.get_address_from_output_script(txin.get("raw_output_script").decode('hex'))
+                sec = self.get_private_key(addr, password)
+                if sec: 
+                    private_keys[addr] = sec
+                    txin['address'] = addr
+
+        tx.sign( private_keys )
+
     def sign_message(self, address, message, password):
         sec = self.get_private_key(address, password)
         key = regenerate_key(sec)
         compressed = is_compressed(sec)
         return key.sign_message(message, compressed, address)
-        
-    def create_new_address(self, for_change):
-        n = len(self.change_addresses) if for_change else len(self.addresses)
-        address = self.get_new_address(n, for_change)
-        if for_change:
-            self.change_addresses.append(address)
-        else:
-            self.addresses.append(address)
+
+
+    def create_new_address(self, account, for_change):
+        addresses = self.accounts[account][for_change]
+        n = len(addresses)
+        address = self.get_new_address( account, for_change, n)
+        self.accounts[account][for_change].append(address)
         self.history[address] = []
+        print_msg(address)
         return address
         
-    def get_new_address(self, n, for_change):
-        pubkey = self.sequence.get_pubkey(n, for_change)
-        address = public_key_to_bc_address( pubkey.decode('hex') )
-        print_msg( address )
+
+    def get_new_address(self, account, for_change, n):
+        return self.sequences[account].get_address((for_change, n))
+        print address
         return address
 
     def change_gap_limit(self, value):
@@ -261,18 +314,22 @@ class Wallet:
             return True
 
         elif value >= self.min_acceptable_gap():
-            k = self.num_unused_trailing_addresses()
-            n = len(self.addresses) - k + value
-            self.addresses = self.addresses[0:n]
+            for key, account in self.accounts.items():
+                addresses = account[0]
+                k = self.num_unused_trailing_addresses(addresses)
+                n = len(addresses) - k + value
+                addresses = addresses[0:n]
+                self.accounts[key][0] = addresses
+
             self.gap_limit = value
             self.save()
             return True
         else:
             return False
 
-    def num_unused_trailing_addresses(self):
+    def num_unused_trailing_addresses(self, addresses):
         k = 0
-        for a in self.addresses[::-1]:
+        for a in addresses[::-1]:
             if self.history.get(a):break
             k = k + 1
         return k
@@ -281,13 +338,16 @@ class Wallet:
         # fixme: this assumes wallet is synchronized
         n = 0
         nmax = 0
-        k = self.num_unused_trailing_addresses()
-        for a in self.addresses[0:-k]:
-            if self.history.get(a):
-                n = 0
-            else:
-                n += 1
-                if n > nmax: nmax = n
+
+        for account in self.accounts.values():
+            addresses = account[0]
+            k = self.num_unused_trailing_addresses(addresses)
+            for a in addresses[0:-k]:
+                if self.history.get(a):
+                    n = 0
+                else:
+                    n += 1
+                    if n > nmax: nmax = n
         return nmax + 1
 
 
@@ -306,42 +366,54 @@ class Wallet:
         return age > 2
 
 
-    def synchronize_sequence(self, addresses, n, for_change):
+    def synchronize_sequence(self, account, for_change):
+        limit = self.gap_limit_for_change if for_change else self.gap_limit
+        addresses = self.accounts[account][for_change]
         new_addresses = []
         while True:
-            if len(self.addresses) < n:
-                new_addresses.append( self.create_new_address(for_change) )
+            if len(addresses) < limit:
+                new_addresses.append( self.create_new_address(account, for_change) )
                 continue
-            if map( lambda a: self.address_is_old(a), addresses[-n:] ) == n*[False]:
+            if map( lambda a: self.address_is_old(a), addresses[-limit:] ) == limit*[False]:
                 break
             else:
-                new_addresses.append( self.create_new_address(for_change) )
+                new_addresses.append( self.create_new_address(account, for_change) )
         return new_addresses
         
 
+    def synchronize_account(self, account):
+        new = []
+        new += self.synchronize_sequence(account, 0)
+        new += self.synchronize_sequence(account, 1)
+        return new
+
     def synchronize(self):
-        if not self.sequence.master_public_key:
-            return []
-        new_addresses = []
-        new_addresses += self.synchronize_sequence(self.addresses, self.gap_limit, False)
-        new_addresses += self.synchronize_sequence(self.change_addresses, self.gap_limit_for_change, True)
-        return new_addresses
+        new = []
+        for account in self.accounts.keys():
+            new += self.synchronize_account(account)
+        return new
 
 
     def is_found(self):
-        return (len(self.change_addresses) > self.gap_limit_for_change ) or ( len(self.addresses) > self.gap_limit )
+        return self.history.values() != [[]] * len(self.history) 
+
 
     def fill_addressbook(self):
         for tx_hash, tx in self.transactions.items():
             is_send, _, _ = self.get_tx_value(tx)
             if is_send:
-                for o in tx['outputs']:
-                    addr = o.get('address')
+                for addr, v in tx.outputs:
                     if not self.is_mine(addr) and addr not in self.addressbook:
                         self.addressbook.append(addr)
         # redo labels
         # self.update_tx_labels()
 
+    def get_num_tx(self, address):
+        n = 0 
+        for tx in self.transactions.values():
+            if address in map(lambda x:x[0], tx.outputs): n += 1
+        return n
+
 
     def get_address_flags(self, addr):
         flags = "C" if self.is_change(addr) else "I" if addr in self.imported_keys.keys() else "-" 
@@ -350,50 +422,10 @@ class Wallet:
         
 
     def get_tx_value(self, tx, addresses=None):
-        if addresses is None: addresses = self.all_addresses()
+        if addresses is None: addresses = self.addresses(True)
         return tx.get_value(addresses, self.prevout_values)
 
 
-    def get_tx_details(self, tx_hash):
-        import datetime
-        if not tx_hash: return ''
-        tx = self.transactions.get(tx_hash)
-        is_mine, v, fee = self.get_tx_value(tx_hash)
-        conf, timestamp = self.verifier.get_confirmations(tx_hash)
-
-        if timestamp:
-            time_str = datetime.datetime.fromtimestamp(timestamp).isoformat(' ')[:-3]
-        else:
-            time_str = 'pending'
-
-        inputs = map(lambda x: x.get('address'), tx['inputs'])
-        outputs = map(lambda x: x.get('address'), tx['outputs'])
-        tx_details = "Transaction Details" +"\n\n" \
-            + "Transaction ID:\n" + tx_hash + "\n\n" \
-            + "Status: %d confirmations\n"%conf
-        if is_mine:
-            if fee: 
-                tx_details += "Amount sent: %s\n"% format_satoshis(v-fee, False) \
-                              + "Transaction fee: %s\n"% format_satoshis(fee, False)
-            else:
-                tx_details += "Amount sent: %s\n"% format_satoshis(v, False) \
-                              + "Transaction fee: unknown\n"
-        else:
-            tx_details += "Amount received: %s\n"% format_satoshis(v, False) \
-
-        tx_details += "Date: %s\n\n"%time_str \
-            + "Inputs:\n-"+ '\n-'.join(inputs) + "\n\n" \
-            + "Outputs:\n-"+ '\n-'.join(outputs)
-
-        r = self.receipts.get(tx_hash)
-        if r:
-            tx_details += "\n_______________________________________" \
-                + '\n\nSigned URI: ' + r[2] \
-                + "\n\nSigned by: " + r[0] \
-                + '\n\nSignature: ' + r[1]
-
-        return tx_details
-
     
     def update_tx_outputs(self, tx_hash):
         tx = self.transactions.get(tx_hash)
@@ -401,8 +433,7 @@ class Wallet:
         for item in tx.outputs:
             addr, value = item
             key = tx_hash+ ':%d'%i
-            with self.lock:
-                self.prevout_values[key] = value
+            self.prevout_values[key] = value
             i += 1
 
         for item in tx.inputs:
@@ -456,54 +487,73 @@ class Wallet:
                 u += v
         return c, u
 
-    def get_balance(self):
+    def get_account_addresses(self, a):
+        ac = self.accounts[a]
+        return ac[0] + ac[1]
+
+    def get_imported_balance(self):
+        cc = uu = 0
+        for addr in self.imported_keys.keys():
+            c, u = self.get_addr_balance(addr)
+            cc += c
+            uu += u
+        return cc, uu
+
+    def get_account_balance(self, account):
         conf = unconf = 0
-        for addr in self.all_addresses(): 
+        for addr in self.get_account_addresses(account): 
             c, u = self.get_addr_balance(addr)
             conf += c
             unconf += u
         return conf, unconf
 
-
-    def choose_tx_inputs( self, amount, fixed_fee, from_addr = None ):
-        """ todo: minimize tx size """
-        total = 0
-        fee = self.fee if fixed_fee is None else fixed_fee
-
+    def get_balance(self):
+        cc = uu = 0
+        for a in self.accounts.keys():
+            c, u = self.get_account_balance(a)
+            cc += c
+            uu += u
+        c, u = self.get_imported_balance()
+        cc += c
+        uu += u
+        return cc, uu
+
+
+    def get_unspent_coins(self, domain=None):
         coins = []
-        prioritized_coins = []
-        domain = [from_addr] if from_addr else self.all_addresses()
-        for i in self.frozen_addresses:
-            if i in domain: domain.remove(i)
-
-        for i in self.prioritized_addresses:
-            if i in domain: domain.remove(i)
-
+        if domain is None: domain = self.addresses(True)
         for addr in domain:
             h = self.history.get(addr, [])
             if h == ['*']: continue
             for tx_hash, tx_height in h:
                 tx = self.transactions.get(tx_hash)
+                if tx is None: raise BaseException("Wallet not synchronized")
                 for output in tx.d.get('outputs'):
                     if output.get('address') != addr: continue
                     key = tx_hash + ":%d" % output.get('index')
                     if key in self.spent_outputs: continue
                     output['tx_hash'] = tx_hash
                     coins.append(output)
+        return coins
 
 
-        for addr in self.prioritized_addresses:
-            h = self.history.get(addr, [])
-            if h == ['*']: continue
-            for tx_hash, tx_height in h:
-                tx = self.transactions.get(tx_hash)
-                for output in tx.d.get('outputs'):
-                    if output.get('address') != addr: continue
-                    key = tx_hash + ":%d" % output.get('index')
-                    if key in self.spent_outputs: continue
-                    output['tx_hash'] = tx_hash
-                    prioritized_coins.append(output)
 
+    def choose_tx_inputs( self, amount, fixed_fee, from_addr = None ):
+        """ todo: minimize tx size """
+        total = 0
+        fee = self.fee if fixed_fee is None else fixed_fee
+
+        coins = []
+        prioritized_coins = []
+        domain = [from_addr] if from_addr else self.addresses(True)
+        for i in self.frozen_addresses:
+            if i in domain: domain.remove(i)
+
+        for i in self.prioritized_addresses:
+            if i in domain: domain.remove(i)
+
+        coins = self.get_unspent_coins(domain)
+        prioritized_coins = self.get_unspent_coins(self.prioritized_addresses)
 
         inputs = []
         coins = prioritized_coins + coins
@@ -512,21 +562,29 @@ class Wallet:
             addr = item.get('address')
             v = item.get('value')
             total += v
-            item['pubkeysig'] = [(None, None)]
+
             inputs.append( item )
-            fee = self.fee*len(inputs) if fixed_fee is None else fixed_fee
+            if fixed_fee is None:
+                estimated_size =  len(inputs) * 180 + 80     # this assumes non-compressed keys
+                fee = self.fee * round(estimated_size/1024.)
+                if fee == 0: fee = self.fee
+            else:
+                fee = fixed_fee
             if total >= amount + fee: break
         else:
-            #print "not enough funds: %s %s"%(format_satoshis(total), format_satoshis(fee))
             inputs = []
+
         return inputs, total, fee
 
+
+
     def add_tx_change( self, outputs, amount, fee, total, change_addr=None ):
         change_amount = total - ( amount + fee )
         if change_amount != 0:
             # normally, the update thread should ensure that the last change address is unused
             if not change_addr:
-                change_addr = self.change_addresses[-self.gap_limit_for_change]
+                change_addresses = self.accounts[0][1]
+                change_addr = change_addresses[-self.gap_limit_for_change]
             # Insert the change output at a random position in the outputs
             posn = random.randint(0, len(outputs))
             outputs[posn:posn] = [( change_addr,  change_amount)]
@@ -549,18 +607,17 @@ class Wallet:
 
     def receive_tx_callback(self, tx_hash, tx, tx_height):
 
+
         if not self.check_new_tx(tx_hash, tx):
-            raise BaseException("error: received transaction is not consistent with history"%tx_hash)
+            # may happen due to pruning
+            print_error("received transaction that is no longer referenced in history", tx_hash)
+            return
 
-        with self.lock:
+        with self.transaction_lock:
             self.transactions[tx_hash] = tx
-            self.tx_height[tx_hash] = tx_height
-
-        #tx_height = tx.get('height')
-        if self.verifier and tx_height>0: 
-            self.verifier.add(tx_hash, tx_height)
-
-        self.update_tx_outputs(tx_hash)
+            if self.verifier and tx_height>0: 
+                self.verifier.add(tx_hash, tx_height)
+            self.update_tx_outputs(tx_hash)
 
         self.save()
 
@@ -579,37 +636,32 @@ class Wallet:
                 if tx_height>0:
                     # add it in case it was previously unconfirmed
                     if self.verifier: self.verifier.add(tx_hash, tx_height)
-                    # set the height in case it changed
-                    txh = self.tx_height.get(tx_hash)
-                    if txh and txh != tx_height:
-                        print_error( "changing height for tx", tx_hash )
-                        self.tx_height[tx_hash] = tx_height
 
 
     def get_tx_history(self):
-        with self.lock:
+        with self.transaction_lock:
             history = self.transactions.items()
-        history.sort(key = lambda x: self.tx_height.get(x[0],1e12) )
-        result = []
+            history.sort(key = lambda x: self.verifier.verified_tx.get(x[0]) if self.verifier.verified_tx.get(x[0]) else (1e12,0,0))
+            result = []
     
-        balance = 0
-        for tx_hash, tx in history:
-            is_mine, v, fee = self.get_tx_value(tx)
-            if v is not None: balance += v
-        c, u = self.get_balance()
+            balance = 0
+            for tx_hash, tx in history:
+                is_mine, v, fee = self.get_tx_value(tx)
+                if v is not None: balance += v
+            c, u = self.get_balance()
 
-        if balance != c+u:
-            v_str = format_satoshis( c+u - balance, True, self.num_zeros)
-            result.append( ('', 1000, 0, c+u-balance, None, c+u-balance, None ) )
+            if balance != c+u:
+                v_str = format_satoshis( c+u - balance, True, self.num_zeros)
+                result.append( ('', 1000, 0, c+u-balance, None, c+u-balance, None ) )
 
-        balance = c + u - balance
-        for tx_hash, tx in history:
-            conf, timestamp = self.verifier.get_confirmations(tx_hash) if self.verifier else (None, None)
-            is_mine, value, fee = self.get_tx_value(tx)
-            if value is not None:
-                balance += value
+            balance = c + u - balance
+            for tx_hash, tx in history:
+                conf, timestamp = self.verifier.get_confirmations(tx_hash) if self.verifier else (None, None)
+                is_mine, value, fee = self.get_tx_value(tx)
+                if value is not None:
+                    balance += value
 
-            result.append( (tx_hash, conf, is_mine, value, fee, balance, timestamp) )
+                result.append( (tx_hash, conf, is_mine, value, fee, balance, timestamp) )
 
         return result
 
@@ -634,6 +686,9 @@ class Wallet:
                             default_label = self.labels[o_addr]
                         except KeyError:
                             default_label = o_addr
+                        break
+                else:
+                    default_label = '(internal)'
             else:
                 for o in tx.outputs:
                     o_addr, _ = o
@@ -657,10 +712,10 @@ class Wallet:
         return default_label
 
 
-    def mktx(self, outputs, label, password, fee=None, change_addr=None, from_addr= None):
+    def mktx(self, outputs, password, fee=None, change_addr=None, from_addr= None):
 
         for address, x in outputs:
-            assert self.is_valid(address)
+            assert is_valid(address)
 
         amount = sum( map(lambda x:x[1], outputs) )
         inputs, total, fee = self.choose_tx_inputs( amount, fee, from_addr )
@@ -672,30 +727,33 @@ class Wallet:
             print_error( "Sending change to", change_addr )
         outputs = self.add_tx_change(outputs, amount, fee, total, change_addr)
 
-        if not self.seed:
-            return repr({'inputs':inputs, 'outputs':outputs})
-        
-        tx = self.signed_tx(inputs, outputs, password)
+        tx = Transaction.from_io(inputs, outputs)
+
+        pk_addresses = []
+        for i in range(len(tx.inputs)):
+            txin = tx.inputs[i]
+            address = txin['address']
+            if address in self.imported_keys.keys(): 
+                pk_addresses.append(address)
+                continue
+            account, sequence = self.get_address_index(address)
+            txin['KeyID'] = (account, 'Electrum', sequence) # used by the server to find the key
+            pk_addr, redeemScript = self.sequences[account].get_input_info(sequence)
+            if redeemScript: txin['redeemScript'] = redeemScript
+            pk_addresses.append(pk_addr)
+
+        # get all private keys at once.
+        if self.seed:
+            private_keys = self.get_private_keys(pk_addresses, password)
+            tx.sign(private_keys)
 
         for address, x in outputs:
             if address not in self.addressbook and not self.is_mine(address):
                 self.addressbook.append(address)
 
-        if label: 
-            tx_hash = Hash(tx.decode('hex') )[::-1].encode('hex')
-            self.labels[tx_hash] = label
-
         return tx
 
-    def signed_tx(self, inputs, outputs, password):
-        tx = Transaction.from_io(inputs, outputs)
-        private_keys = {}
-        for txin in tx.inputs:
-            addr = txin['address']
-            sec = self.get_private_key(addr, password)
-            private_keys[addr] = sec
-        tx.sign(private_keys)
-        return str(tx)
+
 
     def sendtx(self, tx):
         # synchronous
@@ -706,62 +764,16 @@ class Wallet:
     def send_tx(self, tx):
         # asynchronous
         self.tx_event.clear()
-        tx_hash = Hash(tx.decode('hex') )[::-1].encode('hex')
-        self.interface.send([('blockchain.transaction.broadcast', [tx])], 'synchronizer')
-        return tx_hash
+        self.interface.send([('blockchain.transaction.broadcast', [str(tx)])], 'synchronizer')
+        return tx.hash()
 
     def receive_tx(self,tx_hash):
         out = self.tx_result 
         if out != tx_hash:
             return False, "error: " + out
-        if self.receipt:
-            self.receipts[tx_hash] = self.receipt
-            self.receipt = None
         return True, out
 
 
-    def read_alias(self, alias):
-        # this might not be the right place for this function.
-        import urllib
-
-        m1 = re.match('([\w\-\.]+)@((\w[\w\-]+\.)+[\w\-]+)', alias)
-        m2 = re.match('((\w[\w\-]+\.)+[\w\-]+)', alias)
-        if m1:
-            url = 'https://' + m1.group(2) + '/bitcoin.id/' + m1.group(1) 
-        elif m2:
-            url = 'https://' + alias + '/bitcoin.id'
-        else:
-            return ''
-        try:
-            lines = urllib.urlopen(url).readlines()
-        except:
-            return ''
-
-        # line 0
-        line = lines[0].strip().split(':')
-        if len(line) == 1:
-            auth_name = None
-            target = signing_addr = line[0]
-        else:
-            target, auth_name, signing_addr, signature = line
-            msg = "alias:%s:%s:%s"%(alias,target,auth_name)
-            print msg, signature
-            EC_KEY.verify_message(signing_addr, signature, msg)
-        
-        # other lines are signed updates
-        for line in lines[1:]:
-            line = line.strip()
-            if not line: continue
-            line = line.split(':')
-            previous = target
-            print repr(line)
-            target, signature = line
-            EC_KEY.verify_message(previous, signature, "alias:%s:%s"%(alias,target))
-
-        if not self.is_valid(target):
-            raise ValueError("Invalid bitcoin address")
-
-        return target, signing_addr, auth_name
 
     def update_password(self, seed, old_password, new_password):
         if new_password == '': new_password = None
@@ -775,100 +787,10 @@ class Wallet:
             self.imported_keys[k] = c
         self.save()
 
-    def get_alias(self, alias, interactive = False, show_message=None, question = None):
-        try:
-            target, signing_address, auth_name = self.read_alias(alias)
-        except BaseException, e:
-            # raise exception if verify fails (verify the chain)
-            if interactive:
-                show_message("Alias error: " + str(e))
-            return
-
-        print target, signing_address, auth_name
-
-        if auth_name is None:
-            a = self.aliases.get(alias)
-            if not a:
-                msg = "Warning: the alias '%s' is self-signed.\nThe signing address is %s.\n\nDo you want to add this alias to your list of contacts?"%(alias,signing_address)
-                if interactive and question( msg ):
-                    self.aliases[alias] = (signing_address, target)
-                else:
-                    target = None
-            else:
-                if signing_address != a[0]:
-                    msg = "Warning: the key of alias '%s' has changed since your last visit! It is possible that someone is trying to do something nasty!!!\nDo you accept to change your trusted key?"%alias
-                    if interactive and question( msg ):
-                        self.aliases[alias] = (signing_address, target)
-                    else:
-                        target = None
-        else:
-            if signing_address not in self.authorities.keys():
-                msg = "The alias: '%s' links to %s\n\nWarning: this alias was signed by an unknown key.\nSigning authority: %s\nSigning address: %s\n\nDo you want to add this key to your list of trusted keys?"%(alias,target,auth_name,signing_address)
-                if interactive and question( msg ):
-                    self.authorities[signing_address] = auth_name
-                else:
-                    target = None
-
-        if target:
-            self.aliases[alias] = (signing_address, target)
-            
-        return target
-
-
-    def parse_url(self, url, show_message, question):
-        o = url[8:].split('?')
-        address = o[0]
-        if len(o)>1:
-            params = o[1].split('&')
-        else:
-            params = []
-
-        amount = label = message = signature = identity = ''
-        for p in params:
-            k,v = p.split('=')
-            uv = urldecode(v)
-            if k == 'amount': amount = uv
-            elif k == 'message': message = uv
-            elif k == 'label': label = uv
-            elif k == 'signature':
-                identity, signature = uv.split(':')
-                url = url.replace('&%s=%s'%(k,v),'')
-            else: 
-                print k,v
-
-        if label and self.labels.get(address) != label:
-            if question('Give label "%s" to address %s ?'%(label,address)):
-                if address not in self.addressbook and address not in self.all_addresses(): 
-                    self.addressbook.append(address)
-                self.labels[address] = label
-
-        if signature:
-            if re.match('^(|([\w\-\.]+)@)((\w[\w\-]+\.)+[\w\-]+)$', identity):
-                signing_address = self.get_alias(identity, True, show_message, question)
-            elif self.is_valid(identity):
-                signing_address = identity
-            else:
-                signing_address = None
-            if not signing_address:
-                return
-            try:
-                EC_KEY.verify_message(signing_address, signature, url )
-                self.receipt = (signing_address, signature, url)
-            except:
-                show_message('Warning: the URI contains a bad signature.\nThe identity of the recipient cannot be verified.')
-                address = amount = label = identity = message = ''
-
-        if re.match('^(|([\w\-\.]+)@)((\w[\w\-]+\.)+[\w\-]+)$', address):
-            payto_address = self.get_alias(address, True, show_message, question)
-            if payto_address:
-                address = address + ' <' + payto_address + '>'
-
-        return address, amount, label, message, signature, identity, url
-
 
 
     def freeze(self,addr):
-        if addr in self.all_addresses() and addr not in self.frozen_addresses:
+        if self.is_mine(addr) and addr not in self.frozen_addresses:
             self.unprioritize(addr)
             self.frozen_addresses.append(addr)
             self.config.set_key('frozen_addresses', self.frozen_addresses, True)
@@ -877,7 +799,7 @@ class Wallet:
             return False
 
     def unfreeze(self,addr):
-        if addr in self.all_addresses() and addr in self.frozen_addresses:
+        if self.is_mine(addr) and addr in self.frozen_addresses:
             self.frozen_addresses.remove(addr)
             self.config.set_key('frozen_addresses', self.frozen_addresses, True)
             return True
@@ -885,7 +807,7 @@ class Wallet:
             return False
 
     def prioritize(self,addr):
-        if addr in self.all_addresses() and addr not in self.prioritized_addresses:
+        if self.is_mine(addr) and addr not in self.prioritized_addresses:
             self.unfreeze(addr)
             self.prioritized_addresses.append(addr)
             self.config.set_key('prioritized_addresses', self.prioritized_addresses, True)
@@ -894,7 +816,7 @@ class Wallet:
             return False
 
     def unprioritize(self,addr):
-        if addr in self.all_addresses() and addr in self.prioritized_addresses:
+        if self.is_mine(addr) and addr in self.prioritized_addresses:
             self.prioritized_addresses.remove(addr)
             self.config.set_key('prioritized_addresses', self.prioritized_addresses, True)
             return True
@@ -909,23 +831,17 @@ class Wallet:
         s = {
             'use_encryption': self.use_encryption,
             'use_change': self.use_change,
-            'fee': self.fee,
-            'addresses': self.addresses,
-            'change_addresses': self.change_addresses,
+            'fee_per_kb': self.fee,
+            'accounts': self.accounts,
             'addr_history': self.history, 
             'labels': self.labels,
             'contacts': self.addressbook,
             'imported_keys': self.imported_keys,
-            'aliases': self.aliases,
-            'authorities': self.authorities,
-            'receipts': self.receipts,
             'num_zeros': self.num_zeros,
             'frozen_addresses': self.frozen_addresses,
             'prioritized_addresses': self.prioritized_addresses,
             'gap_limit': self.gap_limit,
             'transactions': tx,
-            'tx_height': self.tx_height,
-            'requested_amounts': self.requested_amounts,
         }
         for k, v in s.items():
             self.config.set_key(k,v)
@@ -934,17 +850,6 @@ class Wallet:
     def set_verifier(self, verifier):
         self.verifier = verifier
 
-        # review stored transactions and send them to the verifier
-        # (they are not necessarily in the history, because history items might have have been pruned)
-        for tx_hash, tx in self.transactions.items():
-            tx_height = self.tx_height[tx_hash]
-            if tx_height <1:
-                print_error( "skipping", tx_hash, tx_height )
-                continue
-            
-            if tx_height>0:
-                self.verifier.add(tx_hash, tx_height)
-
         # review transactions that are in the history
         for addr, hist in self.history.items():
             if hist == ['*']: continue
@@ -952,13 +857,14 @@ class Wallet:
                 if tx_height>0:
                     # add it in case it was previously unconfirmed
                     self.verifier.add(tx_hash, tx_height)
-                    # set the height in case it changed
-                    txh = self.tx_height.get(tx_hash)
-                    if txh and txh != tx_height:
-                        print_error( "changing height for tx", tx_hash )
-                        self.tx_height[tx_hash] = tx_height
 
 
+        # if we are on a pruning server, remove unverified transactions
+        vr = self.verifier.transactions.keys() + self.verifier.verified_tx.keys()
+        for tx_hash in self.transactions.keys():
+            if tx_hash not in vr:
+                self.transactions.pop(tx_hash)
+
 
 
     def check_new_history(self, addr, hist):
@@ -992,14 +898,13 @@ class Wallet:
                 if not tx: continue
                 
                 # already verified?
-                if self.tx_height.get(tx_hash):
+                if self.verifier.get_height(tx_hash):
                     continue
                 # unconfirmed tx
                 print_error("new history is orphaning transaction:", tx_hash)
                 # check that all outputs are not mine, request histories
                 ext_requests = []
-                for o in tx.get('outputs'):
-                    _addr = o.get('address')
+                for _addr, _v in tx.outputs:
                     # assert not self.is_mine(_addr)
                     ext_requests.append( ('blockchain.address.get_history', [_addr]) )
 
@@ -1007,10 +912,10 @@ class Wallet:
                 height = None
                 for h in ext_h:
                     if h == ['*']: continue
+                    print_error(h)
                     for item in h:
                         if item.get('tx_hash') == tx_hash:
                             height = item.get('height')
-                            self.tx_height[tx_hash] = height
                 if height:
                     print_error("found height for", tx_hash, height)
                     self.verifier.add(tx_hash, height)
@@ -1054,7 +959,6 @@ class WalletSynchronizer(threading.Thread):
         self.interface = self.wallet.interface
         self.interface.register_channel('synchronizer')
         self.wallet.interface.register_callback('connected', lambda: self.wallet.set_up_to_date(False))
-        self.wallet.interface.register_callback('connected', lambda: self.interface.send([('server.banner',[])],'synchronizer') )
         self.was_updated = True
         self.running = False
         self.lock = threading.Lock()
@@ -1066,22 +970,6 @@ class WalletSynchronizer(threading.Thread):
     def is_running(self):
         with self.lock: return self.running
 
-    def synchronize_wallet(self):
-        new_addresses = self.wallet.synchronize()
-        if new_addresses:
-            self.subscribe_to_addresses(new_addresses)
-            self.wallet.up_to_date = False
-            return
-            
-        if not self.interface.is_up_to_date('synchronizer'):
-            if self.wallet.is_up_to_date():
-                self.wallet.set_up_to_date(False)
-                self.was_updated = True
-            return
-
-        self.wallet.set_up_to_date(True)
-        self.was_updated = True
-
     
     def subscribe_to_addresses(self, addresses):
         messages = []
@@ -1109,22 +997,34 @@ class WalletSynchronizer(threading.Thread):
         while not self.interface.is_connected:
             time.sleep(1)
         
-        # request banner, because 'connected' event happens before this thread is started
-        self.interface.send([('server.banner',[])],'synchronizer')
-
         # subscriptions
-        self.subscribe_to_addresses(self.wallet.all_addresses())
+        self.subscribe_to_addresses(self.wallet.addresses(True))
 
         while self.is_running():
-            # 1. send new requests
-            self.synchronize_wallet()
+            # 1. create new addresses
+            new_addresses = self.wallet.synchronize()
+
+            # request missing addresses
+            if new_addresses:
+                self.subscribe_to_addresses(new_addresses)
 
+            # request missing transactions
             for tx_hash, tx_height in missing_tx:
                 if (tx_hash, tx_height) not in requested_tx:
                     self.interface.send([ ('blockchain.transaction.get',[tx_hash, tx_height]) ], 'synchronizer')
                     requested_tx.append( (tx_hash, tx_height) )
             missing_tx = []
 
+            # detect if situation has changed
+            if not self.interface.is_up_to_date('synchronizer'):
+                if self.wallet.is_up_to_date():
+                    self.wallet.set_up_to_date(False)
+                    self.was_updated = True
+            else:
+                if not self.wallet.is_up_to_date():
+                    self.wallet.set_up_to_date(True)
+                    self.was_updated = True
+
             if self.was_updated:
                 self.interface.trigger_callback('updated')
                 self.was_updated = False
@@ -1198,9 +1098,6 @@ class WalletSynchronizer(threading.Thread):
                 self.wallet.tx_result = result
                 self.wallet.tx_event.set()
 
-            elif method == 'server.banner':
-                self.wallet.banner = result
-                self.interface.trigger_callback('banner')
             else:
                 print_error("Error: Unknown message:" + method + ", " + repr(params) + ", " + repr(result) )