lib/wallet.py

   1 #!/usr/bin/env python
   2 #
   3 # Electrum - lightweight Bitcoin client
   4 # Copyright (C) 2011 thomasv@gitorious
   5 #
   6 # This program is free software: you can redistribute it and/or modify
   7 # it under the terms of the GNU General Public License as published by
   8 # the Free Software Foundation, either version 3 of the License, or
   9 # (at your option) any later version.
  10 #
  11 # This program is distributed in the hope that it will be useful,
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14 # GNU General Public License for more details.
  15 #
  16 # You should have received a copy of the GNU General Public License
  17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18
  19 import sys
  20 import base64
  21 import os
  22 import re
  23 import hashlib
  24 import copy
  25 import operator
  26 import ast
  27 import threading
  28 import random
  29 import aes
  30 import Queue
  31 import time
  32 import math
  33
  34 from util import print_msg, print_error, format_satoshis
  35 from bitcoin import *
  36 from account import *
  37 from transaction import Transaction
  38 from plugins import run_hook
  39 import bitcoin
  40 from synchronizer import WalletSynchronizer
  41
  42 COINBASE_MATURITY = 100
  43 DUST_THRESHOLD = 5430
  44
  45 # internal ID for imported account
  46 IMPORTED_ACCOUNT = '/x'
  47
  48
  49
  50 from version import *
  51
  52
  53 class WalletStorage:
  54
  55     def __init__(self, config):
  56         self.lock = threading.Lock()
  57         self.config = config
  58         self.data = {}
  59         self.file_exists = False
  60         self.path = self.init_path(config)
  61         print_error( "wallet path", self.path )
  62         if self.path:
  63             self.read(self.path)
  64
  65
  66     def init_path(self, config):
  67         """Set the path of the wallet."""
  68
  69         # command line -w option
  70         path = config.get('wallet_path')
  71         if path:
  72             return path
  73
  74         # path in config file
  75         path = config.get('default_wallet_path')
  76         if path:
  77             return path
  78
  79         # default path
  80         dirpath = os.path.join(config.path, "wallets")
  81         if not os.path.exists(dirpath):
  82             os.mkdir(dirpath)
  83
  84         new_path = os.path.join(config.path, "wallets", "default_wallet")
  85
  86         # default path in pre 1.9 versions
  87         old_path = os.path.join(config.path, "electrum.dat")
  88         if os.path.exists(old_path) and not os.path.exists(new_path):
  89             os.rename(old_path, new_path)
  90
  91         return new_path
  92
  93
  94     def read(self, path):
  95         """Read the contents of the wallet file."""
  96         try:
  97             with open(self.path, "r") as f:
  98                 data = f.read()
  99         except IOError:
 100             return
 101         try:
 102             d = ast.literal_eval( data )  #parse raw data from reading wallet file
 103         except Exception:
 104             raise IOError("Cannot read wallet file.")
 105
 106         self.data = d
 107         self.file_exists = True
 108
 109
 110     def get(self, key, default=None):
 111         v = self.data.get(key)
 112         if v is None:
 113             v = default
 114         return v
 115
 116     def put(self, key, value, save = True):
 117
 118         with self.lock:
 119             if value is not None:
 120                 self.data[key] = value
 121             else:
 122                 self.data.pop(key)
 123             if save:
 124                 self.write()
 125
 126     def write(self):
 127         s = repr(self.data)
 128         f = open(self.path,"w")
 129         f.write( s )
 130         f.close()
 131         if 'ANDROID_DATA' not in os.environ:
 132             import stat
 133             os.chmod(self.path,stat.S_IREAD | stat.S_IWRITE)
 134
 135
 136
 137
 138
 139
 140
 141 class Abstract_Wallet:
 142
 143     def __init__(self, storage):
 144
 145         self.storage = storage
 146         self.electrum_version = ELECTRUM_VERSION
 147         self.gap_limit_for_change = 3 # constant
 148         # saved fields
 149         self.seed_version          = storage.get('seed_version', NEW_SEED_VERSION)
 150         self.gap_limit             = storage.get('gap_limit', 5)
 151         self.use_change            = storage.get('use_change',True)
 152         self.use_encryption        = storage.get('use_encryption', False)
 153         self.seed                  = storage.get('seed', '')               # encrypted
 154         self.labels                = storage.get('labels', {})
 155         self.frozen_addresses      = storage.get('frozen_addresses',[])
 156         self.addressbook           = storage.get('contacts', [])
 157
 158         self.history               = storage.get('addr_history',{})        # address -> list(txid, height)
 159
 160         self.fee                   = int(storage.get('fee_per_kb', 10000))
 161
 162         self.master_public_keys = storage.get('master_public_keys',{})
 163         self.master_private_keys = storage.get('master_private_keys', {})
 164
 165         self.next_addresses = storage.get('next_addresses',{})
 166
 167
 168         # This attribute is set when wallet.start_threads is called.
 169         self.synchronizer = None
 170
 171         self.load_accounts()
 172
 173         self.transactions = {}
 174         tx_list = self.storage.get('transactions',{})
 175         for k,v in tx_list.items():
 176             try:
 177                 tx = Transaction(v)
 178             except Exception:
 179                 print_msg("Warning: Cannot deserialize transactions. skipping")
 180                 continue
 181
 182             self.add_extra_addresses(tx)
 183             self.transactions[k] = tx
 184
 185         for h,tx in self.transactions.items():
 186             if not self.check_new_tx(h, tx):
 187                 print_error("removing unreferenced tx", h)
 188                 self.transactions.pop(h)
 189
 190
 191         # not saved
 192         self.prevout_values = {}     # my own transaction outputs
 193         self.spent_outputs = []
 194
 195         # spv
 196         self.verifier = None
 197
 198         # there is a difference between wallet.up_to_date and interface.is_up_to_date()
 199         # interface.is_up_to_date() returns true when all requests have been answered and processed
 200         # wallet.up_to_date is true when the wallet is synchronized (stronger requirement)
 201
 202         self.up_to_date = False
 203         self.lock = threading.Lock()
 204         self.transaction_lock = threading.Lock()
 205         self.tx_event = threading.Event()
 206
 207         for tx_hash, tx in self.transactions.items():
 208             self.update_tx_outputs(tx_hash)
 209
 210
 211     def add_extra_addresses(self, tx):
 212         h = tx.hash()
 213         # find the address corresponding to pay-to-pubkey inputs
 214         tx.add_extra_addresses(self.transactions)
 215         for o in tx.d.get('outputs'):
 216             if o.get('is_pubkey'):
 217                 for tx2 in self.transactions.values():
 218                     tx2.add_extra_addresses({h:tx})
 219
 220
 221     def get_action(self):
 222         pass
 223
 224     def load_accounts(self):
 225         self.accounts = {}
 226         self.imported_keys = self.storage.get('imported_keys',{})
 227         if self.imported_keys:
 228             print_error("cannot load imported keys")
 229
 230         d = self.storage.get('accounts', {})
 231         for k, v in d.items():
 232             if k == 0:
 233                 v['mpk'] = self.storage.get('master_public_key')
 234                 self.accounts[k] = OldAccount(v)
 235             elif v.get('imported'):
 236                 self.accounts[k] = ImportedAccount(v)
 237             elif v.get('xpub3'):
 238                 self.accounts[k] = BIP32_Account_2of3(v)
 239             elif v.get('xpub2'):
 240                 self.accounts[k] = BIP32_Account_2of2(v)
 241             elif v.get('xpub'):
 242                 self.accounts[k] = BIP32_Account(v)
 243             elif v.get('pending'):
 244                 self.accounts[k] = PendingAccount(v)
 245             else:
 246                 print_error("cannot load account", v)
 247
 248
 249     def synchronize(self):
 250         pass
 251
 252     def can_create_accounts(self):
 253         return False
 254
 255     def set_up_to_date(self,b):
 256         with self.lock: self.up_to_date = b
 257
 258     def is_up_to_date(self):
 259         with self.lock: return self.up_to_date
 260
 261
 262     def update(self):
 263         self.up_to_date = False
 264         while not self.is_up_to_date():
 265             time.sleep(0.1)
 266
 267     def is_imported(self, addr):
 268         account = self.accounts.get(IMPORTED_ACCOUNT)
 269         if account:
 270             return addr in account.get_addresses(0)
 271         else:
 272             return False
 273
 274     def import_key(self, sec, password):
 275         try:
 276             pubkey = public_key_from_private_key(sec)
 277             address = public_key_to_bc_address(pubkey.decode('hex'))
 278         except Exception:
 279             raise Exception('Invalid private key')
 280
 281         if self.is_mine(address):
 282             raise Exception('Address already in wallet')
 283
 284         if self.accounts.get(IMPORTED_ACCOUNT) is None:
 285             self.accounts[IMPORTED_ACCOUNT] = ImportedAccount({'imported':{}})
 286         self.accounts[IMPORTED_ACCOUNT].add(address, pubkey, sec, password)
 287         self.save_accounts()
 288
 289         if self.synchronizer:
 290             self.synchronizer.subscribe_to_addresses([address])
 291         return address
 292
 293
 294     def delete_imported_key(self, addr):
 295         account = self.accounts[IMPORTED_ACCOUNT]
 296         account.remove(addr)
 297         if not account.get_addresses(0):
 298             self.accounts.pop(IMPORTED_ACCOUNT)
 299         self.save_accounts()
 300
 301
 302     def set_label(self, name, text = None):
 303         changed = False
 304         old_text = self.labels.get(name)
 305         if text:
 306             if old_text != text:
 307                 self.labels[name] = text
 308                 changed = True
 309         else:
 310             if old_text:
 311                 self.labels.pop(name)
 312                 changed = True
 313
 314         if changed:
 315             self.storage.put('labels', self.labels, True)
 316
 317         run_hook('set_label', name, text, changed)
 318         return changed
 319
 320
 321
 322
 323     def addresses(self, include_change = True, _next=True):
 324         o = []
 325         for a in self.accounts.keys():
 326             o += self.get_account_addresses(a, include_change)
 327
 328         if _next:
 329             for addr in self.next_addresses.values():
 330                 if addr not in o:
 331                     o += [addr]
 332         return o
 333
 334
 335     def is_mine(self, address):
 336         return address in self.addresses(True)
 337
 338
 339     def is_change(self, address):
 340         if not self.is_mine(address): return False
 341         acct, s = self.get_address_index(address)
 342         if s is None: return False
 343         return s[0] == 1
 344
 345
 346     def get_address_index(self, address):
 347
 348         for account in self.accounts.keys():
 349             for for_change in [0,1]:
 350                 addresses = self.accounts[account].get_addresses(for_change)
 351                 for addr in addresses:
 352                     if address == addr:
 353                         return account, (for_change, addresses.index(addr))
 354
 355         for k,v in self.next_addresses.items():
 356             if v == address:
 357                 return k, (0,0)
 358
 359         raise Exception("Address not found", address)
 360
 361
 362     def getpubkeys(self, addr):
 363         assert is_valid(addr) and self.is_mine(addr)
 364         account, sequence = self.get_address_index(addr)
 365         a = self.accounts[account]
 366         return a.get_pubkeys( sequence )
 367
 368
 369     def get_private_key(self, address, password):
 370         if self.is_watching_only():
 371             return []
 372         account_id, sequence = self.get_address_index(address)
 373         return self.accounts[account_id].get_private_key(sequence, self, password)
 374
 375
 376     def get_public_keys(self, address):
 377         account_id, sequence = self.get_address_index(address)
 378         return self.accounts[account_id].get_pubkeys(sequence)
 379
 380
 381     def add_keypairs_from_wallet(self, tx, keypairs, password):
 382         for txin in tx.inputs:
 383             address = txin['address']
 384             if not self.is_mine(address):
 385                 continue
 386             private_keys = self.get_private_key(address, password)
 387             for sec in private_keys:
 388                 pubkey = public_key_from_private_key(sec)
 389                 keypairs[ pubkey ] = sec
 390
 391
 392
 393     def add_keypairs_from_KeyID(self, tx, keypairs, password):
 394         # first check the provided password
 395         seed = self.get_seed(password)
 396
 397         for txin in tx.inputs:
 398             keyid = txin.get('KeyID')
 399             if keyid:
 400                 roots = []
 401                 for s in keyid.split('&'):
 402                     m = re.match("bip32\((.*),(/\d+/\d+)\)", s)
 403                     if not m: continue
 404                     xpub = m.group(1)
 405                     sequence = m.group(2)
 406                     root = self.find_root_by_master_key(xpub)
 407                     if not root: continue
 408                     sequence = map(lambda x:int(x), sequence.strip('/').split('/'))
 409                     root = root + '%d'%sequence[0]
 410                     sequence = sequence[1:]
 411                     roots.append((root,sequence))
 412
 413                 account_id = " & ".join( map(lambda x:x[0], roots) )
 414                 account = self.accounts.get(account_id)
 415                 if not account: continue
 416                 addr = account.get_address(*sequence)
 417                 txin['address'] = addr # fixme: side effect
 418                 pk = self.get_private_key(addr, password)
 419                 for sec in pk:
 420                     pubkey = public_key_from_private_key(sec)
 421                     keypairs[pubkey] = sec
 422
 423
 424
 425     def signrawtransaction(self, tx, input_info, private_keys, password):
 426
 427         # check that the password is correct
 428         seed = self.get_seed(password)
 429
 430         # if input_info is not known, build it using wallet UTXOs
 431         if not input_info:
 432             input_info = []
 433             unspent_coins = self.get_unspent_coins()
 434             for txin in tx.inputs:
 435                 for item in unspent_coins:
 436                     if txin['prevout_hash'] == item['prevout_hash'] and txin['prevout_n'] == item['prevout_n']:
 437                         info = { 'address':item['address'], 'scriptPubKey':item['scriptPubKey'] }
 438                         self.add_input_info(info)
 439                         input_info.append(info)
 440                         break
 441                 else:
 442                     print_error( "input not in UTXOs" )
 443                     input_info.append(None)
 444
 445         # add input_info to the transaction
 446         print_error("input_info", input_info)
 447         tx.add_input_info(input_info)
 448
 449         # build a list of public/private keys
 450         keypairs = {}
 451
 452         # add private keys from parameter
 453         for sec in private_keys:
 454             pubkey = public_key_from_private_key(sec)
 455             keypairs[ pubkey ] = sec
 456
 457         # add private_keys from KeyID
 458         self.add_keypairs_from_KeyID(tx, keypairs, password)
 459         # add private keys from wallet
 460         self.add_keypairs_from_wallet(tx, keypairs, password)
 461         # sign the transaction
 462         self.sign_transaction(tx, keypairs, password)
 463
 464
 465     def sign_message(self, address, message, password):
 466         keys = self.get_private_key(address, password)
 467         assert len(keys) == 1
 468         sec = keys[0]
 469         key = regenerate_key(sec)
 470         compressed = is_compressed(sec)
 471         return key.sign_message(message, compressed, address)
 472
 473
 474
 475     def decrypt_message(self, pubkey, message, password):
 476         address = public_key_to_bc_address(pubkey.decode('hex'))
 477         keys = self.get_private_key(address, password)
 478         secret = keys[0]
 479         ec = regenerate_key(secret)
 480         decrypted = ec.decrypt_message(message)
 481         return decrypted[0]
 482
 483
 484
 485     def is_found(self):
 486         return self.history.values() != [[]] * len(self.history)
 487
 488
 489     def add_contact(self, address, label=None):
 490         self.addressbook.append(address)
 491         self.storage.put('contacts', self.addressbook, True)
 492         if label:
 493             self.set_label(address, label)
 494
 495
 496     def delete_contact(self, addr):
 497         if addr in self.addressbook:
 498             self.addressbook.remove(addr)
 499             self.storage.put('addressbook', self.addressbook, True)
 500
 501
 502     def fill_addressbook(self):
 503         for tx_hash, tx in self.transactions.items():
 504             is_relevant, is_send, _, _ = self.get_tx_value(tx)
 505             if is_send:
 506                 for addr, v in tx.outputs:
 507                     if not self.is_mine(addr) and addr not in self.addressbook:
 508                         self.addressbook.append(addr)
 509         # redo labels
 510         # self.update_tx_labels()
 511
 512     def get_num_tx(self, address):
 513         n = 0
 514         for tx in self.transactions.values():
 515             if address in map(lambda x:x[0], tx.outputs): n += 1
 516         return n
 517
 518
 519     def get_address_flags(self, addr):
 520         flags = "C" if self.is_change(addr) else "I" if addr in self.imported_keys.keys() else "-"
 521         flags += "F" if addr in self.frozen_addresses else "-"
 522         return flags
 523
 524
 525     def get_tx_value(self, tx, account=None):
 526         domain = self.get_account_addresses(account)
 527         return tx.get_value(domain, self.prevout_values)
 528
 529
 530     def update_tx_outputs(self, tx_hash):
 531         tx = self.transactions.get(tx_hash)
 532
 533         for i, (addr, value) in enumerate(tx.outputs):
 534             key = tx_hash+ ':%d'%i
 535             self.prevout_values[key] = value
 536
 537         for item in tx.inputs:
 538             if self.is_mine(item.get('address')):
 539                 key = item['prevout_hash'] + ':%d'%item['prevout_n']
 540                 self.spent_outputs.append(key)
 541
 542
 543     def get_addr_balance(self, address):
 544         #assert self.is_mine(address)
 545         h = self.history.get(address,[])
 546         if h == ['*']: return 0,0
 547         c = u = 0
 548         received_coins = []   # list of coins received at address
 549
 550         for tx_hash, tx_height in h:
 551             tx = self.transactions.get(tx_hash)
 552             if not tx: continue
 553
 554             for i, (addr, value) in enumerate(tx.outputs):
 555                 if addr == address:
 556                     key = tx_hash + ':%d'%i
 557                     received_coins.append(key)
 558
 559         for tx_hash, tx_height in h:
 560             tx = self.transactions.get(tx_hash)
 561             if not tx: continue
 562             v = 0
 563
 564             for item in tx.inputs:
 565                 addr = item.get('address')
 566                 if addr == address:
 567                     key = item['prevout_hash']  + ':%d'%item['prevout_n']
 568                     value = self.prevout_values.get( key )
 569                     if key in received_coins:
 570                         v -= value
 571
 572             for i, (addr, value) in enumerate(tx.outputs):
 573                 key = tx_hash + ':%d'%i
 574                 if addr == address:
 575                     v += value
 576
 577             if tx_height:
 578                 c += v
 579             else:
 580                 u += v
 581         return c, u
 582
 583
 584     def get_account_name(self, k):
 585         return self.labels.get(k, self.accounts[k].get_name(k))
 586
 587
 588     def get_account_names(self):
 589         account_names = {}
 590         for k in self.accounts.keys():
 591             account_names[k] = self.get_account_name(k)
 592         return account_names
 593
 594
 595     def get_account_addresses(self, a, include_change=True):
 596         if a is None:
 597             o = self.addresses(True)
 598         elif a in self.accounts:
 599             ac = self.accounts[a]
 600             o = ac.get_addresses(0)
 601             if include_change: o += ac.get_addresses(1)
 602         return o
 603
 604
 605     def get_account_balance(self, account):
 606         return self.get_balance(self.get_account_addresses(account))
 607
 608     def get_frozen_balance(self):
 609         return self.get_balance(self.frozen_addresses)
 610
 611     def get_balance(self, domain=None):
 612         if domain is None: domain = self.addresses(True)
 613         cc = uu = 0
 614         for addr in domain:
 615             c, u = self.get_addr_balance(addr)
 616             cc += c
 617             uu += u
 618         return cc, uu
 619
 620
 621     def get_unspent_coins(self, domain=None):
 622         coins = []
 623         if domain is None: domain = self.addresses(True)
 624         for addr in domain:
 625             h = self.history.get(addr, [])
 626             if h == ['*']: continue
 627             for tx_hash, tx_height in h:
 628                 tx = self.transactions.get(tx_hash)
 629                 if tx is None: raise Exception("Wallet not synchronized")
 630                 is_coinbase = tx.inputs[0].get('prevout_hash') == '0'*64
 631                 for o in tx.d.get('outputs'):
 632                     output = o.copy()
 633                     if output.get('address') != addr: continue
 634                     key = tx_hash + ":%d" % output.get('prevout_n')
 635                     if key in self.spent_outputs: continue
 636                     output['prevout_hash'] = tx_hash
 637                     output['height'] = tx_height
 638                     output['coinbase'] = is_coinbase
 639                     coins.append((tx_height, output))
 640
 641         # sort by age
 642         if coins:
 643             coins = sorted(coins)
 644             if coins[-1][0] != 0:
 645                 while coins[0][0] == 0:
 646                     coins = coins[1:] + [ coins[0] ]
 647         return [x[1] for x in coins]
 648
 649
 650     def choose_tx_inputs( self, amount, fixed_fee, num_outputs, domain = None ):
 651         """ todo: minimize tx size """
 652         total = 0
 653         fee = self.fee if fixed_fee is None else fixed_fee
 654         if domain is None:
 655             domain = self.addresses(True)
 656
 657         for i in self.frozen_addresses:
 658             if i in domain: domain.remove(i)
 659
 660         coins = self.get_unspent_coins(domain)
 661         inputs = []
 662
 663         for item in coins:
 664             if item.get('coinbase') and item.get('height') + COINBASE_MATURITY > self.network.get_local_height():
 665                 continue
 666             addr = item.get('address')
 667             v = item.get('value')
 668             total += v
 669             inputs.append(item)
 670             fee = self.estimated_fee(inputs, num_outputs) if fixed_fee is None else fixed_fee
 671             if total >= amount + fee: break
 672         else:
 673             inputs = []
 674
 675         return inputs, total, fee
 676
 677
 678     def set_fee(self, fee):
 679         if self.fee != fee:
 680             self.fee = fee
 681             self.storage.put('fee_per_kb', self.fee, True)
 682
 683     def estimated_fee(self, inputs, num_outputs):
 684         estimated_size =  len(inputs) * 180 + num_outputs * 34    # this assumes non-compressed keys
 685         fee = self.fee * int(math.ceil(estimated_size/1000.))
 686         return fee
 687
 688
 689     def add_tx_change( self, inputs, outputs, amount, fee, total, change_addr=None):
 690         "add change to a transaction"
 691         change_amount = total - ( amount + fee )
 692         if change_amount > DUST_THRESHOLD:
 693             if not change_addr:
 694
 695                 # send change to one of the accounts involved in the tx
 696                 address = inputs[0].get('address')
 697                 account, _ = self.get_address_index(address)
 698
 699                 if not self.use_change or account == IMPORTED_ACCOUNT:
 700                     change_addr = inputs[-1]['address']
 701                 else:
 702                     change_addr = self.accounts[account].get_addresses(1)[-self.gap_limit_for_change]
 703
 704             # Insert the change output at a random position in the outputs
 705             posn = random.randint(0, len(outputs))
 706             outputs[posn:posn] = [( change_addr,  change_amount)]
 707         return outputs
 708
 709
 710     def get_history(self, address):
 711         with self.lock:
 712             return self.history.get(address)
 713
 714
 715     def get_status(self, h):
 716         if not h: return None
 717         if h == ['*']: return '*'
 718         status = ''
 719         for tx_hash, height in h:
 720             status += tx_hash + ':%d:' % height
 721         return hashlib.sha256( status ).digest().encode('hex')
 722
 723
 724     def receive_tx_callback(self, tx_hash, tx, tx_height):
 725
 726         with self.transaction_lock:
 727             self.add_extra_addresses(tx)
 728             if not self.check_new_tx(tx_hash, tx):
 729                 # may happen due to pruning
 730                 print_error("received transaction that is no longer referenced in history", tx_hash)
 731                 return
 732             self.transactions[tx_hash] = tx
 733             self.network.pending_transactions_for_notifications.append(tx)
 734             self.save_transactions()
 735             if self.verifier and tx_height>0:
 736                 self.verifier.add(tx_hash, tx_height)
 737             self.update_tx_outputs(tx_hash)
 738
 739
 740     def save_transactions(self):
 741         tx = {}
 742         for k,v in self.transactions.items():
 743             tx[k] = str(v)
 744         self.storage.put('transactions', tx, True)
 745
 746     def receive_history_callback(self, addr, hist):
 747
 748         if not self.check_new_history(addr, hist):
 749             raise Exception("error: received history for %s is not consistent with known transactions"%addr)
 750
 751         with self.lock:
 752             self.history[addr] = hist
 753             self.storage.put('addr_history', self.history, True)
 754
 755         if hist != ['*']:
 756             for tx_hash, tx_height in hist:
 757                 if tx_height>0:
 758                     # add it in case it was previously unconfirmed
 759                     if self.verifier: self.verifier.add(tx_hash, tx_height)
 760
 761
 762     def get_tx_history(self, account=None):
 763         if not self.verifier:
 764             return []
 765
 766         with self.transaction_lock:
 767             history = self.transactions.items()
 768             history.sort(key = lambda x: self.verifier.get_txpos(x[0]))
 769             result = []
 770
 771             balance = 0
 772             for tx_hash, tx in history:
 773                 is_relevant, is_mine, v, fee = self.get_tx_value(tx, account)
 774                 if v is not None: balance += v
 775
 776             c, u = self.get_account_balance(account)
 777
 778             if balance != c+u:
 779                 result.append( ('', 1000, 0, c+u-balance, None, c+u-balance, None ) )
 780
 781             balance = c + u - balance
 782             for tx_hash, tx in history:
 783                 is_relevant, is_mine, value, fee = self.get_tx_value(tx, account)
 784                 if not is_relevant:
 785                     continue
 786                 if value is not None:
 787                     balance += value
 788
 789                 conf, timestamp = self.verifier.get_confirmations(tx_hash) if self.verifier else (None, None)
 790                 result.append( (tx_hash, conf, is_mine, value, fee, balance, timestamp) )
 791
 792         return result
 793
 794
 795     def get_label(self, tx_hash):
 796         label = self.labels.get(tx_hash)
 797         is_default = (label == '') or (label is None)
 798         if is_default: label = self.get_default_label(tx_hash)
 799         return label, is_default
 800
 801
 802     def get_default_label(self, tx_hash):
 803         tx = self.transactions.get(tx_hash)
 804         default_label = ''
 805         if tx:
 806             is_relevant, is_mine, _, _ = self.get_tx_value(tx)
 807             if is_mine:
 808                 for o in tx.outputs:
 809                     o_addr, _ = o
 810                     if not self.is_mine(o_addr):
 811                         try:
 812                             default_label = self.labels[o_addr]
 813                         except KeyError:
 814                             default_label = '>' + o_addr
 815                         break
 816                 else:
 817                     default_label = '(internal)'
 818             else:
 819                 for o in tx.outputs:
 820                     o_addr, _ = o
 821                     if self.is_mine(o_addr) and not self.is_change(o_addr):
 822                         break
 823                 else:
 824                     for o in tx.outputs:
 825                         o_addr, _ = o
 826                         if self.is_mine(o_addr):
 827                             break
 828                     else:
 829                         o_addr = None
 830
 831                 if o_addr:
 832                     dest_label = self.labels.get(o_addr)
 833                     try:
 834                         default_label = self.labels[o_addr]
 835                     except KeyError:
 836                         default_label = '<' + o_addr
 837
 838         return default_label
 839
 840
 841     def make_unsigned_transaction(self, outputs, fee=None, change_addr=None, domain=None ):
 842         for address, x in outputs:
 843             assert is_valid(address), "Address " + address + " is invalid!"
 844         amount = sum( map(lambda x:x[1], outputs) )
 845         inputs, total, fee = self.choose_tx_inputs( amount, fee, len(outputs), domain )
 846         if not inputs:
 847             raise ValueError("Not enough funds")
 848         for txin in inputs:
 849             self.add_input_info(txin)
 850         outputs = self.add_tx_change(inputs, outputs, amount, fee, total, change_addr)
 851         return Transaction.from_io(inputs, outputs)
 852
 853
 854     def mktx(self, outputs, password, fee=None, change_addr=None, domain= None ):
 855         tx = self.make_unsigned_transaction(outputs, fee, change_addr, domain)
 856         keypairs = {}
 857         self.add_keypairs_from_wallet(tx, keypairs, password)
 858         if keypairs:
 859             self.sign_transaction(tx, keypairs, password)
 860         return tx
 861
 862
 863     def add_input_info(self, txin):
 864         address = txin['address']
 865         account_id, sequence = self.get_address_index(address)
 866         account = self.accounts[account_id]
 867         txin['KeyID'] = account.get_keyID(sequence)
 868         redeemScript = account.redeem_script(sequence)
 869         if redeemScript:
 870             txin['redeemScript'] = redeemScript
 871         else:
 872             txin['redeemPubkey'] = account.get_pubkey(*sequence)
 873
 874
 875     def sign_transaction(self, tx, keypairs, password):
 876         tx.sign(keypairs)
 877         run_hook('sign_transaction', tx, password)
 878
 879
 880     def sendtx(self, tx):
 881         # synchronous
 882         h = self.send_tx(tx)
 883         self.tx_event.wait()
 884         return self.receive_tx(h, tx)
 885
 886     def send_tx(self, tx):
 887         # asynchronous
 888         self.tx_event.clear()
 889         self.network.send([('blockchain.transaction.broadcast', [str(tx)])], self.on_broadcast)
 890         return tx.hash()
 891
 892     def on_broadcast(self, i, r):
 893         self.tx_result = r.get('result')
 894         self.tx_event.set()
 895
 896     def receive_tx(self, tx_hash, tx):
 897         out = self.tx_result
 898         if out != tx_hash:
 899             return False, "error: " + out
 900         run_hook('receive_tx', tx, self)
 901         return True, out
 902
 903
 904     def update_password(self, old_password, new_password):
 905         if new_password == '':
 906             new_password = None
 907
 908         if self.has_seed():
 909             decoded = self.get_seed(old_password)
 910             self.seed = pw_encode( decoded, new_password)
 911             self.storage.put('seed', self.seed, True)
 912
 913         imported_account = self.accounts.get(IMPORTED_ACCOUNT)
 914         if imported_account:
 915             imported_account.update_password(old_password, new_password)
 916             self.save_accounts()
 917
 918         for k, v in self.master_private_keys.items():
 919             b = pw_decode(v, old_password)
 920             c = pw_encode(b, new_password)
 921             self.master_private_keys[k] = c
 922         self.storage.put('master_private_keys', self.master_private_keys, True)
 923
 924         self.use_encryption = (new_password != None)
 925         self.storage.put('use_encryption', self.use_encryption,True)
 926
 927
 928     def freeze(self,addr):
 929         if self.is_mine(addr) and addr not in self.frozen_addresses:
 930             self.frozen_addresses.append(addr)
 931             self.storage.put('frozen_addresses', self.frozen_addresses, True)
 932             return True
 933         else:
 934             return False
 935
 936
 937     def unfreeze(self,addr):
 938         if self.is_mine(addr) and addr in self.frozen_addresses:
 939             self.frozen_addresses.remove(addr)
 940             self.storage.put('frozen_addresses', self.frozen_addresses, True)
 941             return True
 942         else:
 943             return False
 944
 945
 946     def set_verifier(self, verifier):
 947         self.verifier = verifier
 948
 949         # review transactions that are in the history
 950         for addr, hist in self.history.items():
 951             if hist == ['*']: continue
 952             for tx_hash, tx_height in hist:
 953                 if tx_height>0:
 954                     # add it in case it was previously unconfirmed
 955                     self.verifier.add(tx_hash, tx_height)
 956
 957         # if we are on a pruning server, remove unverified transactions
 958         vr = self.verifier.transactions.keys() + self.verifier.verified_tx.keys()
 959         for tx_hash in self.transactions.keys():
 960             if tx_hash not in vr:
 961                 self.transactions.pop(tx_hash)
 962
 963
 964     def check_new_history(self, addr, hist):
 965
 966         # check that all tx in hist are relevant
 967         if hist != ['*']:
 968             for tx_hash, height in hist:
 969                 tx = self.transactions.get(tx_hash)
 970                 if not tx: continue
 971                 if not tx.has_address(addr):
 972                     return False
 973
 974         # check that we are not "orphaning" a transaction
 975         old_hist = self.history.get(addr,[])
 976         if old_hist == ['*']: return True
 977
 978         for tx_hash, height in old_hist:
 979             if tx_hash in map(lambda x:x[0], hist): continue
 980             found = False
 981             for _addr, _hist in self.history.items():
 982                 if _addr == addr: continue
 983                 if _hist == ['*']: continue
 984                 _tx_hist = map(lambda x:x[0], _hist)
 985                 if tx_hash in _tx_hist:
 986                     found = True
 987                     break
 988
 989             if not found:
 990                 tx = self.transactions.get(tx_hash)
 991                 # tx might not be there
 992                 if not tx: continue
 993
 994                 # already verified?
 995                 if self.verifier.get_height(tx_hash):
 996                     continue
 997                 # unconfirmed tx
 998                 print_error("new history is orphaning transaction:", tx_hash)
 999                 # check that all outputs are not mine, request histories
1000                 ext_requests = []
1001                 for _addr, _v in tx.outputs:
1002                     # assert not self.is_mine(_addr)
1003                     ext_requests.append( ('blockchain.address.get_history', [_addr]) )
1004
1005                 ext_h = self.network.synchronous_get(ext_requests)
1006                 print_error("sync:", ext_requests, ext_h)
1007                 height = None
1008                 for h in ext_h:
1009                     if h == ['*']: continue
1010                     for item in h:
1011                         if item.get('tx_hash') == tx_hash:
1012                             height = item.get('height')
1013                 if height:
1014                     print_error("found height for", tx_hash, height)
1015                     self.verifier.add(tx_hash, height)
1016                 else:
1017                     print_error("removing orphaned tx from history", tx_hash)
1018                     self.transactions.pop(tx_hash)
1019
1020         return True
1021
1022
1023     def check_new_tx(self, tx_hash, tx):
1024         # 1 check that tx is referenced in addr_history.
1025         addresses = []
1026         for addr, hist in self.history.items():
1027             if hist == ['*']:continue
1028             for txh, height in hist:
1029                 if txh == tx_hash:
1030                     addresses.append(addr)
1031
1032         if not addresses:
1033             return False
1034
1035         # 2 check that referencing addresses are in the tx
1036         for addr in addresses:
1037             if not tx.has_address(addr):
1038                 return False
1039
1040         return True
1041
1042
1043     def start_threads(self, network):
1044         from verifier import TxVerifier
1045         self.network = network
1046         if self.network is not None:
1047             self.verifier = TxVerifier(self.network, self.storage)
1048             self.verifier.start()
1049             self.set_verifier(self.verifier)
1050             self.synchronizer = WalletSynchronizer(self, network)
1051             self.synchronizer.start()
1052         else:
1053             self.verifier = None
1054             self.synchronizer =None
1055
1056     def stop_threads(self):
1057         if self.network:
1058             self.verifier.stop()
1059             self.synchronizer.stop()
1060
1061     def restore(self, cb):
1062         pass
1063
1064     def get_accounts(self):
1065         return self.accounts
1066
1067     def save_accounts(self):
1068         d = {}
1069         for k, v in self.accounts.items():
1070             d[k] = v.dump()
1071         self.storage.put('accounts', d, True)
1072
1073     def can_import(self):
1074         return not self.is_watching_only()
1075
1076     def is_used(self, address):
1077         h = self.history.get(address,[])
1078         c, u = self.get_addr_balance(address)
1079         return len(h), len(h) > 0 and c == -u
1080
1081
1082 class Imported_Wallet(Abstract_Wallet):
1083
1084     def __init__(self, storage):
1085         Abstract_Wallet.__init__(self, storage)
1086         a = self.accounts.get(IMPORTED_ACCOUNT)
1087         if not a:
1088             self.accounts[IMPORTED_ACCOUNT] = ImportedAccount({'imported':{}})
1089         self.storage.put('wallet_type', 'imported', True)
1090
1091
1092     def is_watching_only(self):
1093         acc = self.accounts[IMPORTED_ACCOUNT]
1094         n = acc.keypairs.values()
1095         return n == [(None, None)] * len(n)
1096
1097     def has_seed(self):
1098         return False
1099
1100     def is_deterministic(self):
1101         return False
1102
1103     def check_password(self, password):
1104         self.accounts[IMPORTED_ACCOUNT].get_private_key((0,0), self, password)
1105
1106     def is_used(self, address):
1107         h = self.history.get(address,[])
1108         return len(h), False
1109
1110
1111 class Deterministic_Wallet(Abstract_Wallet):
1112
1113     def __init__(self, storage):
1114         Abstract_Wallet.__init__(self, storage)
1115
1116     def has_seed(self):
1117         return self.seed != ''
1118
1119     def is_deterministic(self):
1120         return True
1121
1122     def is_watching_only(self):
1123         return not self.has_seed()
1124
1125     def add_seed(self, seed, password):
1126         if self.seed:
1127             raise Exception("a seed exists")
1128
1129         self.seed_version, self.seed = self.prepare_seed(seed)
1130         if password:
1131             self.seed = pw_encode( self.seed, password)
1132             self.use_encryption = True
1133         else:
1134             self.use_encryption = False
1135
1136         self.storage.put('seed', self.seed, True)
1137         self.storage.put('seed_version', self.seed_version, True)
1138         self.storage.put('use_encryption', self.use_encryption,True)
1139         self.create_master_keys(password)
1140
1141     def get_seed(self, password):
1142         return pw_decode(self.seed, password)
1143
1144     def get_mnemonic(self, password):
1145         return self.get_seed(password)
1146
1147     def change_gap_limit(self, value):
1148         if value >= self.gap_limit:
1149             self.gap_limit = value
1150             self.storage.put('gap_limit', self.gap_limit, True)
1151             #self.interface.poke('synchronizer')
1152             return True
1153
1154         elif value >= self.min_acceptable_gap():
1155             for key, account in self.accounts.items():
1156                 addresses = account[0]
1157                 k = self.num_unused_trailing_addresses(addresses)
1158                 n = len(addresses) - k + value
1159                 addresses = addresses[0:n]
1160                 self.accounts[key][0] = addresses
1161
1162             self.gap_limit = value
1163             self.storage.put('gap_limit', self.gap_limit, True)
1164             self.save_accounts()
1165             return True
1166         else:
1167             return False
1168
1169     def num_unused_trailing_addresses(self, addresses):
1170         k = 0
1171         for a in addresses[::-1]:
1172             if self.history.get(a):break
1173             k = k + 1
1174         return k
1175
1176     def min_acceptable_gap(self):
1177         # fixme: this assumes wallet is synchronized
1178         n = 0
1179         nmax = 0
1180
1181         for account in self.accounts.values():
1182             addresses = account.get_addresses(0)
1183             k = self.num_unused_trailing_addresses(addresses)
1184             for a in addresses[0:-k]:
1185                 if self.history.get(a):
1186                     n = 0
1187                 else:
1188                     n += 1
1189                     if n > nmax: nmax = n
1190         return nmax + 1
1191
1192
1193     def address_is_old(self, address):
1194         age = -1
1195         h = self.history.get(address, [])
1196         if h == ['*']:
1197             return True
1198         for tx_hash, tx_height in h:
1199             if tx_height == 0:
1200                 tx_age = 0
1201             else:
1202                 tx_age = self.network.get_local_height() - tx_height + 1
1203             if tx_age > age:
1204                 age = tx_age
1205         return age > 2
1206
1207
1208     def synchronize_sequence(self, account, for_change):
1209         limit = self.gap_limit_for_change if for_change else self.gap_limit
1210         new_addresses = []
1211         while True:
1212             addresses = account.get_addresses(for_change)
1213             if len(addresses) < limit:
1214                 address = account.create_new_address(for_change)
1215                 self.history[address] = []
1216                 new_addresses.append( address )
1217                 continue
1218
1219             if map( lambda a: self.address_is_old(a), addresses[-limit:] ) == limit*[False]:
1220                 break
1221             else:
1222                 address = account.create_new_address(for_change)
1223                 self.history[address] = []
1224                 new_addresses.append( address )
1225
1226         return new_addresses
1227
1228
1229     def check_pending_accounts(self):
1230         for account_id, addr in self.next_addresses.items():
1231             if self.address_is_old(addr):
1232                 print_error( "creating account", account_id )
1233                 xpub = self.master_public_keys[account_id]
1234                 account = BIP32_Account({'xpub':xpub})
1235                 self.add_account(account_id, account)
1236                 self.next_addresses.pop(account_id)
1237
1238
1239     def synchronize_account(self, account):
1240         new = []
1241         new += self.synchronize_sequence(account, 0)
1242         new += self.synchronize_sequence(account, 1)
1243         return new
1244
1245
1246     def synchronize(self):
1247         self.check_pending_accounts()
1248         new = []
1249         for account in self.accounts.values():
1250             if type(account) in [ImportedAccount, PendingAccount]:
1251                 continue
1252             new += self.synchronize_account(account)
1253         if new:
1254             self.save_accounts()
1255             self.storage.put('addr_history', self.history, True)
1256         return new
1257
1258
1259     def restore(self, callback):
1260         from i18n import _
1261         def wait_for_wallet():
1262             self.set_up_to_date(False)
1263             while not self.is_up_to_date():
1264                 msg = "%s\n%s %d\n%s %.1f"%(
1265                     _("Please wait..."),
1266                     _("Addresses generated:"),
1267                     len(self.addresses(True)),
1268                     _("Kilobytes received:"),
1269                     self.network.interface.bytes_received/1024.)
1270
1271                 apply(callback, (msg,))
1272                 time.sleep(0.1)
1273
1274         def wait_for_network():
1275             while not self.network.is_connected():
1276                 msg = "%s \n" % (_("Connecting..."))
1277                 apply(callback, (msg,))
1278                 time.sleep(0.1)
1279
1280         # wait until we are connected, because the user might have selected another server
1281         if self.network:
1282             wait_for_network()
1283             wait_for_wallet()
1284         else:
1285             self.synchronize()
1286
1287         self.fill_addressbook()
1288
1289
1290     def create_account(self, name, password):
1291         i = self.num_accounts()
1292         account_id = self.account_id(i)
1293         account = self.make_account(account_id, password)
1294         self.add_account(account_id, account)
1295         if name:
1296             self.set_label(account_id, name)
1297
1298         # add address of the next account
1299         _, _ = self.next_account_address(password)
1300
1301
1302     def add_account(self, account_id, account):
1303         self.accounts[account_id] = account
1304         self.save_accounts()
1305
1306
1307
1308     def account_is_pending(self, k):
1309         return type(self.accounts.get(k)) == PendingAccount
1310
1311     def delete_pending_account(self, k):
1312         assert self.account_is_pending(k)
1313         self.accounts.pop(k)
1314         self.save_accounts()
1315
1316     def create_pending_account(self, name, password):
1317         account_id, addr = self.next_account_address(password)
1318         self.set_label(account_id, name)
1319         self.accounts[account_id] = PendingAccount({'pending':addr})
1320         self.save_accounts()
1321
1322
1323
1324
1325 class NewWallet(Deterministic_Wallet):
1326
1327     def __init__(self, storage):
1328         Deterministic_Wallet.__init__(self, storage)
1329
1330     def can_create_accounts(self):
1331         return not self.is_watching_only()
1332
1333     def get_master_public_key(self):
1334         return self.master_public_keys["m/"]
1335
1336     def get_master_public_keys(self):
1337         out = {}
1338         for k, account in self.accounts.items():
1339             name = self.get_account_name(k)
1340             mpk_text = '\n\n'.join( account.get_master_pubkeys() )
1341             out[name] = mpk_text
1342         return out
1343
1344     def get_master_private_key(self, account, password):
1345         k = self.master_private_keys.get(account)
1346         if not k: return
1347         xpriv = pw_decode( k, password)
1348         return xpriv
1349
1350     def check_password(self, password):
1351         xpriv = self.get_master_private_key( "m/", password )
1352         xpub = self.master_public_keys["m/"]
1353         assert deserialize_xkey(xpriv)[3] == deserialize_xkey(xpub)[3]
1354
1355     def create_watching_only_wallet(self, xpub):
1356         self.storage.put('seed_version', self.seed_version, True)
1357         self.add_master_public_key("m/", xpub)
1358         account = BIP32_Account({'xpub':xpub})
1359         self.add_account("m/", account)
1360
1361
1362     def create_accounts(self, password):
1363         seed = pw_decode(self.seed, password)
1364         self.create_account('Main account', password)
1365
1366
1367     def add_master_public_key(self, name, mpk):
1368         self.master_public_keys[name] = mpk
1369         self.storage.put('master_public_keys', self.master_public_keys, True)
1370
1371
1372     def add_master_private_key(self, name, xpriv, password):
1373         self.master_private_keys[name] = pw_encode(xpriv, password)
1374         self.storage.put('master_private_keys', self.master_private_keys, True)
1375
1376
1377     def add_master_keys(self, root, account_id, password):
1378         x = self.master_private_keys.get(root)
1379         if x:
1380             master_xpriv = pw_decode(x, password )
1381             xpriv, xpub = bip32_private_derivation(master_xpriv, root, account_id)
1382             self.add_master_public_key(account_id, xpub)
1383             self.add_master_private_key(account_id, xpriv, password)
1384         else:
1385             master_xpub = self.master_public_keys[root]
1386             xpub = bip32_public_derivation(master_xpub, root, account_id)
1387             self.add_master_public_key(account_id, xpub)
1388         return xpub
1389
1390
1391     def create_master_keys(self, password):
1392         xpriv, xpub = bip32_root(mnemonic_to_seed(self.get_seed(password),'').encode('hex'))
1393         self.add_master_public_key("m/", xpub)
1394         self.add_master_private_key("m/", xpriv, password)
1395
1396
1397     def find_root_by_master_key(self, xpub):
1398         for key, xpub2 in self.master_public_keys.items():
1399             if key == "m/":continue
1400             if xpub == xpub2:
1401                 return key
1402
1403
1404     def num_accounts(self):
1405         keys = []
1406         for k, v in self.accounts.items():
1407             if type(v) != BIP32_Account:
1408                 continue
1409             keys.append(k)
1410
1411         i = 0
1412         while True:
1413             account_id = self.account_id(i)
1414             if account_id not in keys: break
1415             i += 1
1416         return i
1417
1418
1419     def next_account_address(self, password):
1420         i = self.num_accounts()
1421         account_id = self.account_id(i)
1422
1423         addr = self.next_addresses.get(account_id)
1424         if not addr:
1425             account = self.make_account(account_id, password)
1426             addr = account.first_address()
1427             self.next_addresses[account_id] = addr
1428             self.storage.put('next_addresses', self.next_addresses)
1429
1430         return account_id, addr
1431
1432     def account_id(self, i):
1433         return "m/%d'"%i
1434
1435     def make_account(self, account_id, password):
1436         """Creates and saves the master keys, but does not save the account"""
1437         xpub = self.add_master_keys("m/", account_id, password)
1438         account = BIP32_Account({'xpub':xpub})
1439         return account
1440
1441
1442     def make_seed(self):
1443         import mnemonic, ecdsa
1444         entropy = ecdsa.util.randrange( pow(2,160) )
1445         nonce = 0
1446         while True:
1447             ss = "%040x"%(entropy+nonce)
1448             s = hashlib.sha256(ss.decode('hex')).digest().encode('hex')
1449             # we keep only 13 words, that's approximately 139 bits of entropy
1450             words = mnemonic.mn_encode(s)[0:13]
1451             seed = ' '.join(words)
1452             if is_new_seed(seed):
1453                 break  # this will remove 8 bits of entropy
1454             nonce += 1
1455         return seed
1456
1457     def prepare_seed(self, seed):
1458         import unicodedata
1459         return NEW_SEED_VERSION, unicodedata.normalize('NFC', unicode(seed.strip()))
1460
1461
1462
1463 class Wallet_2of2(NewWallet):
1464
1465     def __init__(self, storage):
1466         NewWallet.__init__(self, storage)
1467         self.storage.put('wallet_type', '2of2', True)
1468
1469     def can_create_accounts(self):
1470         return False
1471
1472     def can_import(self):
1473         return False
1474
1475     def create_account(self):
1476         xpub1 = self.master_public_keys.get("m/")
1477         xpub2 = self.master_public_keys.get("cold/")
1478         account = BIP32_Account_2of2({'xpub':xpub1, 'xpub2':xpub2})
1479         self.add_account('m/', account)
1480
1481     def get_master_public_keys(self):
1482         xpub1 = self.master_public_keys.get("m/")
1483         xpub2 = self.master_public_keys.get("cold/")
1484         return {'hot':xpub1, 'cold':xpub2}
1485
1486     def get_action(self):
1487         xpub1 = self.master_public_keys.get("m/")
1488         xpub2 = self.master_public_keys.get("cold/")
1489         if xpub1 is None:
1490             return 'create_2of2_1'
1491         if xpub2 is None:
1492             return 'create_2of2_2'
1493
1494
1495
1496 class Wallet_2of3(Wallet_2of2):
1497
1498     def __init__(self, storage):
1499         Wallet_2of2.__init__(self, storage)
1500         self.storage.put('wallet_type', '2of3', True)
1501
1502     def create_account(self):
1503         xpub1 = self.master_public_keys.get("m/")
1504         xpub2 = self.master_public_keys.get("cold/")
1505         xpub3 = self.master_public_keys.get("remote/")
1506         account = BIP32_Account_2of3({'xpub':xpub1, 'xpub2':xpub2, 'xpub3':xpub3})
1507         self.add_account('m/', account)
1508
1509     def get_master_public_keys(self):
1510         xpub1 = self.master_public_keys.get("m/")
1511         xpub2 = self.master_public_keys.get("cold/")
1512         xpub3 = self.master_public_keys.get("remote/")
1513         return {'hot':xpub1, 'cold':xpub2, 'remote':xpub3}
1514
1515     def get_action(self):
1516         xpub1 = self.master_public_keys.get("m/")
1517         xpub2 = self.master_public_keys.get("cold/")
1518         xpub3 = self.master_public_keys.get("remote/")
1519         # fixme: we use order of creation
1520         if xpub2 and xpub1 is None:
1521             return 'create_2fa_2'
1522         if xpub1 is None:
1523             return 'create_2of3_1'
1524         if xpub2 is None or xpub3 is None:
1525             return 'create_2of3_2'
1526
1527
1528
1529
1530
1531 class OldWallet(Deterministic_Wallet):
1532
1533     def make_seed(self):
1534         import mnemonic
1535         seed = random_seed(128)
1536         return ' '.join(mnemonic.mn_encode(seed))
1537
1538     def prepare_seed(self, seed):
1539         import mnemonic
1540         # see if seed was entered as hex
1541         seed = seed.strip()
1542         try:
1543             assert seed
1544             seed.decode('hex')
1545             return OLD_SEED_VERSION, str(seed)
1546         except Exception:
1547             pass
1548
1549         words = seed.split()
1550         seed = mnemonic.mn_decode(words)
1551         if not seed:
1552             raise Exception("Invalid seed")
1553
1554         return OLD_SEED_VERSION, seed
1555
1556
1557     def create_master_keys(self, password):
1558         seed = self.get_seed(password)
1559         mpk = OldAccount.mpk_from_seed(seed)
1560         self.storage.put('master_public_key', mpk, True)
1561
1562     def get_master_public_key(self):
1563         return self.storage.get("master_public_key")
1564
1565     def get_master_public_keys(self):
1566         return {'Main Account':self.get_master_public_key()}
1567
1568     def create_accounts(self, password):
1569         mpk = self.storage.get("master_public_key")
1570         self.create_account(mpk)
1571
1572     def create_account(self, mpk):
1573         self.accounts[0] = OldAccount({'mpk':mpk, 0:[], 1:[]})
1574         self.save_accounts()
1575
1576     def create_watching_only_wallet(self, mpk):
1577         self.seed_version = OLD_SEED_VERSION
1578         self.storage.put('seed_version', self.seed_version, True)
1579         self.storage.put('master_public_key', mpk, True)
1580         self.create_account(mpk)
1581
1582     def get_seed(self, password):
1583         seed = pw_decode(self.seed, password).encode('utf8')
1584         return seed
1585
1586     def check_password(self, password):
1587         seed = pw_decode(self.seed, password)
1588         self.accounts[0].check_seed(seed)
1589
1590     def get_mnemonic(self, password):
1591         import mnemonic
1592         s = self.get_seed(password)
1593         return ' '.join(mnemonic.mn_encode(s))
1594
1595
1596     def add_keypairs_from_KeyID(self, tx, keypairs, password):
1597         # first check the provided password
1598         seed = self.get_seed(password)
1599         for txin in tx.inputs:
1600             keyid = txin.get('KeyID')
1601             if keyid:
1602                 m = re.match("old\(([0-9a-f]+),(\d+),(\d+)", keyid)
1603                 if not m: continue
1604                 mpk = m.group(1)
1605                 if mpk != self.storage.get('master_public_key'): continue
1606                 for_change = int(m.group(2))
1607                 num = int(m.group(3))
1608                 account = self.accounts[0]
1609                 addr = account.get_address(for_change, num)
1610                 txin['address'] = addr # fixme: side effect
1611                 pk = account.get_private_key(seed, (for_change, num))
1612                 pubkey = public_key_from_private_key(pk)
1613                 keypairs[pubkey] = pk
1614
1615
1616
1617     def check_pending_accounts(self):
1618         pass
1619
1620
1621 # former WalletFactory
1622 class Wallet(object):
1623
1624     def __new__(self, storage):
1625         config = storage.config
1626         if config.get('bitkey', False):
1627             # if user requested support for Bitkey device,
1628             # import Bitkey driver
1629             from wallet_bitkey import WalletBitkey
1630             return WalletBitkey(config)
1631
1632         if storage.get('wallet_type') == '2of2':
1633             return Wallet_2of2(storage)
1634
1635         if storage.get('wallet_type') == '2of3':
1636             return Wallet_2of3(storage)
1637
1638         if storage.get('wallet_type') == 'imported':
1639             return Imported_Wallet(storage)
1640
1641
1642         if not storage.file_exists:
1643             seed_version = NEW_SEED_VERSION if config.get('bip32') is True else OLD_SEED_VERSION
1644         else:
1645             seed_version = storage.get('seed_version')
1646             if not seed_version:
1647                 seed_version = OLD_SEED_VERSION if len(storage.get('master_public_key')) == 128 else NEW_SEED_VERSION
1648
1649         if seed_version == OLD_SEED_VERSION:
1650             return OldWallet(storage)
1651         elif seed_version == NEW_SEED_VERSION:
1652             return NewWallet(storage)
1653         else:
1654             msg = "This wallet seed is not supported."
1655             if seed_version in [5]:
1656                 msg += "\nTo open this wallet, try 'git checkout seed_v%d'"%seed_version
1657             print msg
1658             sys.exit(1)
1659
1660
1661
1662     @classmethod
1663     def is_seed(self, seed):
1664         if not seed:
1665             return False
1666         elif is_old_seed(seed):
1667             return True
1668         elif is_new_seed(seed):
1669             return True
1670         else:
1671             return False
1672
1673     @classmethod
1674     def is_mpk(self, mpk):
1675         try:
1676             int(mpk, 16)
1677             old = True
1678         except:
1679             old = False
1680
1681         if old:
1682             return len(mpk) == 128
1683         else:
1684             try:
1685                 deserialize_xkey(mpk)
1686                 return True
1687             except:
1688                 return False
1689
1690     @classmethod
1691     def is_address(self, text):
1692         if not text:
1693             return False
1694         for x in text.split():
1695             if not bitcoin.is_address(x):
1696                 return False
1697         return True
1698
1699     @classmethod
1700     def is_private_key(self, text):
1701         if not text:
1702             return False
1703         for x in text.split():
1704             if not bitcoin.is_private_key(x):
1705                 return False
1706         return True
1707
1708     @classmethod
1709     def from_seed(self, seed, storage):
1710         if is_old_seed(seed):
1711             klass = OldWallet
1712         elif is_new_seed(seed):
1713             klass = NewWallet
1714         w = klass(storage)
1715         return w
1716
1717     @classmethod
1718     def from_address(self, text, storage):
1719         w = Imported_Wallet(storage)
1720         for x in text.split():
1721             w.accounts[IMPORTED_ACCOUNT].add(x, None, None, None)
1722         w.save_accounts()
1723         return w
1724
1725     @classmethod
1726     def from_private_key(self, text, storage):
1727         w = Imported_Wallet(storage)
1728         for x in text.split():
1729             w.import_key(x, None)
1730         return w
1731
1732     @classmethod
1733     def from_mpk(self, mpk, storage):
1734
1735         try:
1736             int(mpk, 16)
1737             old = True
1738         except:
1739             old = False
1740
1741         if old:
1742             w = OldWallet(storage)
1743             w.seed = ''
1744             w.create_watching_only_wallet(mpk)
1745         else:
1746             w = NewWallet(storage)
1747             w.create_watching_only_wallet(mpk)
1748
1749         return w