lib/wallet.py

   1 #!/usr/bin/env python
   2 #
   3 # Electrum - lightweight Bitcoin client
   4 # Copyright (C) 2011 thomasv@gitorious
   5 #
   6 # This program is free software: you can redistribute it and/or modify
   7 # it under the terms of the GNU General Public License as published by
   8 # the Free Software Foundation, either version 3 of the License, or
   9 # (at your option) any later version.
  10 #
  11 # This program is distributed in the hope that it will be useful,
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14 # GNU General Public License for more details.
  15 #
  16 # You should have received a copy of the GNU General Public License
  17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18
  19
  20 import sys, base64, os, re, hashlib, copy, operator, ast, threading, random, getpass
  21 import aes, ecdsa
  22 from ecdsa.util import string_to_number, number_to_string
  23 from util import print_error
  24
  25 ############ functions from pywallet #####################
  26
  27 addrtype = 0
  28
  29 def hash_160(public_key):
  30     try:
  31         md = hashlib.new('ripemd160')
  32         md.update(hashlib.sha256(public_key).digest())
  33         return md.digest()
  34     except:
  35         import ripemd
  36         md = ripemd.new(hashlib.sha256(public_key).digest())
  37         return md.digest()
  38
  39
  40 def public_key_to_bc_address(public_key):
  41     h160 = hash_160(public_key)
  42     return hash_160_to_bc_address(h160)
  43
  44 def hash_160_to_bc_address(h160):
  45     vh160 = chr(addrtype) + h160
  46     h = Hash(vh160)
  47     addr = vh160 + h[0:4]
  48     return b58encode(addr)
  49
  50 def bc_address_to_hash_160(addr):
  51     bytes = b58decode(addr, 25)
  52     return bytes[1:21]
  53
  54 def encode_point(pubkey, compressed=False):
  55     order = generator_secp256k1.order()
  56     p = pubkey.pubkey.point
  57     x_str = ecdsa.util.number_to_string(p.x(), order)
  58     y_str = ecdsa.util.number_to_string(p.y(), order)
  59     if compressed:
  60         return chr(2 + (p.y() & 1)) + x_str
  61     else:
  62         return chr(4) + pubkey.to_string() #x_str + y_str
  63
  64 __b58chars = '123456789ABCDEFGHJKLMNPQRSTUVWXYZabcdefghijkmnopqrstuvwxyz'
  65 __b58base = len(__b58chars)
  66
  67 def b58encode(v):
  68     """ encode v, which is a string of bytes, to base58.
  69     """
  70
  71     long_value = 0L
  72     for (i, c) in enumerate(v[::-1]):
  73         long_value += (256**i) * ord(c)
  74
  75     result = ''
  76     while long_value >= __b58base:
  77         div, mod = divmod(long_value, __b58base)
  78         result = __b58chars[mod] + result
  79         long_value = div
  80     result = __b58chars[long_value] + result
  81
  82     # Bitcoin does a little leading-zero-compression:
  83     # leading 0-bytes in the input become leading-1s
  84     nPad = 0
  85     for c in v:
  86         if c == '\0': nPad += 1
  87         else: break
  88
  89     return (__b58chars[0]*nPad) + result
  90
  91 def b58decode(v, length):
  92     """ decode v into a string of len bytes
  93     """
  94     long_value = 0L
  95     for (i, c) in enumerate(v[::-1]):
  96         long_value += __b58chars.find(c) * (__b58base**i)
  97
  98     result = ''
  99     while long_value >= 256:
 100         div, mod = divmod(long_value, 256)
 101         result = chr(mod) + result
 102         long_value = div
 103     result = chr(long_value) + result
 104
 105     nPad = 0
 106     for c in v:
 107         if c == __b58chars[0]: nPad += 1
 108         else: break
 109
 110     result = chr(0)*nPad + result
 111     if length is not None and len(result) != length:
 112         return None
 113
 114     return result
 115
 116
 117 def Hash(data):
 118     return hashlib.sha256(hashlib.sha256(data).digest()).digest()
 119
 120 def EncodeBase58Check(vchIn):
 121     hash = Hash(vchIn)
 122     return b58encode(vchIn + hash[0:4])
 123
 124 def DecodeBase58Check(psz):
 125     vchRet = b58decode(psz, None)
 126     key = vchRet[0:-4]
 127     csum = vchRet[-4:]
 128     hash = Hash(key)
 129     cs32 = hash[0:4]
 130     if cs32 != csum:
 131         return None
 132     else:
 133         return key
 134
 135 def PrivKeyToSecret(privkey):
 136     return privkey[9:9+32]
 137
 138 def SecretToASecret(secret):
 139     vchIn = chr(addrtype+128) + secret
 140     return EncodeBase58Check(vchIn)
 141
 142 def ASecretToSecret(key):
 143     vch = DecodeBase58Check(key)
 144     if vch and vch[0] == chr(addrtype+128):
 145         return vch[1:]
 146     else:
 147         return False
 148
 149 ########### end pywallet functions #######################
 150
 151 # get password routine
 152 def prompt_password(prompt, confirm=True):
 153     if sys.stdin.isatty():
 154         password = getpass.getpass(prompt)
 155
 156         if password and confirm:
 157             password2 = getpass.getpass("Confirm: ")
 158
 159             if password != password2:
 160                 print_error("Error: Passwords do not match.")
 161                 sys.exit(1)
 162
 163     else:
 164         password = raw_input(prompt)
 165
 166     if not password:
 167         password = None
 168
 169     return password
 170
 171 # URL decode
 172 _ud = re.compile('%([0-9a-hA-H]{2})', re.MULTILINE)
 173 urldecode = lambda x: _ud.sub(lambda m: chr(int(m.group(1), 16)), x)
 174
 175
 176 def int_to_hex(i, length=1):
 177     s = hex(i)[2:].rstrip('L')
 178     s = "0"*(2*length - len(s)) + s
 179     return s.decode('hex')[::-1].encode('hex')
 180
 181
 182 # AES
 183 EncodeAES = lambda secret, s: base64.b64encode(aes.encryptData(secret,s))
 184 DecodeAES = lambda secret, e: aes.decryptData(secret, base64.b64decode(e))
 185
 186
 187
 188 # secp256k1, http://www.oid-info.com/get/1.3.132.0.10
 189 _p = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEFFFFFC2FL
 190 _r = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEBAAEDCE6AF48A03BBFD25E8CD0364141L
 191 _b = 0x0000000000000000000000000000000000000000000000000000000000000007L
 192 _a = 0x0000000000000000000000000000000000000000000000000000000000000000L
 193 _Gx = 0x79BE667EF9DCBBAC55A06295CE870B07029BFCDB2DCE28D959F2815B16F81798L
 194 _Gy = 0x483ada7726a3c4655da4fbfc0e1108a8fd17b448a68554199c47d08ffb10d4b8L
 195 curve_secp256k1 = ecdsa.ellipticcurve.CurveFp( _p, _a, _b )
 196 generator_secp256k1 = ecdsa.ellipticcurve.Point( curve_secp256k1, _Gx, _Gy, _r )
 197 oid_secp256k1 = (1,3,132,0,10)
 198 SECP256k1 = ecdsa.curves.Curve("SECP256k1", curve_secp256k1, generator_secp256k1, oid_secp256k1 )
 199
 200
 201 def filter(s):
 202     out = re.sub('( [^\n]*|)\n','',s)
 203     out = out.replace(' ','')
 204     out = out.replace('\n','')
 205     return out
 206
 207 def raw_tx( inputs, outputs, for_sig = None ):
 208     s  = int_to_hex(1,4)                                     +   '     version\n'
 209     s += int_to_hex( len(inputs) )                           +   '     number of inputs\n'
 210     for i in range(len(inputs)):
 211         _, _, p_hash, p_index, p_script, pubkey, sig = inputs[i]
 212         s += p_hash.decode('hex')[::-1].encode('hex')        +  '     prev hash\n'
 213         s += int_to_hex(p_index,4)                           +  '     prev index\n'
 214         if for_sig is None:
 215             sig = sig + chr(1)                               # hashtype
 216             script  = int_to_hex( len(sig))                  +  '     push %d bytes\n'%len(sig)
 217             script += sig.encode('hex')                      +  '     sig\n'
 218             pubkey = chr(4) + pubkey
 219             script += int_to_hex( len(pubkey))               +  '     push %d bytes\n'%len(pubkey)
 220             script += pubkey.encode('hex')                   +  '     pubkey\n'
 221         elif for_sig==i:
 222             script = p_script                                +  '     scriptsig \n'
 223         else:
 224             script=''
 225         s += int_to_hex( len(filter(script))/2 )             +  '     script length \n'
 226         s += script
 227         s += "ffffffff"                                      +  '     sequence\n'
 228     s += int_to_hex( len(outputs) )                          +  '     number of outputs\n'
 229     for output in outputs:
 230         addr, amount = output
 231         s += int_to_hex( amount, 8)                          +  '     amount: %d\n'%amount
 232         script = '76a9'                                      # op_dup, op_hash_160
 233         script += '14'                                       # push 0x14 bytes
 234         script += bc_address_to_hash_160(addr).encode('hex')
 235         script += '88ac'                                     # op_equalverify, op_checksig
 236         s += int_to_hex( len(filter(script))/2 )             +  '     script length \n'
 237         s += script                                          +  '     script \n'
 238     s += int_to_hex(0,4)                                     # lock time
 239     if for_sig is not None: s += int_to_hex(1, 4)            # hash type
 240     return s
 241
 242
 243
 244
 245 def format_satoshis(x, is_diff=False, num_zeros = 0):
 246     from decimal import Decimal
 247     s = Decimal(x)
 248     sign, digits, exp = s.as_tuple()
 249     digits = map(str, digits)
 250     while len(digits) < 9:
 251         digits.insert(0,'0')
 252     digits.insert(-8,'.')
 253     s = ''.join(digits).rstrip('0')
 254     if sign:
 255         s = '-' + s
 256     elif is_diff:
 257         s = "+" + s
 258
 259     p = s.find('.')
 260     s += "0"*( 1 + num_zeros - ( len(s) - p ))
 261     s += " "*( 9 - ( len(s) - p ))
 262     s = " "*( 5 - ( p )) + s
 263     return s
 264
 265
 266 from version import ELECTRUM_VERSION, SEED_VERSION
 267 from interface import DEFAULT_SERVERS
 268
 269
 270
 271
 272 class Wallet:
 273     def __init__(self):
 274
 275         self.electrum_version = ELECTRUM_VERSION
 276         self.seed_version = SEED_VERSION
 277         self.update_callbacks = []
 278
 279         self.gap_limit = 5           # configuration
 280         self.use_change = True
 281         self.fee = 100000
 282         self.num_zeros = 0
 283         self.master_public_key = ''
 284         self.conversion_currency = None
 285         self.theme = None
 286
 287         # saved fields
 288         self.use_encryption = False
 289         self.addresses = []          # receiving addresses visible for user
 290         self.change_addresses = []   # addresses used as change
 291         self.seed = ''               # encrypted
 292         self.history = {}
 293         self.labels = {}             # labels for addresses and transactions
 294         self.aliases = {}            # aliases for addresses
 295         self.authorities = {}        # trusted addresses
 296         self.frozen_addresses = []
 297         self.prioritized_addresses = []
 298         self.expert_mode = False
 299
 300         self.receipts = {}           # signed URIs
 301         self.receipt = None          # next receipt
 302         self.addressbook = []        # outgoing addresses, for payments
 303         self.debug_server = False    # write server communication debug info to stdout
 304
 305         # not saved
 306         self.tx_history = {}
 307
 308         self.imported_keys = {}
 309         self.remote_url = None
 310
 311         self.was_updated = True
 312         self.blocks = -1
 313         self.banner = ''
 314
 315         # there is a difference between self.up_to_date and self.is_up_to_date()
 316         # self.is_up_to_date() returns true when all requests have been answered and processed
 317         # self.up_to_date is true when the wallet is synchronized (stronger requirement)
 318         self.up_to_date_event = threading.Event()
 319         self.up_to_date_event.clear()
 320         self.up_to_date = False
 321         self.lock = threading.Lock()
 322         self.tx_event = threading.Event()
 323
 324         self.pick_random_server()
 325
 326     def register_callback(self, update_callback):
 327         with self.lock:
 328             self.update_callbacks.append(update_callback)
 329
 330     def trigger_callbacks(self):
 331         with self.lock:
 332             callbacks = self.update_callbacks[:]
 333         [update() for update in callbacks]
 334
 335     def pick_random_server(self):
 336         self.server = random.choice( DEFAULT_SERVERS )         # random choice when the wallet is created
 337
 338     def is_up_to_date(self):
 339         return self.interface.responses.empty() and not self.interface.unanswered_requests
 340
 341     def set_server(self, server):
 342         # raise an error if the format isnt correct
 343         a,b,c = server.split(':')
 344         b = int(b)
 345         assert c in ['t','h','n']
 346         # set the server
 347         if server != self.server:
 348             self.server = server
 349             self.save()
 350             self.interface.is_connected = False  # this exits the polling loop
 351             self.interface.poke()
 352
 353     def set_path(self, wallet_path):
 354
 355         if wallet_path is not None:
 356             self.path = wallet_path
 357         else:
 358             # backward compatibility: look for wallet file in the default data directory
 359             if "HOME" in os.environ:
 360                 wallet_dir = os.path.join( os.environ["HOME"], '.electrum')
 361             elif "LOCALAPPDATA" in os.environ:
 362                 wallet_dir = os.path.join( os.environ["LOCALAPPDATA"], 'Electrum' )
 363             elif "APPDATA" in os.environ:
 364                 wallet_dir = os.path.join( os.environ["APPDATA"], 'Electrum' )
 365             else:
 366                 raise BaseException("No home directory found in environment variables.")
 367
 368             if not os.path.exists( wallet_dir ): os.mkdir( wallet_dir )
 369             self.path = os.path.join( wallet_dir, 'electrum.dat' )
 370
 371     def import_key(self, keypair, password):
 372         address, key = keypair.split(':')
 373         if not self.is_valid(address):
 374             raise BaseException('Invalid Bitcoin address')
 375         if address in self.all_addresses():
 376             raise BaseException('Address already in wallet')
 377         b = ASecretToSecret( key )
 378         if not b:
 379             raise BaseException('Unsupported key format')
 380         secexp = int( b.encode('hex'), 16)
 381         private_key = ecdsa.SigningKey.from_secret_exponent( secexp, curve=SECP256k1 )
 382         # sanity check
 383         public_key = private_key.get_verifying_key()
 384         if not address == public_key_to_bc_address( '04'.decode('hex') + public_key.to_string() ):
 385             raise BaseException('Address does not match private key')
 386         self.imported_keys[address] = self.pw_encode( key, password )
 387
 388     def new_seed(self, password):
 389         seed = "%032x"%ecdsa.util.randrange( pow(2,128) )
 390         #self.init_mpk(seed)
 391         # encrypt
 392         self.seed = self.pw_encode( seed, password )
 393
 394
 395     def init_mpk(self,seed):
 396         # public key
 397         curve = SECP256k1
 398         secexp = self.stretch_key(seed)
 399         master_private_key = ecdsa.SigningKey.from_secret_exponent( secexp, curve = SECP256k1 )
 400         self.master_public_key = master_private_key.get_verifying_key().to_string()
 401
 402     def all_addresses(self):
 403         return self.addresses + self.change_addresses + self.imported_keys.keys()
 404
 405     def is_mine(self, address):
 406         return address in self.all_addresses()
 407
 408     def is_change(self, address):
 409         return address in self.change_addresses
 410
 411     def is_valid(self,addr):
 412         ADDRESS_RE = re.compile('[1-9A-HJ-NP-Za-km-z]{26,}\\Z')
 413         if not ADDRESS_RE.match(addr): return False
 414         try:
 415             h = bc_address_to_hash_160(addr)
 416         except:
 417             return False
 418         return addr == hash_160_to_bc_address(h)
 419
 420     def stretch_key(self,seed):
 421         oldseed = seed
 422         for i in range(100000):
 423             seed = hashlib.sha256(seed + oldseed).digest()
 424         return string_to_number( seed )
 425
 426     def get_sequence(self,n,for_change):
 427         return string_to_number( Hash( "%d:%d:"%(n,for_change) + self.master_public_key ) )
 428
 429     def get_private_key_base58(self, address, password):
 430         pk = self.get_private_key(address, password)
 431         if pk is None: return None
 432         return SecretToASecret( pk )
 433
 434     def get_private_key(self, address, password):
 435         """  Privatekey(type,n) = Master_private_key + H(n|S|type)  """
 436         order = generator_secp256k1.order()
 437
 438         if address in self.imported_keys.keys():
 439             b = self.pw_decode( self.imported_keys[address], password )
 440             if not b: return None
 441             b = ASecretToSecret( b )
 442             secexp = int( b.encode('hex'), 16)
 443         else:
 444             if address in self.addresses:
 445                 n = self.addresses.index(address)
 446                 for_change = False
 447             elif address in self.change_addresses:
 448                 n = self.change_addresses.index(address)
 449                 for_change = True
 450             else:
 451                 raise BaseException("unknown address")
 452             try:
 453                 seed = self.pw_decode( self.seed, password)
 454             except:
 455                 raise BaseException("Invalid password")
 456             if not seed: return None
 457             secexp = self.stretch_key(seed)
 458             secexp = ( secexp + self.get_sequence(n,for_change) ) % order
 459
 460         pk = number_to_string(secexp,order)
 461         return pk
 462
 463     def msg_magic(self, message):
 464         return "\x18Bitcoin Signed Message:\n" + chr( len(message) ) + message
 465
 466     def sign_message(self, address, message, password):
 467         private_key = ecdsa.SigningKey.from_string( self.get_private_key(address, password), curve = SECP256k1 )
 468         public_key = private_key.get_verifying_key()
 469         signature = private_key.sign_digest( Hash( self.msg_magic( message ) ), sigencode = ecdsa.util.sigencode_string )
 470         assert public_key.verify_digest( signature, Hash( self.msg_magic( message ) ), sigdecode = ecdsa.util.sigdecode_string)
 471         for i in range(4):
 472             sig = base64.b64encode( chr(27+i) + signature )
 473             try:
 474                 self.verify_message( address, sig, message)
 475                 return sig
 476             except:
 477                 continue
 478         else:
 479             raise BaseException("error: cannot sign message")
 480
 481
 482     def verify_message(self, address, signature, message):
 483         """ See http://www.secg.org/download/aid-780/sec1-v2.pdf for the math """
 484         from ecdsa import numbertheory, ellipticcurve, util
 485         import msqr
 486         curve = curve_secp256k1
 487         G = generator_secp256k1
 488         order = G.order()
 489         # extract r,s from signature
 490         sig = base64.b64decode(signature)
 491         if len(sig) != 65: raise BaseException("Wrong encoding")
 492         r,s = util.sigdecode_string(sig[1:], order)
 493         nV = ord(sig[0])
 494         if nV < 27 or nV >= 35:
 495             raise BaseException("Bad encoding")
 496         if nV >= 31:
 497             compressed = True
 498             nV -= 4
 499         else:
 500             compressed = False
 501
 502         recid = nV - 27
 503         # 1.1
 504         x = r + (recid/2) * order
 505         # 1.3
 506         alpha = ( x * x * x  + curve.a() * x + curve.b() ) % curve.p()
 507         beta = msqr.modular_sqrt(alpha, curve.p())
 508         y = beta if (beta - recid) % 2 == 0 else curve.p() - beta
 509         # 1.4 the constructor checks that nR is at infinity
 510         R = ellipticcurve.Point(curve, x, y, order)
 511         # 1.5 compute e from message:
 512         h = Hash( self.msg_magic( message ) )
 513         e = string_to_number(h)
 514         minus_e = -e % order
 515         # 1.6 compute Q = r^-1 (sR - eG)
 516         inv_r = numbertheory.inverse_mod(r,order)
 517         Q = inv_r * ( s * R + minus_e * G )
 518         public_key = ecdsa.VerifyingKey.from_public_point( Q, curve = SECP256k1 )
 519         # check that Q is the public key
 520         public_key.verify_digest( sig[1:], h, sigdecode = ecdsa.util.sigdecode_string)
 521         # check that we get the original signing address
 522         addr = public_key_to_bc_address( encode_point(public_key, compressed) )
 523         if address != addr:
 524             raise BaseException("Bad signature")
 525
 526
 527     def create_new_address(self, for_change):
 528         """   Publickey(type,n) = Master_public_key + H(n|S|type)*point  """
 529         curve = SECP256k1
 530         n = len(self.change_addresses) if for_change else len(self.addresses)
 531         z = self.get_sequence(n,for_change)
 532         master_public_key = ecdsa.VerifyingKey.from_string( self.master_public_key, curve = SECP256k1 )
 533         pubkey_point = master_public_key.pubkey.point + z*curve.generator
 534         public_key2 = ecdsa.VerifyingKey.from_public_point( pubkey_point, curve = SECP256k1 )
 535         address = public_key_to_bc_address( '04'.decode('hex') + public_key2.to_string() )
 536         if for_change:
 537             self.change_addresses.append(address)
 538         else:
 539             self.addresses.append(address)
 540
 541         self.history[address] = []
 542         print address
 543         return address
 544
 545
 546     def change_gap_limit(self, value):
 547         if value >= self.gap_limit:
 548             self.gap_limit = value
 549             self.save()
 550             self.interface.poke()
 551             return True
 552
 553         elif value >= self.min_acceptable_gap():
 554             k = self.num_unused_trailing_addresses()
 555             n = len(self.addresses) - k + value
 556             self.addresses = self.addresses[0:n]
 557             self.gap_limit = value
 558             self.save()
 559             return True
 560         else:
 561             return False
 562
 563     def num_unused_trailing_addresses(self):
 564         k = 0
 565         for a in self.addresses[::-1]:
 566             if self.history.get(a):break
 567             k = k + 1
 568         return k
 569
 570     def min_acceptable_gap(self):
 571         # fixme: this assumes wallet is synchronized
 572         n = 0
 573         nmax = 0
 574         k = self.num_unused_trailing_addresses()
 575         for a in self.addresses[0:-k]:
 576             if self.history.get(a):
 577                 n = 0
 578             else:
 579                 n += 1
 580                 if n > nmax: nmax = n
 581         return nmax + 1
 582
 583
 584     def synchronize(self):
 585         if not self.master_public_key:
 586             return []
 587
 588         new_addresses = []
 589         while True:
 590             if self.change_addresses == []:
 591                 new_addresses.append( self.create_new_address(True) )
 592                 continue
 593             a = self.change_addresses[-1]
 594             if self.history.get(a):
 595                 new_addresses.append( self.create_new_address(True) )
 596             else:
 597                 break
 598
 599         n = self.gap_limit
 600         while True:
 601             if len(self.addresses) < n:
 602                 new_addresses.append( self.create_new_address(False) )
 603                 continue
 604             if map( lambda a: self.history.get(a), self.addresses[-n:] ) == n*[[]]:
 605                 break
 606             else:
 607                 new_addresses.append( self.create_new_address(False) )
 608
 609         if self.remote_url:
 610             num = self.get_remote_number()
 611             while len(self.addresses)<num:
 612                 new_addresses.append( self.create_new_address(False) )
 613
 614         return new_addresses
 615
 616
 617     def get_remote_number(self):
 618         import jsonrpclib
 619         server = jsonrpclib.Server(self.remote_url)
 620         out = server.getnum()
 621         return out
 622
 623     def get_remote_mpk(self):
 624         import jsonrpclib
 625         server = jsonrpclib.Server(self.remote_url)
 626         out = server.getkey()
 627         return out
 628
 629     def is_found(self):
 630         return (len(self.change_addresses) > 1 ) or ( len(self.addresses) > self.gap_limit )
 631
 632     def fill_addressbook(self):
 633         for tx in self.tx_history.values():
 634             if tx['value']<0:
 635                 for i in tx['outputs']:
 636                     if not self.is_mine(i) and i not in self.addressbook:
 637                         self.addressbook.append(i)
 638         # redo labels
 639         self.update_tx_labels()
 640
 641
 642     def save(self):
 643         # TODO: Need special config storage class. Should not be mixed
 644         # up with the wallet.
 645         # Settings should maybe be stored in a flat ini file.
 646         s = {
 647             'seed_version': self.seed_version,
 648             'use_encryption': self.use_encryption,
 649             'use_change': self.use_change,
 650             'master_public_key': self.master_public_key.encode('hex'),
 651             'fee': self.fee,
 652             'server': self.server,
 653             'seed': self.seed,
 654             'addresses': self.addresses,
 655             'change_addresses': self.change_addresses,
 656             'history': self.history,
 657             'labels': self.labels,
 658             'contacts': self.addressbook,
 659             'imported_keys': self.imported_keys,
 660             'aliases': self.aliases,
 661             'authorities': self.authorities,
 662             'receipts': self.receipts,
 663             'num_zeros': self.num_zeros,
 664             'frozen_addresses': self.frozen_addresses,
 665             'prioritized_addresses': self.prioritized_addresses,
 666             'expert_mode': self.expert_mode,
 667             'gap_limit': self.gap_limit,
 668             'debug_server': self.debug_server,
 669             'conversion_currency': self.conversion_currency,
 670             'theme': self.theme
 671         }
 672         f = open(self.path,"w")
 673         f.write( repr(s) )
 674         f.close()
 675         import stat
 676         os.chmod(self.path,stat.S_IREAD | stat.S_IWRITE)
 677
 678     def read(self):
 679         '''Read the contents of the wallet file.'''
 680         import interface
 681
 682         upgrade_msg = """This wallet seed is deprecated. Please run upgrade.py for a diagnostic."""
 683         self.file_exists = False
 684         try:
 685             f = open(self.path,"r")
 686             data = f.read()
 687             f.close()
 688         except:
 689             return
 690         try:
 691             d = ast.literal_eval( data )  #parse raw data from reading wallet file
 692             interface.old_to_new(d)
 693             self.seed_version = d.get('seed_version')
 694             self.master_public_key = d.get('master_public_key').decode('hex')
 695             self.use_encryption = d.get('use_encryption')
 696             self.use_change = bool(d.get('use_change', True))
 697             self.fee = int(d.get('fee'))
 698             self.seed = d.get('seed')
 699             self.server = d.get('server')
 700             self.addresses = d.get('addresses')
 701             self.change_addresses = d.get('change_addresses')
 702             self.history = d.get('history')
 703             self.labels = d.get('labels')
 704             self.addressbook = d.get('contacts')
 705             self.imported_keys = d.get('imported_keys', {})
 706             self.aliases = d.get('aliases', {})
 707             self.authorities = d.get('authorities', {})
 708             self.receipts = d.get('receipts', {})
 709             self.num_zeros = d.get('num_zeros', 0)
 710             self.frozen_addresses = d.get('frozen_addresses', [])
 711             self.prioritized_addresses = d.get('prioritized_addresses', [])
 712             self.expert_mode = d.get('expert_mode', False)
 713             self.gap_limit = d.get('gap_limit', 5)
 714             self.debug_server = d.get('debug_server', False)
 715             self.conversion_currency = d.get('conversion_currency', 'USD')
 716             self.theme = d.get('theme', 'Cleanlook')
 717         except:
 718             raise BaseException("cannot read wallet file")
 719
 720         self.update_tx_history()
 721
 722         if self.seed_version != SEED_VERSION:
 723             raise BaseException(upgrade_msg)
 724
 725         if self.remote_url: assert self.master_public_key.encode('hex') == self.get_remote_mpk()
 726
 727         self.file_exists = True
 728
 729
 730     def get_address_flags(self, addr):
 731         flags = "C" if self.is_change(addr) else "I" if addr in self.imported_keys.keys() else "-"
 732         flags += "F" if addr in self.frozen_addresses else "P" if addr in self.prioritized_addresses else "-"
 733         return flags
 734
 735
 736     def get_addr_balance(self, addr):
 737         assert self.is_mine(addr)
 738         h = self.history.get(addr,[])
 739         c = u = 0
 740         for item in h:
 741             v = item['value']
 742             if item['height']:
 743                 c += v
 744             else:
 745                 u += v
 746         return c, u
 747
 748     def get_balance(self):
 749         conf = unconf = 0
 750         for addr in self.all_addresses():
 751             c, u = self.get_addr_balance(addr)
 752             conf += c
 753             unconf += u
 754         return conf, unconf
 755
 756
 757     def choose_tx_inputs( self, amount, fixed_fee, from_addr = None ):
 758         """ todo: minimize tx size """
 759         total = 0
 760         fee = self.fee if fixed_fee is None else fixed_fee
 761
 762         coins = []
 763         prioritized_coins = []
 764         domain = [from_addr] if from_addr else self.all_addresses()
 765         for i in self.frozen_addresses:
 766             if i in domain: domain.remove(i)
 767
 768         for i in self.prioritized_addresses:
 769             if i in domain: domain.remove(i)
 770
 771         for addr in domain:
 772             h = self.history.get(addr)
 773             if h is None: continue
 774             for item in h:
 775                 if item.get('raw_output_script'):
 776                     coins.append( (addr,item))
 777
 778         coins = sorted( coins, key = lambda x: x[1]['timestamp'] )
 779
 780         for addr in self.prioritized_addresses:
 781             h = self.history.get(addr)
 782             if h is None: continue
 783             for item in h:
 784                 if item.get('raw_output_script'):
 785                     prioritized_coins.append( (addr,item))
 786
 787         prioritized_coins = sorted( prioritized_coins, key = lambda x: x[1]['timestamp'] )
 788
 789         inputs = []
 790         coins = prioritized_coins + coins
 791
 792         for c in coins:
 793             addr, item = c
 794             v = item.get('value')
 795             total += v
 796             inputs.append((addr, v, item['tx_hash'], item['index'], item['raw_output_script'], None, None) )
 797             fee = self.fee*len(inputs) if fixed_fee is None else fixed_fee
 798             if total >= amount + fee: break
 799         else:
 800             #print "not enough funds: %s %s"%(format_satoshis(total), format_satoshis(fee))
 801             inputs = []
 802         return inputs, total, fee
 803
 804     def choose_tx_outputs( self, to_addr, amount, fee, total, change_addr=None ):
 805         outputs = [ (to_addr, amount) ]
 806         change_amount = total - ( amount + fee )
 807         if change_amount != 0:
 808             # normally, the update thread should ensure that the last change address is unused
 809             if not change_addr:
 810                 change_addr = self.change_addresses[-1]
 811             outputs.append( ( change_addr,  change_amount) )
 812         return outputs
 813
 814     def sign_inputs( self, inputs, outputs, password ):
 815         s_inputs = []
 816         for i in range(len(inputs)):
 817             addr, v, p_hash, p_pos, p_scriptPubKey, _, _ = inputs[i]
 818             private_key = ecdsa.SigningKey.from_string( self.get_private_key(addr, password), curve = SECP256k1 )
 819             public_key = private_key.get_verifying_key()
 820             pubkey = public_key.to_string()
 821             tx = filter( raw_tx( inputs, outputs, for_sig = i ) )
 822             sig = private_key.sign_digest( Hash( tx.decode('hex') ), sigencode = ecdsa.util.sigencode_der )
 823             assert public_key.verify_digest( sig, Hash( tx.decode('hex') ), sigdecode = ecdsa.util.sigdecode_der)
 824             s_inputs.append( (addr, v, p_hash, p_pos, p_scriptPubKey, pubkey, sig) )
 825         return s_inputs
 826
 827     def pw_encode(self, s, password):
 828         if password:
 829             secret = Hash(password)
 830             return EncodeAES(secret, s)
 831         else:
 832             return s
 833
 834     def pw_decode(self, s, password):
 835         if password is not None:
 836             secret = Hash(password)
 837             d = DecodeAES(secret, s)
 838             if s == self.seed:
 839                 try:
 840                     d.decode('hex')
 841                 except:
 842                     raise BaseException("Invalid password")
 843             return d
 844         else:
 845             return s
 846
 847     def get_status(self, address):
 848         h = self.history.get(address)
 849         if not h:
 850             status = None
 851         else:
 852             lastpoint = h[-1]
 853             status = lastpoint['block_hash']
 854             if status == 'mempool':
 855                 status = status + ':%d'% len(h)
 856         return status
 857
 858     def receive_status_callback(self, addr, status):
 859         with self.lock:
 860             if self.get_status(addr) != status:
 861                 #print "updating status for", addr, status
 862                 self.interface.get_history(addr)
 863
 864     def receive_history_callback(self, addr, data):
 865         #print "updating history for", addr
 866         with self.lock:
 867             self.history[addr] = data
 868             self.update_tx_history()
 869             self.save()
 870
 871     def get_tx_history(self):
 872         lines = self.tx_history.values()
 873         lines = sorted(lines, key=operator.itemgetter("timestamp"))
 874         return lines
 875
 876     def update_tx_history(self):
 877         self.tx_history= {}
 878         for addr in self.all_addresses():
 879             h = self.history.get(addr)
 880             if h is None: continue
 881             for tx in h:
 882                 tx_hash = tx['tx_hash']
 883                 line = self.tx_history.get(tx_hash)
 884                 if not line:
 885                     self.tx_history[tx_hash] = copy.copy(tx)
 886                     line = self.tx_history.get(tx_hash)
 887                 else:
 888                     line['value'] += tx['value']
 889                 if line['height'] == 0:
 890                     line['timestamp'] = 1e12
 891         self.update_tx_labels()
 892
 893     def update_tx_labels(self):
 894         for tx in self.tx_history.values():
 895             default_label = ''
 896             if tx['value']<0:
 897                 for o_addr in tx['outputs']:
 898                     if not self.is_mine(o_addr):
 899                         try:
 900                             default_label = self.labels[o_addr]
 901                         except KeyError:
 902                             default_label = o_addr
 903             else:
 904                 for o_addr in tx['outputs']:
 905                     if self.is_mine(o_addr) and not self.is_change(o_addr):
 906                         break
 907                 else:
 908                     for o_addr in tx['outputs']:
 909                         if self.is_mine(o_addr):
 910                             break
 911                     else:
 912                         o_addr = None
 913
 914                 if o_addr:
 915                     dest_label = self.labels.get(o_addr)
 916                     try:
 917                         default_label = self.labels[o_addr]
 918                     except KeyError:
 919                         default_label = o_addr
 920
 921             tx['default_label'] = default_label
 922
 923     def mktx(self, to_address, amount, label, password, fee=None, change_addr=None, from_addr= None):
 924         if not self.is_valid(to_address):
 925             raise BaseException("Invalid address")
 926         inputs, total, fee = self.choose_tx_inputs( amount, fee, from_addr )
 927         if not inputs:
 928             raise BaseException("Not enough funds")
 929
 930         if not self.use_change and not change_addr:
 931             change_addr = inputs[0][0]
 932             print "Sending change to", change_addr
 933
 934         outputs = self.choose_tx_outputs( to_address, amount, fee, total, change_addr )
 935         s_inputs = self.sign_inputs( inputs, outputs, password )
 936
 937         tx = filter( raw_tx( s_inputs, outputs ) )
 938         if to_address not in self.addressbook:
 939             self.addressbook.append(to_address)
 940         if label:
 941             tx_hash = Hash(tx.decode('hex') )[::-1].encode('hex')
 942             self.labels[tx_hash] = label
 943
 944         return tx
 945
 946     def sendtx(self, tx):
 947         tx_hash = Hash(tx.decode('hex') )[::-1].encode('hex')
 948         self.tx_event.clear()
 949         self.interface.send([('blockchain.transaction.broadcast', [tx])])
 950         self.tx_event.wait()
 951         out = self.tx_result
 952         if out != tx_hash:
 953             return False, "error: " + out
 954         if self.receipt:
 955             self.receipts[tx_hash] = self.receipt
 956             self.receipt = None
 957         return True, out
 958
 959
 960     def read_alias(self, alias):
 961         # this might not be the right place for this function.
 962         import urllib
 963
 964         m1 = re.match('([\w\-\.]+)@((\w[\w\-]+\.)+[\w\-]+)', alias)
 965         m2 = re.match('((\w[\w\-]+\.)+[\w\-]+)', alias)
 966         if m1:
 967             url = 'http://' + m1.group(2) + '/bitcoin.id/' + m1.group(1)
 968         elif m2:
 969             url = 'http://' + alias + '/bitcoin.id'
 970         else:
 971             return ''
 972         try:
 973             lines = urllib.urlopen(url).readlines()
 974         except:
 975             return ''
 976
 977         # line 0
 978         line = lines[0].strip().split(':')
 979         if len(line) == 1:
 980             auth_name = None
 981             target = signing_addr = line[0]
 982         else:
 983             target, auth_name, signing_addr, signature = line
 984             msg = "alias:%s:%s:%s"%(alias,target,auth_name)
 985             print msg, signature
 986             self.verify_message(signing_addr, signature, msg)
 987
 988         # other lines are signed updates
 989         for line in lines[1:]:
 990             line = line.strip()
 991             if not line: continue
 992             line = line.split(':')
 993             previous = target
 994             print repr(line)
 995             target, signature = line
 996             self.verify_message(previous, signature, "alias:%s:%s"%(alias,target))
 997
 998         if not self.is_valid(target):
 999             raise BaseException("Invalid bitcoin address")
1000
1001         return target, signing_addr, auth_name
1002
1003     def update_password(self, seed, old_password, new_password):
1004         if new_password == '': new_password = None
1005         self.use_encryption = (new_password != None)
1006         self.seed = self.pw_encode( seed, new_password)
1007         for k in self.imported_keys.keys():
1008             a = self.imported_keys[k]
1009             b = self.pw_decode(a, old_password)
1010             c = self.pw_encode(b, new_password)
1011             self.imported_keys[k] = c
1012         self.save()
1013
1014     def get_alias(self, alias, interactive = False, show_message=None, question = None):
1015         try:
1016             target, signing_address, auth_name = self.read_alias(alias)
1017         except BaseException, e:
1018             # raise exception if verify fails (verify the chain)
1019             if interactive:
1020                 show_message("Alias error: " + str(e))
1021             return
1022
1023         print target, signing_address, auth_name
1024
1025         if auth_name is None:
1026             a = self.aliases.get(alias)
1027             if not a:
1028                 msg = "Warning: the alias '%s' is self-signed.\nThe signing address is %s.\n\nDo you want to add this alias to your list of contacts?"%(alias,signing_address)
1029                 if interactive and question( msg ):
1030                     self.aliases[alias] = (signing_address, target)
1031                 else:
1032                     target = None
1033             else:
1034                 if signing_address != a[0]:
1035                     msg = "Warning: the key of alias '%s' has changed since your last visit! It is possible that someone is trying to do something nasty!!!\nDo you accept to change your trusted key?"%alias
1036                     if interactive and question( msg ):
1037                         self.aliases[alias] = (signing_address, target)
1038                     else:
1039                         target = None
1040         else:
1041             if signing_address not in self.authorities.keys():
1042                 msg = "The alias: '%s' links to %s\n\nWarning: this alias was signed by an unknown key.\nSigning authority: %s\nSigning address: %s\n\nDo you want to add this key to your list of trusted keys?"%(alias,target,auth_name,signing_address)
1043                 if interactive and question( msg ):
1044                     self.authorities[signing_address] = auth_name
1045                 else:
1046                     target = None
1047
1048         if target:
1049             self.aliases[alias] = (signing_address, target)
1050
1051         return target
1052
1053
1054     def parse_url(self, url, show_message, question):
1055         o = url[8:].split('?')
1056         address = o[0]
1057         if len(o)>1:
1058             params = o[1].split('&')
1059         else:
1060             params = []
1061
1062         amount = label = message = signature = identity = ''
1063         for p in params:
1064             k,v = p.split('=')
1065             uv = urldecode(v)
1066             if k == 'amount': amount = uv
1067             elif k == 'message': message = uv
1068             elif k == 'label': label = uv
1069             elif k == 'signature':
1070                 identity, signature = uv.split(':')
1071                 url = url.replace('&%s=%s'%(k,v),'')
1072             else:
1073                 print k,v
1074
1075         if label and self.labels.get(address) != label:
1076             if question('Give label "%s" to address %s ?'%(label,address)):
1077                 if address not in self.addressbook and address not in self.all_addresses():
1078                     self.addressbook.append(address)
1079                 self.labels[address] = label
1080
1081         if signature:
1082             if re.match('^(|([\w\-\.]+)@)((\w[\w\-]+\.)+[\w\-]+)$', identity):
1083                 signing_address = self.get_alias(identity, True, show_message, question)
1084             elif self.is_valid(identity):
1085                 signing_address = identity
1086             else:
1087                 signing_address = None
1088             if not signing_address:
1089                 return
1090             try:
1091                 self.verify_message(signing_address, signature, url )
1092                 self.receipt = (signing_address, signature, url)
1093             except:
1094                 show_message('Warning: the URI contains a bad signature.\nThe identity of the recipient cannot be verified.')
1095                 address = amount = label = identity = message = ''
1096
1097         if re.match('^(|([\w\-\.]+)@)((\w[\w\-]+\.)+[\w\-]+)$', address):
1098             payto_address = self.get_alias(address, True, show_message, question)
1099             if payto_address:
1100                 address = address + ' <' + payto_address + '>'
1101
1102         return address, amount, label, message, signature, identity, url
1103
1104
1105     def update(self):
1106         self.interface.poke()
1107         self.up_to_date_event.wait(10000000000)
1108
1109
1110     def start_session(self, interface):
1111         self.interface = interface
1112         self.interface.send([('server.banner',[]), ('blockchain.numblocks.subscribe',[]), ('server.peers.subscribe',[])])
1113         self.interface.subscribe(self.all_addresses())
1114
1115
1116     def freeze(self,addr):
1117         if addr in self.all_addresses() and addr not in self.frozen_addresses:
1118             self.unprioritize(addr)
1119             self.frozen_addresses.append(addr)
1120             self.save()
1121             return True
1122         else:
1123             return False
1124
1125     def unfreeze(self,addr):
1126         if addr in self.all_addresses() and addr in self.frozen_addresses:
1127             self.frozen_addresses.remove(addr)
1128             self.save()
1129             return True
1130         else:
1131             return False
1132
1133     def prioritize(self,addr):
1134         if addr in self.all_addresses() and addr not in self.prioritized_addresses:
1135             self.unfreeze(addr)
1136             self.prioritized_addresses.append(addr)
1137             self.save()
1138             return True
1139         else:
1140             return False
1141
1142     def unprioritize(self,addr):
1143         if addr in self.all_addresses() and addr in self.prioritized_addresses:
1144             self.prioritized_addresses.remove(addr)
1145             self.save()
1146             return True
1147         else:
1148             return False