prioritized coins
[electrum-nvc.git] / lib / wallet.py
1 #!/usr/bin/env python
2 #
3 # Electrum - lightweight Bitcoin client
4 # Copyright (C) 2011 thomasv@gitorious
5 #
6 # This program is free software: you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation, either version 3 of the License, or
9 # (at your option) any later version.
10 #
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
15 #
16 # You should have received a copy of the GNU General Public License
17 # along with this program. If not, see <http://www.gnu.org/licenses/>.
18
19
20 import sys, base64, os, re, hashlib, copy, operator, ast, threading, random
21 import aes, ecdsa
22 from ecdsa.util import string_to_number, number_to_string
23
24 ############ functions from pywallet ##################### 
25
26 addrtype = 0
27
28 def hash_160(public_key):
29     try:
30         md = hashlib.new('ripemd160')
31         md.update(hashlib.sha256(public_key).digest())
32         return md.digest()
33     except:
34         import ripemd
35         md = ripemd.new(hashlib.sha256(public_key).digest())
36         return md.digest()
37
38
39 def public_key_to_bc_address(public_key):
40     h160 = hash_160(public_key)
41     return hash_160_to_bc_address(h160)
42
43 def hash_160_to_bc_address(h160):
44     vh160 = chr(addrtype) + h160
45     h = Hash(vh160)
46     addr = vh160 + h[0:4]
47     return b58encode(addr)
48
49 def bc_address_to_hash_160(addr):
50     bytes = b58decode(addr, 25)
51     return bytes[1:21]
52
53 __b58chars = '123456789ABCDEFGHJKLMNPQRSTUVWXYZabcdefghijkmnopqrstuvwxyz'
54 __b58base = len(__b58chars)
55
56 def b58encode(v):
57     """ encode v, which is a string of bytes, to base58.                
58     """
59
60     long_value = 0L
61     for (i, c) in enumerate(v[::-1]):
62         long_value += (256**i) * ord(c)
63
64     result = ''
65     while long_value >= __b58base:
66         div, mod = divmod(long_value, __b58base)
67         result = __b58chars[mod] + result
68         long_value = div
69     result = __b58chars[long_value] + result
70
71     # Bitcoin does a little leading-zero-compression:
72     # leading 0-bytes in the input become leading-1s
73     nPad = 0
74     for c in v:
75         if c == '\0': nPad += 1
76         else: break
77
78     return (__b58chars[0]*nPad) + result
79
80 def b58decode(v, length):
81     """ decode v into a string of len bytes
82     """
83     long_value = 0L
84     for (i, c) in enumerate(v[::-1]):
85         long_value += __b58chars.find(c) * (__b58base**i)
86
87     result = ''
88     while long_value >= 256:
89         div, mod = divmod(long_value, 256)
90         result = chr(mod) + result
91         long_value = div
92     result = chr(long_value) + result
93
94     nPad = 0
95     for c in v:
96         if c == __b58chars[0]: nPad += 1
97         else: break
98
99     result = chr(0)*nPad + result
100     if length is not None and len(result) != length:
101         return None
102
103     return result
104
105
106 def Hash(data):
107     return hashlib.sha256(hashlib.sha256(data).digest()).digest()
108
109 def EncodeBase58Check(vchIn):
110     hash = Hash(vchIn)
111     return b58encode(vchIn + hash[0:4])
112
113 def DecodeBase58Check(psz):
114     vchRet = b58decode(psz, None)
115     key = vchRet[0:-4]
116     csum = vchRet[-4:]
117     hash = Hash(key)
118     cs32 = hash[0:4]
119     if cs32 != csum:
120         return None
121     else:
122         return key
123
124 def PrivKeyToSecret(privkey):
125     return privkey[9:9+32]
126
127 def SecretToASecret(secret):
128     vchIn = chr(addrtype+128) + secret
129     return EncodeBase58Check(vchIn)
130
131 def ASecretToSecret(key):
132     vch = DecodeBase58Check(key)
133     if vch and vch[0] == chr(addrtype+128):
134         return vch[1:]
135     else:
136         return False
137
138 ########### end pywallet functions #######################
139
140 # URL decode
141 _ud = re.compile('%([0-9a-hA-H]{2})', re.MULTILINE)
142 urldecode = lambda x: _ud.sub(lambda m: chr(int(m.group(1), 16)), x)
143
144
145 def int_to_hex(i, length=1):
146     s = hex(i)[2:].rstrip('L')
147     s = "0"*(2*length - len(s)) + s
148     return s.decode('hex')[::-1].encode('hex')
149
150
151 # AES
152 EncodeAES = lambda secret, s: base64.b64encode(aes.encryptData(secret,s))
153 DecodeAES = lambda secret, e: aes.decryptData(secret, base64.b64decode(e))
154
155
156
157 # secp256k1, http://www.oid-info.com/get/1.3.132.0.10
158 _p = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEFFFFFC2FL
159 _r = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEBAAEDCE6AF48A03BBFD25E8CD0364141L
160 _b = 0x0000000000000000000000000000000000000000000000000000000000000007L
161 _a = 0x0000000000000000000000000000000000000000000000000000000000000000L
162 _Gx = 0x79BE667EF9DCBBAC55A06295CE870B07029BFCDB2DCE28D959F2815B16F81798L
163 _Gy = 0x483ada7726a3c4655da4fbfc0e1108a8fd17b448a68554199c47d08ffb10d4b8L
164 curve_secp256k1 = ecdsa.ellipticcurve.CurveFp( _p, _a, _b )
165 generator_secp256k1 = ecdsa.ellipticcurve.Point( curve_secp256k1, _Gx, _Gy, _r )
166 oid_secp256k1 = (1,3,132,0,10)
167 SECP256k1 = ecdsa.curves.Curve("SECP256k1", curve_secp256k1, generator_secp256k1, oid_secp256k1 ) 
168
169
170 def filter(s): 
171     out = re.sub('( [^\n]*|)\n','',s)
172     out = out.replace(' ','')
173     out = out.replace('\n','')
174     return out
175
176 def raw_tx( inputs, outputs, for_sig = None ):
177     s  = int_to_hex(1,4)                                     +   '     version\n' 
178     s += int_to_hex( len(inputs) )                           +   '     number of inputs\n'
179     for i in range(len(inputs)):
180         _, _, p_hash, p_index, p_script, pubkey, sig = inputs[i]
181         s += p_hash.decode('hex')[::-1].encode('hex')        +  '     prev hash\n'
182         s += int_to_hex(p_index,4)                           +  '     prev index\n'
183         if for_sig is None:
184             sig = sig + chr(1)                               # hashtype
185             script  = int_to_hex( len(sig))                  +  '     push %d bytes\n'%len(sig)
186             script += sig.encode('hex')                      +  '     sig\n'
187             pubkey = chr(4) + pubkey
188             script += int_to_hex( len(pubkey))               +  '     push %d bytes\n'%len(pubkey)
189             script += pubkey.encode('hex')                   +  '     pubkey\n'
190         elif for_sig==i:
191             script = p_script                                +  '     scriptsig \n'
192         else:
193             script=''
194         s += int_to_hex( len(filter(script))/2 )             +  '     script length \n'
195         s += script
196         s += "ffffffff"                                      +  '     sequence\n'
197     s += int_to_hex( len(outputs) )                          +  '     number of outputs\n'
198     for output in outputs:
199         addr, amount = output
200         s += int_to_hex( amount, 8)                          +  '     amount: %d\n'%amount 
201         script = '76a9'                                      # op_dup, op_hash_160
202         script += '14'                                       # push 0x14 bytes
203         script += bc_address_to_hash_160(addr).encode('hex')
204         script += '88ac'                                     # op_equalverify, op_checksig
205         s += int_to_hex( len(filter(script))/2 )             +  '     script length \n'
206         s += script                                          +  '     script \n'
207     s += int_to_hex(0,4)                                     # lock time
208     if for_sig is not None: s += int_to_hex(1, 4)            # hash type
209     return s
210
211
212
213
214 def format_satoshis(x, is_diff=False, num_zeros = 0):
215     from decimal import Decimal
216     s = Decimal(x)
217     sign, digits, exp = s.as_tuple()
218     digits = map(str, digits)
219     while len(digits) < 9:
220         digits.insert(0,'0')
221     digits.insert(-8,'.')
222     s = ''.join(digits).rstrip('0')
223     if sign: 
224         s = '-' + s
225     elif is_diff:
226         s = "+" + s
227
228     p = s.find('.')
229     s += "0"*( 1 + num_zeros - ( len(s) - p ))
230     s += " "*( 9 - ( len(s) - p ))
231     s = " "*( 5 - ( p )) + s
232     return s
233
234
235 from version import ELECTRUM_VERSION, SEED_VERSION
236 from interface import DEFAULT_SERVERS
237
238
239
240
241 class Wallet:
242     def __init__(self, gui_callback = lambda: None):
243
244         self.electrum_version = ELECTRUM_VERSION
245         self.seed_version = SEED_VERSION
246         self.gui_callback = gui_callback
247
248         self.gap_limit = 5           # configuration
249         self.fee = 100000
250         self.num_zeros = 0
251         self.master_public_key = ''
252
253         # saved fields
254         self.use_encryption = False
255         self.addresses = []          # receiving addresses visible for user
256         self.change_addresses = []   # addresses used as change
257         self.seed = ''               # encrypted
258         self.history = {}
259         self.labels = {}             # labels for addresses and transactions
260         self.aliases = {}            # aliases for addresses
261         self.authorities = {}        # trusted addresses
262         self.frozen_addresses = []
263         self.prioritized_addresses = []
264         
265         self.receipts = {}           # signed URIs
266         self.receipt = None          # next receipt
267         self.addressbook = []        # outgoing addresses, for payments
268
269         # not saved
270         self.tx_history = {}
271
272         self.imported_keys = {}
273         self.remote_url = None
274
275         self.was_updated = True
276         self.blocks = -1
277         self.banner = ''
278
279         # there is a difference between self.up_to_date and self.is_up_to_date()
280         # self.is_up_to_date() returns true when all requests have been answered and processed
281         # self.up_to_date is true when the wallet is synchronized (stronger requirement)
282         self.up_to_date_event = threading.Event()
283         self.up_to_date_event.clear()
284         self.up_to_date = False
285         self.lock = threading.Lock()
286         self.tx_event = threading.Event()
287
288         self.pick_random_server()
289
290
291
292     def pick_random_server(self):
293         self.server = random.choice( DEFAULT_SERVERS )         # random choice when the wallet is created
294
295     def is_up_to_date(self):
296         return self.interface.responses.empty() and not self.interface.unanswered_requests
297
298     def set_server(self, server):
299         # raise an error if the format isnt correct
300         a,b,c = server.split(':')
301         b = int(b)
302         assert c in ['t','h','n']
303         # set the server
304         if server != self.server:
305             self.server = server
306             self.save()
307             self.interface.is_connected = False  # this exits the polling loop
308             self.interface.poke()
309
310     def set_path(self, wallet_path):
311
312         if wallet_path is not None:
313             self.path = wallet_path
314         else:
315             # backward compatibility: look for wallet file in the default data directory
316             if "HOME" in os.environ:
317                 wallet_dir = os.path.join( os.environ["HOME"], '.electrum')
318             elif "LOCALAPPDATA" in os.environ:
319                 wallet_dir = os.path.join( os.environ["LOCALAPPDATA"], 'Electrum' )
320             elif "APPDATA" in os.environ:
321                 wallet_dir = os.path.join( os.environ["APPDATA"], 'Electrum' )
322             else:
323                 raise BaseException("No home directory found in environment variables.")
324
325             if not os.path.exists( wallet_dir ): os.mkdir( wallet_dir )
326             self.path = os.path.join( wallet_dir, 'electrum.dat' )
327
328     def import_key(self, keypair, password):
329         address, key = keypair.split(':')
330         if not self.is_valid(address):
331             raise BaseException('Invalid Bitcoin address')
332         if address in self.all_addresses():
333             raise BaseException('Address already in wallet')
334         b = ASecretToSecret( key )
335         if not b: return False
336         secexp = int( b.encode('hex'), 16)
337         private_key = ecdsa.SigningKey.from_secret_exponent( secexp, curve=SECP256k1 )
338         # sanity check
339         public_key = private_key.get_verifying_key()
340         if not address == public_key_to_bc_address( '04'.decode('hex') + public_key.to_string() ):
341             raise BaseException('Address does not match private key')
342         self.imported_keys[address] = self.pw_encode( key, password )
343
344     def new_seed(self, password):
345         seed = "%032x"%ecdsa.util.randrange( pow(2,128) )
346         #self.init_mpk(seed)
347         # encrypt
348         self.seed = self.pw_encode( seed, password )
349
350
351     def init_mpk(self,seed):
352         # public key
353         curve = SECP256k1
354         secexp = self.stretch_key(seed)
355         master_private_key = ecdsa.SigningKey.from_secret_exponent( secexp, curve = SECP256k1 )
356         self.master_public_key = master_private_key.get_verifying_key().to_string()
357
358     def all_addresses(self):
359         return self.addresses + self.change_addresses + self.imported_keys.keys()
360
361     def is_mine(self, address):
362         return address in self.all_addresses()
363
364     def is_change(self, address):
365         return address in self.change_addresses
366
367     def is_valid(self,addr):
368         ADDRESS_RE = re.compile('[1-9A-HJ-NP-Za-km-z]{26,}\\Z')
369         if not ADDRESS_RE.match(addr): return False
370         try:
371             h = bc_address_to_hash_160(addr)
372         except:
373             return False
374         return addr == hash_160_to_bc_address(h)
375
376     def stretch_key(self,seed):
377         oldseed = seed
378         for i in range(100000):
379             seed = hashlib.sha256(seed + oldseed).digest()
380         return string_to_number( seed )
381
382     def get_sequence(self,n,for_change):
383         return string_to_number( Hash( "%d:%d:"%(n,for_change) + self.master_public_key ) )
384
385     def get_private_key_base58(self, address, password):
386         pk = self.get_private_key(address, password)
387         if pk is None: return None
388         return SecretToASecret( pk )
389
390     def get_private_key(self, address, password):
391         """  Privatekey(type,n) = Master_private_key + H(n|S|type)  """
392         order = generator_secp256k1.order()
393         
394         if address in self.imported_keys.keys():
395             b = self.pw_decode( self.imported_keys[address], password )
396             if not b: return None
397             b = ASecretToSecret( b )
398             secexp = int( b.encode('hex'), 16)
399         else:
400             if address in self.addresses:
401                 n = self.addresses.index(address)
402                 for_change = False
403             elif address in self.change_addresses:
404                 n = self.change_addresses.index(address)
405                 for_change = True
406             else:
407                 raise BaseException("unknown address")
408             try:
409                 seed = self.pw_decode( self.seed, password)
410             except:
411                 raise BaseException("Invalid password")
412             if not seed: return None
413             secexp = self.stretch_key(seed)
414             secexp = ( secexp + self.get_sequence(n,for_change) ) % order
415
416         pk = number_to_string(secexp,order)
417         return pk
418
419     def msg_magic(self, message):
420         return "\x18Bitcoin Signed Message:\n" + chr( len(message) ) + message
421
422     def sign_message(self, address, message, password):
423         private_key = ecdsa.SigningKey.from_string( self.get_private_key(address, password), curve = SECP256k1 )
424         public_key = private_key.get_verifying_key()
425         signature = private_key.sign_digest( Hash( self.msg_magic( message ) ), sigencode = ecdsa.util.sigencode_string )
426         assert public_key.verify_digest( signature, Hash( self.msg_magic( message ) ), sigdecode = ecdsa.util.sigdecode_string)
427         for i in range(4):
428             sig = base64.b64encode( chr(27+i) + signature )
429             try:
430                 self.verify_message( address, sig, message)
431                 return sig
432             except:
433                 continue
434         else:
435             raise BaseException("error: cannot sign message")
436         
437             
438     def verify_message(self, address, signature, message):
439         """ See http://www.secg.org/download/aid-780/sec1-v2.pdf for the math """
440         from ecdsa import numbertheory, ellipticcurve, util
441         import msqr
442         curve = curve_secp256k1
443         G = generator_secp256k1
444         order = G.order()
445         # extract r,s from signature
446         sig = base64.b64decode(signature)
447         if len(sig) != 65: raise BaseException("Wrong encoding")
448         r,s = util.sigdecode_string(sig[1:], order)
449         recid = ord(sig[0]) - 27
450         # 1.1
451         x = r + (recid/2) * order
452         # 1.3
453         alpha = ( x * x * x  + curve.a() * x + curve.b() ) % curve.p()
454         beta = msqr.modular_sqrt(alpha, curve.p())
455         y = beta if (beta - recid) % 2 == 0 else curve.p() - beta
456         # 1.4 the constructor checks that nR is at infinity
457         R = ellipticcurve.Point(curve, x, y, order)
458         # 1.5 compute e from message:
459         h = Hash( self.msg_magic( message ) )
460         e = string_to_number(h)
461         minus_e = -e % order
462         # 1.6 compute Q = r^-1 (sR - eG)
463         inv_r = numbertheory.inverse_mod(r,order)
464         Q = inv_r * ( s * R + minus_e * G )
465         public_key = ecdsa.VerifyingKey.from_public_point( Q, curve = SECP256k1 )
466         # check that Q is the public key
467         public_key.verify_digest( sig[1:], h, sigdecode = ecdsa.util.sigdecode_string)
468         # check that we get the original signing address
469         addr = public_key_to_bc_address( '04'.decode('hex') + public_key.to_string() )
470         # print addr
471         if address != addr:
472             print "bad signature"
473             raise BaseException("Bad signature")
474     
475
476     def create_new_address(self, for_change):
477         """   Publickey(type,n) = Master_public_key + H(n|S|type)*point  """
478         curve = SECP256k1
479         n = len(self.change_addresses) if for_change else len(self.addresses)
480         z = self.get_sequence(n,for_change)
481         master_public_key = ecdsa.VerifyingKey.from_string( self.master_public_key, curve = SECP256k1 )
482         pubkey_point = master_public_key.pubkey.point + z*curve.generator
483         public_key2 = ecdsa.VerifyingKey.from_public_point( pubkey_point, curve = SECP256k1 )
484         address = public_key_to_bc_address( '04'.decode('hex') + public_key2.to_string() )
485         if for_change:
486             self.change_addresses.append(address)
487         else:
488             self.addresses.append(address)
489
490         self.history[address] = []
491         print address
492         return address
493
494
495
496     def synchronize(self):
497         if not self.master_public_key:
498             return []
499
500         new_addresses = []
501         while True:
502             if self.change_addresses == []:
503                 new_addresses.append( self.create_new_address(True) )
504                 continue
505             a = self.change_addresses[-1]
506             if self.history.get(a):
507                 new_addresses.append( self.create_new_address(True) )
508             else:
509                 break
510
511         n = self.gap_limit
512         while True:
513             if len(self.addresses) < n:
514                 new_addresses.append( self.create_new_address(False) )
515                 continue
516             if map( lambda a: self.history.get(a), self.addresses[-n:] ) == n*[[]]:
517                 break
518             else:
519                 new_addresses.append( self.create_new_address(False) )
520
521         if self.remote_url:
522             num = self.get_remote_number()
523             while len(self.addresses)<num:
524                 new_addresses.append( self.create_new_address(False) )
525
526         return new_addresses
527
528
529     def get_remote_number(self):
530         import jsonrpclib
531         server = jsonrpclib.Server(self.remote_url)
532         out = server.getnum()
533         return out
534
535     def get_remote_mpk(self):
536         import jsonrpclib
537         server = jsonrpclib.Server(self.remote_url)
538         out = server.getkey()
539         return out
540
541     def is_found(self):
542         return (len(self.change_addresses) > 1 ) or ( len(self.addresses) > self.gap_limit )
543
544     def fill_addressbook(self):
545         for tx in self.tx_history.values():
546             if tx['value']<0:
547                 for i in tx['outputs']:
548                     if not self.is_mine(i) and i not in self.addressbook:
549                         self.addressbook.append(i)
550         # redo labels
551         self.update_tx_labels()
552
553
554     def save(self):
555         s = {
556             'seed_version':self.seed_version,
557             'use_encryption':self.use_encryption,
558             'master_public_key': self.master_public_key.encode('hex'),
559             'fee':self.fee,
560             'server':self.server,
561             'seed':self.seed,
562             'addresses':self.addresses,
563             'change_addresses':self.change_addresses,
564             'history':self.history, 
565             'labels':self.labels,
566             'contacts':self.addressbook,
567             'imported_keys':self.imported_keys,
568             'aliases':self.aliases,
569             'authorities':self.authorities,
570             'receipts':self.receipts,
571             'num_zeros':self.num_zeros,
572             'frozen_addresses':self.frozen_addresses,
573             'prioritized_addresses':self.prioritized_addresses,
574             }
575         f = open(self.path,"w")
576         f.write( repr(s) )
577         f.close()
578
579     def read(self):
580         import interface
581
582         upgrade_msg = """This wallet seed is deprecated. Please run upgrade.py for a diagnostic."""
583         self.file_exists = False
584         try:
585             f = open(self.path,"r")
586             data = f.read()
587             f.close()
588         except:
589             return
590         data = interface.old_to_new(data)
591         try:
592             d = ast.literal_eval( data )
593             self.seed_version = d.get('seed_version')
594             self.master_public_key = d.get('master_public_key').decode('hex')
595             self.use_encryption = d.get('use_encryption')
596             self.fee = int( d.get('fee') )
597             self.seed = d.get('seed')
598             self.server = d.get('server')
599             #blocks = d.get('blocks')
600             self.addresses = d.get('addresses')
601             self.change_addresses = d.get('change_addresses')
602             self.history = d.get('history')
603             self.labels = d.get('labels')
604             self.addressbook = d.get('contacts')
605             self.imported_keys = d.get('imported_keys',{})
606             self.aliases = d.get('aliases',{})
607             self.authorities = d.get('authorities',{})
608             self.receipts = d.get('receipts',{})
609             self.num_zeros = d.get('num_zeros',0)
610             self.frozen_addresses = d.get('frozen_addresses',[])
611             self.prioritized_addresses = d.get('prioritized_addresses',[])
612         except:
613             raise BaseException("cannot read wallet file")
614
615         self.update_tx_history()
616
617         if self.seed_version != SEED_VERSION:
618             raise BaseException(upgrade_msg)
619
620         if self.remote_url: assert self.master_public_key.encode('hex') == self.get_remote_mpk()
621
622         self.file_exists = True
623
624
625         
626
627     def get_addr_balance(self, addr):
628         assert self.is_mine(addr)
629         h = self.history.get(addr,[])
630         c = u = 0
631         for item in h:
632             v = item['value']
633             if item['height']:
634                 c += v
635             else:
636                 u += v
637         return c, u
638
639     def get_balance(self):
640         conf = unconf = 0
641         for addr in self.all_addresses(): 
642             c, u = self.get_addr_balance(addr)
643             conf += c
644             unconf += u
645         return conf, unconf
646
647
648     def choose_tx_inputs( self, amount, fixed_fee, from_addr = None ):
649         """ todo: minimize tx size """
650         total = 0
651         fee = self.fee if fixed_fee is None else fixed_fee
652
653         coins = []
654         prioritized_coins = []
655         domain = [from_addr] if from_addr else self.all_addresses()
656         for i in self.frozen_addresses:
657             if i in domain: domain.remove(i)
658
659         for i in self.prioritized_addresses:
660             if i in domain: domain.remove(i)
661
662         for addr in domain:
663             h = self.history.get(addr)
664             if h is None: continue
665             for item in h:
666                 if item.get('raw_output_script'):
667                     coins.append( (addr,item))
668
669         coins = sorted( coins, key = lambda x: x[1]['timestamp'] )
670
671         for addr in prioritized_addresses:
672             h = self.history.get(addr)
673             if h is None: continue
674             for item in h:
675                 if item.get('raw_output_script'):
676                     prioritized_coins.append( (addr,item))
677
678         prioritized_coins = sorted( prioritized_coins, key = lambda x: x[1]['timestamp'] )
679
680         inputs = []
681         coins = prioritized_coins + coins
682
683         for c in coins: 
684             addr, item = c
685             v = item.get('value')
686             total += v
687             inputs.append((addr, v, item['tx_hash'], item['index'], item['raw_output_script'], None, None) )
688             fee = self.fee*len(inputs) if fixed_fee is None else fixed_fee
689             if total >= amount + fee: break
690         else:
691             #print "not enough funds: %d %d"%(total, fee)
692             inputs = []
693         return inputs, total, fee
694
695     def choose_tx_outputs( self, to_addr, amount, fee, total, change_addr=None ):
696         outputs = [ (to_addr, amount) ]
697         change_amount = total - ( amount + fee )
698         if change_amount != 0:
699             # normally, the update thread should ensure that the last change address is unused
700             if not change_addr:
701                 change_addr = self.change_addresses[-1]
702             outputs.append( ( change_addr,  change_amount) )
703         return outputs
704
705     def sign_inputs( self, inputs, outputs, password ):
706         s_inputs = []
707         for i in range(len(inputs)):
708             addr, v, p_hash, p_pos, p_scriptPubKey, _, _ = inputs[i]
709             private_key = ecdsa.SigningKey.from_string( self.get_private_key(addr, password), curve = SECP256k1 )
710             public_key = private_key.get_verifying_key()
711             pubkey = public_key.to_string()
712             tx = filter( raw_tx( inputs, outputs, for_sig = i ) )
713             sig = private_key.sign_digest( Hash( tx.decode('hex') ), sigencode = ecdsa.util.sigencode_der )
714             assert public_key.verify_digest( sig, Hash( tx.decode('hex') ), sigdecode = ecdsa.util.sigdecode_der)
715             s_inputs.append( (addr, v, p_hash, p_pos, p_scriptPubKey, pubkey, sig) )
716         return s_inputs
717
718     def pw_encode(self, s, password):
719         if password:
720             secret = Hash(password)
721             return EncodeAES(secret, s)
722         else:
723             return s
724
725     def pw_decode(self, s, password):
726         if password is not None:
727             secret = Hash(password)
728             d = DecodeAES(secret, s)
729             if s == self.seed:
730                 try:
731                     d.decode('hex')
732                 except:
733                     raise BaseException("Invalid password")
734             return d
735         else:
736             return s
737
738     def get_status(self, address):
739         h = self.history.get(address)
740         if not h:
741             status = None
742         else:
743             lastpoint = h[-1]
744             status = lastpoint['block_hash']
745             if status == 'mempool': 
746                 status = status + ':%d'% len(h)
747         return status
748
749     def receive_status_callback(self, addr, status):
750         with self.lock:
751             if self.get_status(addr) != status:
752                 #print "updating status for", addr, status
753                 self.interface.get_history(addr)
754
755     def receive_history_callback(self, addr, data): 
756         #print "updating history for", addr
757         with self.lock:
758             self.history[addr] = data
759             self.update_tx_history()
760             self.save()
761
762     def get_tx_history(self):
763         lines = self.tx_history.values()
764         lines = sorted(lines, key=operator.itemgetter("timestamp"))
765         return lines
766
767     def update_tx_history(self):
768         self.tx_history= {}
769         for addr in self.all_addresses():
770             h = self.history.get(addr)
771             if h is None: continue
772             for tx in h:
773                 tx_hash = tx['tx_hash']
774                 line = self.tx_history.get(tx_hash)
775                 if not line:
776                     self.tx_history[tx_hash] = copy.copy(tx)
777                     line = self.tx_history.get(tx_hash)
778                 else:
779                     line['value'] += tx['value']
780                 if line['height'] == 0:
781                     line['timestamp'] = 1e12
782         self.update_tx_labels()
783
784     def update_tx_labels(self):
785         for tx in self.tx_history.values():
786             default_label = ''
787             if tx['value']<0:
788                 for o_addr in tx['outputs']:
789                     if not self.is_change(o_addr):
790                         dest_label = self.labels.get(o_addr)
791                         if dest_label:
792                             default_label = 'to: ' + dest_label
793                         else:
794                             default_label = 'to: ' + o_addr
795             else:
796                 for o_addr in tx['outputs']:
797                     if self.is_mine(o_addr) and not self.is_change(o_addr):
798                         break
799                 else:
800                     for o_addr in tx['outputs']:
801                         if self.is_mine(o_addr):
802                             break
803                     else:
804                         o_addr = None
805
806                 if o_addr:
807                     dest_label = self.labels.get(o_addr)
808                     if dest_label:
809                         default_label = 'at: ' + dest_label
810                     else:
811                         default_label = 'at: ' + o_addr
812
813             tx['default_label'] = default_label
814
815     def mktx(self, to_address, amount, label, password, fee=None, change_addr=None, from_addr= None):
816         if not self.is_valid(to_address):
817             raise BaseException("Invalid address")
818         inputs, total, fee = self.choose_tx_inputs( amount, fee, from_addr )
819         if not inputs:
820             raise BaseException("Not enough funds")
821         outputs = self.choose_tx_outputs( to_address, amount, fee, total, change_addr )
822         s_inputs = self.sign_inputs( inputs, outputs, password )
823
824         tx = filter( raw_tx( s_inputs, outputs ) )
825         if to_address not in self.addressbook:
826             self.addressbook.append(to_address)
827         if label: 
828             tx_hash = Hash(tx.decode('hex') )[::-1].encode('hex')
829             self.labels[tx_hash] = label
830
831         return tx
832
833     def sendtx(self, tx):
834         tx_hash = Hash(tx.decode('hex') )[::-1].encode('hex')
835         self.tx_event.clear()
836         self.interface.send([('blockchain.transaction.broadcast', [tx])])
837         self.tx_event.wait()
838         out = self.tx_result 
839         if out != tx_hash:
840             return False, "error: " + out
841         if self.receipt:
842             self.receipts[tx_hash] = self.receipt
843             self.receipt = None
844         return True, out
845
846
847     def read_alias(self, alias):
848         # this might not be the right place for this function.
849         import urllib
850
851         m1 = re.match('([\w\-\.]+)@((\w[\w\-]+\.)+[\w\-]+)', alias)
852         m2 = re.match('((\w[\w\-]+\.)+[\w\-]+)', alias)
853         if m1:
854             url = 'http://' + m1.group(2) + '/bitcoin.id/' + m1.group(1) 
855         elif m2:
856             url = 'http://' + alias + '/bitcoin.id'
857         else:
858             return ''
859         try:
860             lines = urllib.urlopen(url).readlines()
861         except:
862             return ''
863
864         # line 0
865         line = lines[0].strip().split(':')
866         if len(line) == 1:
867             auth_name = None
868             target = signing_addr = line[0]
869         else:
870             target, auth_name, signing_addr, signature = line
871             msg = "alias:%s:%s:%s"%(alias,target,auth_name)
872             print msg, signature
873             self.verify_message(signing_addr, signature, msg)
874         
875         # other lines are signed updates
876         for line in lines[1:]:
877             line = line.strip()
878             if not line: continue
879             line = line.split(':')
880             previous = target
881             print repr(line)
882             target, signature = line
883             self.verify_message(previous, signature, "alias:%s:%s"%(alias,target))
884
885         if not self.is_valid(target):
886             raise BaseException("Invalid bitcoin address")
887
888         return target, signing_addr, auth_name
889
890     def update_password(self, seed, old_password, new_password):
891         if new_password == '': new_password = None
892         self.use_encryption = (new_password != None)
893         self.seed = self.pw_encode( seed, new_password)
894         for k in self.imported_keys.keys():
895             a = self.imported_keys[k]
896             b = self.pw_decode(a, old_password)
897             c = self.pw_encode(b, new_password)
898             self.imported_keys[k] = c
899         self.save()
900
901     def get_alias(self, alias, interactive = False, show_message=None, question = None):
902         try:
903             target, signing_address, auth_name = self.read_alias(alias)
904         except BaseException, e:
905             # raise exception if verify fails (verify the chain)
906             if interactive:
907                 show_message("Alias error: " + str(e))
908             return
909
910         print target, signing_address, auth_name
911
912         if auth_name is None:
913             a = self.aliases.get(alias)
914             if not a:
915                 msg = "Warning: the alias '%s' is self-signed.\nThe signing address is %s.\n\nDo you want to add this alias to your list of contacts?"%(alias,signing_address)
916                 if interactive and question( msg ):
917                     self.aliases[alias] = (signing_address, target)
918                 else:
919                     target = None
920             else:
921                 if signing_address != a[0]:
922                     msg = "Warning: the key of alias '%s' has changed since your last visit! It is possible that someone is trying to do something nasty!!!\nDo you accept to change your trusted key?"%alias
923                     if interactive and question( msg ):
924                         self.aliases[alias] = (signing_address, target)
925                     else:
926                         target = None
927         else:
928             if signing_address not in self.authorities.keys():
929                 msg = "The alias: '%s' links to %s\n\nWarning: this alias was signed by an unknown key.\nSigning authority: %s\nSigning address: %s\n\nDo you want to add this key to your list of trusted keys?"%(alias,target,auth_name,signing_address)
930                 if interactive and question( msg ):
931                     self.authorities[signing_address] = auth_name
932                 else:
933                     target = None
934
935         if target:
936             self.aliases[alias] = (signing_address, target)
937             
938         return target
939
940
941     def parse_url(self, url, show_message, question):
942         o = url[8:].split('?')
943         address = o[0]
944         if len(o)>1:
945             params = o[1].split('&')
946         else:
947             params = []
948
949         amount = label = message = signature = identity = ''
950         for p in params:
951             k,v = p.split('=')
952             uv = urldecode(v)
953             if k == 'amount': amount = uv
954             elif k == 'message': message = uv
955             elif k == 'label': label = uv
956             elif k == 'signature':
957                 identity, signature = uv.split(':')
958                 url = url.replace('&%s=%s'%(k,v),'')
959             else: 
960                 print k,v
961
962         if signature:
963             if re.match('^(|([\w\-\.]+)@)((\w[\w\-]+\.)+[\w\-]+)$', identity):
964                 signing_address = self.get_alias(identity, True, show_message, question)
965             elif self.is_valid(identity):
966                 signing_address = identity
967             else:
968                 signing_address = None
969             if not signing_address:
970                 return
971             try:
972                 self.verify_message(signing_address, signature, url )
973                 self.receipt = (signing_address, signature, url)
974             except:
975                 show_message('Warning: the URI contains a bad signature.\nThe identity of the recipient cannot be verified.')
976                 address = amount = label = identity = message = ''
977
978         if re.match('^(|([\w\-\.]+)@)((\w[\w\-]+\.)+[\w\-]+)$', address):
979             payto_address = self.get_alias(address, True, show_message, question)
980             if payto_address:
981                 address = address + ' <' + payto_address + '>'
982
983         return address, amount, label, message, signature, identity, url
984
985
986     def update(self):
987         self.interface.poke()
988         self.up_to_date_event.wait(10000000000)
989
990
991     def start_session(self, interface):
992         self.interface = interface
993         self.interface.send([('server.banner',[]), ('blockchain.numblocks.subscribe',[]), ('server.peers.subscribe',[])])
994         self.interface.subscribe(self.all_addresses())
995
996
997
998