p2pool/work.py

   1 from __future__ import division
   2
   3 import base64
   4 import random
   5 import sys
   6 import time
   7
   8 from twisted.internet import defer
   9 from twisted.python import log
  10
  11 import bitcoin.getwork as bitcoin_getwork, bitcoin.data as bitcoin_data
  12 from bitcoin import script, worker_interface
  13 from util import jsonrpc, variable, deferral, math, pack
  14 import p2pool, p2pool.data as p2pool_data
  15
  16 class WorkerBridge(worker_interface.WorkerBridge):
  17     def __init__(self, my_pubkey_hash, net, donation_percentage, bitcoind_work, best_block_header, merged_urls, best_share_var, tracker, my_share_hashes, my_doa_share_hashes, worker_fee, p2p_node, submit_block, set_best_share, broadcast_share, block_height_var):
  18         worker_interface.WorkerBridge.__init__(self)
  19         self.recent_shares_ts_work = []
  20
  21         self.my_pubkey_hash = my_pubkey_hash
  22         self.net = net
  23         self.donation_percentage = donation_percentage
  24         self.bitcoind_work = bitcoind_work
  25         self.best_block_header = best_block_header
  26         self.best_share_var = best_share_var
  27         self.tracker = tracker
  28         self.my_share_hashes = my_share_hashes
  29         self.my_doa_share_hashes = my_doa_share_hashes
  30         self.worker_fee = worker_fee
  31         self.p2p_node = p2p_node
  32         self.submit_block = submit_block
  33         self.set_best_share = set_best_share
  34         self.broadcast_share = broadcast_share
  35         self.block_height_var = block_height_var
  36
  37         self.pseudoshare_received = variable.Event()
  38         self.share_received = variable.Event()
  39         self.local_rate_monitor = math.RateMonitor(10*60)
  40
  41         self.removed_unstales_var = variable.Variable((0, 0, 0))
  42         self.removed_doa_unstales_var = variable.Variable(0)
  43
  44         @tracker.verified.removed.watch
  45         def _(share):
  46             if share.hash in self.my_share_hashes and tracker.is_child_of(share.hash, self.best_share_var.value):
  47                 assert share.share_data['stale_info'] in [None, 'orphan', 'doa'] # we made these shares in this instance
  48                 self.removed_unstales_var.set((
  49                     self.removed_unstales_var.value[0] + 1,
  50                     self.removed_unstales_var.value[1] + (1 if share.share_data['stale_info'] == 'orphan' else 0),
  51                     self.removed_unstales_var.value[2] + (1 if share.share_data['stale_info'] == 'doa' else 0),
  52                 ))
  53             if share.hash in self.my_doa_share_hashes and self.tracker.is_child_of(share.hash, self.best_share_var.value):
  54                 self.removed_doa_unstales_var.set(self.removed_doa_unstales_var.value + 1)
  55
  56         # MERGED WORK
  57
  58         self.merged_work = variable.Variable({})
  59
  60         @defer.inlineCallbacks
  61         def set_merged_work(merged_url, merged_userpass):
  62             merged_proxy = jsonrpc.Proxy(merged_url, dict(Authorization='Basic ' + base64.b64encode(merged_userpass)))
  63             while True:
  64                 auxblock = yield deferral.retry('Error while calling merged getauxblock:', 30)(merged_proxy.rpc_getauxblock)()
  65                 self.merged_work.set(dict(self.merged_work.value, **{auxblock['chainid']: dict(
  66                     hash=int(auxblock['hash'], 16),
  67                     target='p2pool' if auxblock['target'] == 'p2pool' else pack.IntType(256).unpack(auxblock['target'].decode('hex')),
  68                     merged_proxy=merged_proxy,
  69                 )}))
  70                 yield deferral.sleep(1)
  71         for merged_url, merged_userpass in merged_urls:
  72             set_merged_work(merged_url, merged_userpass)
  73
  74         @self.merged_work.changed.watch
  75         def _(new_merged_work):
  76             print 'Got new merged mining work!'
  77
  78         # COMBINE WORK
  79
  80         self.current_work = variable.Variable(None)
  81         def compute_work():
  82             t = self.bitcoind_work.value
  83             bb = self.best_block_header.value
  84             if bb is not None and bb['previous_block'] == t['previous_block'] and net.PARENT.POW_FUNC(bitcoin_data.block_header_type.pack(bb)) <= t['bits'].target:
  85                 print 'Skipping from block %x to block %x!' % (bb['previous_block'],
  86                     bitcoin_data.hash256(bitcoin_data.block_header_type.pack(bb)))
  87                 t = dict(
  88                     version=bb['version'],
  89                     previous_block=bitcoin_data.hash256(bitcoin_data.block_header_type.pack(bb)),
  90                     bits=bb['bits'], # not always true
  91                     coinbaseflags='',
  92                     height=t['height'] + 1,
  93                     time=bb['timestamp'] + 600, # better way?
  94                     transactions=[],
  95                     merkle_link=bitcoin_data.calculate_merkle_link([None], 0),
  96                     subsidy=net.PARENT.SUBSIDY_FUNC(self.block_height_var.value),
  97                     clock_offset=self.bitcoind_work.value['clock_offset'],
  98                     last_update=self.bitcoind_work.value['last_update'],
  99                 )
 100
 101             self.current_work.set(t)
 102         self.bitcoind_work.changed.watch(lambda _: compute_work())
 103         self.best_block_header.changed.watch(lambda _: compute_work())
 104         compute_work()
 105
 106         self.new_work_event = variable.Event()
 107         @self.current_work.transitioned.watch
 108         def _(before, after):
 109             # trigger LP if version/previous_block/bits changed or transactions changed from nothing
 110             if any(before[x] != after[x] for x in ['version', 'previous_block', 'bits']) or (not before['transactions'] and after['transactions']):
 111                 self.new_work_event.happened()
 112         self.merged_work.changed.watch(lambda _: self.new_work_event.happened())
 113         self.best_share_var.changed.watch(lambda _: self.new_work_event.happened())
 114
 115     def get_stale_counts(self):
 116         '''Returns (orphans, doas), total, (orphans_recorded_in_chain, doas_recorded_in_chain)'''
 117         my_shares = len(self.my_share_hashes)
 118         my_doa_shares = len(self.my_doa_share_hashes)
 119         delta = self.tracker.verified.get_delta_to_last(self.best_share_var.value)
 120         my_shares_in_chain = delta.my_count + self.removed_unstales_var.value[0]
 121         my_doa_shares_in_chain = delta.my_doa_count + self.removed_doa_unstales_var.value
 122         orphans_recorded_in_chain = delta.my_orphan_announce_count + self.removed_unstales_var.value[1]
 123         doas_recorded_in_chain = delta.my_dead_announce_count + self.removed_unstales_var.value[2]
 124
 125         my_shares_not_in_chain = my_shares - my_shares_in_chain
 126         my_doa_shares_not_in_chain = my_doa_shares - my_doa_shares_in_chain
 127
 128         return (my_shares_not_in_chain - my_doa_shares_not_in_chain, my_doa_shares_not_in_chain), my_shares, (orphans_recorded_in_chain, doas_recorded_in_chain)
 129
 130     def get_user_details(self, request):
 131         user = request.getUser() if request.getUser() is not None else ''
 132
 133         desired_pseudoshare_target = None
 134         if '+' in user:
 135             user, desired_pseudoshare_difficulty_str = user.rsplit('+', 1)
 136             try:
 137                 desired_pseudoshare_target = bitcoin_data.difficulty_to_target(float(desired_pseudoshare_difficulty_str))
 138             except:
 139                 pass
 140
 141         desired_share_target = 2**256 - 1
 142         if '/' in user:
 143             user, min_diff_str = user.rsplit('/', 1)
 144             try:
 145                 desired_share_target = bitcoin_data.difficulty_to_target(float(min_diff_str))
 146             except:
 147                 pass
 148
 149         if random.uniform(0, 100) < self.worker_fee:
 150             pubkey_hash = self.my_pubkey_hash
 151         else:
 152             try:
 153                 pubkey_hash = bitcoin_data.address_to_pubkey_hash(user, self.net.PARENT)
 154             except: # XXX blah
 155                 pubkey_hash = self.my_pubkey_hash
 156
 157         return user, pubkey_hash, desired_share_target, desired_pseudoshare_target
 158
 159     def preprocess_request(self, request):
 160         user, pubkey_hash, desired_share_target, desired_pseudoshare_target = self.get_user_details(request)
 161         return pubkey_hash, desired_share_target, desired_pseudoshare_target
 162
 163     def get_work(self, pubkey_hash, desired_share_target, desired_pseudoshare_target):
 164         if len(self.p2p_node.peers) == 0 and self.net.PERSIST:
 165             raise jsonrpc.Error(-12345, u'p2pool is not connected to any peers')
 166         if self.best_share_var.value is None and self.net.PERSIST:
 167             raise jsonrpc.Error(-12345, u'p2pool is downloading shares')
 168         if time.time() > self.current_work.value['last_update'] + 60:
 169             raise jsonrpc.Error(-12345, u'lost contact with bitcoind')
 170
 171         if self.merged_work.value:
 172             tree, size = bitcoin_data.make_auxpow_tree(self.merged_work.value)
 173             mm_hashes = [self.merged_work.value.get(tree.get(i), dict(hash=0))['hash'] for i in xrange(size)]
 174             mm_data = '\xfa\xbemm' + bitcoin_data.aux_pow_coinbase_type.pack(dict(
 175                 merkle_root=bitcoin_data.merkle_hash(mm_hashes),
 176                 size=size,
 177                 nonce=0,
 178             ))
 179             mm_later = [(aux_work, mm_hashes.index(aux_work['hash']), mm_hashes) for chain_id, aux_work in self.merged_work.value.iteritems()]
 180         else:
 181             mm_data = ''
 182             mm_later = []
 183
 184         if True:
 185             share_info, generate_tx = p2pool_data.Share.generate_transaction(
 186                 tracker=self.tracker,
 187                 share_data=dict(
 188                     previous_share_hash=self.best_share_var.value,
 189                     coinbase=(script.create_push_script([
 190                         self.current_work.value['height'],
 191                         ] + ([mm_data] if mm_data else []) + [
 192                     ]) + self.current_work.value['coinbaseflags'])[:100],
 193                     nonce=random.randrange(2**32),
 194                     pubkey_hash=pubkey_hash,
 195                     subsidy=self.current_work.value['subsidy'],
 196                     donation=math.perfect_round(65535*self.donation_percentage/100),
 197                     stale_info=(lambda (orphans, doas), total, (orphans_recorded_in_chain, doas_recorded_in_chain):
 198                         'orphan' if orphans > orphans_recorded_in_chain else
 199                         'doa' if doas > doas_recorded_in_chain else
 200                         None
 201                     )(*self.get_stale_counts()),
 202                     desired_version=3,
 203                 ),
 204                 block_target=self.current_work.value['bits'].target,
 205                 desired_timestamp=int(time.time() - self.current_work.value['clock_offset']),
 206                 desired_target=desired_share_target,
 207                 ref_merkle_link=dict(branch=[], index=0),
 208                 net=self.net,
 209             )
 210
 211         mm_later = [(dict(aux_work, target=aux_work['target'] if aux_work['target'] != 'p2pool' else share_info['bits'].target), index, hashes) for aux_work, index, hashes in mm_later]
 212
 213         if desired_pseudoshare_target is None:
 214             target = 2**256-1
 215             if len(self.recent_shares_ts_work) == 50:
 216                 hash_rate = sum(work for ts, work in self.recent_shares_ts_work[1:])//(self.recent_shares_ts_work[-1][0] - self.recent_shares_ts_work[0][0])
 217                 if hash_rate:
 218                     target = min(target, int(2**256/hash_rate))
 219         else:
 220             target = desired_pseudoshare_target
 221         target = max(target, share_info['bits'].target)
 222         for aux_work, index, hashes in mm_later:
 223             target = max(target, aux_work['target'])
 224         target = math.clip(target, self.net.PARENT.SANE_TARGET_RANGE)
 225
 226         transactions = [generate_tx] + list(self.current_work.value['transactions'])
 227         packed_generate_tx = bitcoin_data.tx_type.pack(generate_tx)
 228         merkle_root = bitcoin_data.check_merkle_link(bitcoin_data.hash256(packed_generate_tx), self.current_work.value['merkle_link'])
 229
 230         getwork_time = time.time()
 231         lp_count = self.new_work_event.times
 232         merkle_link = self.current_work.value['merkle_link']
 233
 234         print 'New work for worker! Difficulty: %.06f Share difficulty: %.06f Total block value: %.6f %s including %i transactions' % (
 235             bitcoin_data.target_to_difficulty(target),
 236             bitcoin_data.target_to_difficulty(share_info['bits'].target),
 237             self.current_work.value['subsidy']*1e-8, self.net.PARENT.SYMBOL,
 238             len(self.current_work.value['transactions']),
 239         )
 240
 241         bits = self.current_work.value['bits']
 242         previous_block = self.current_work.value['previous_block']
 243         ba = bitcoin_getwork.BlockAttempt(
 244             version=min(self.current_work.value['version'], 2),
 245             previous_block=self.current_work.value['previous_block'],
 246             merkle_root=merkle_root,
 247             timestamp=self.current_work.value['time'],
 248             bits=self.current_work.value['bits'],
 249             share_target=target,
 250         )
 251
 252         received_header_hashes = set()
 253
 254         def got_response(header, request):
 255             header_hash = bitcoin_data.hash256(bitcoin_data.block_header_type.pack(header))
 256             pow_hash = self.net.PARENT.POW_FUNC(bitcoin_data.block_header_type.pack(header))
 257             try:
 258                 if pow_hash <= header['bits'].target or p2pool.DEBUG:
 259                     self.submit_block(dict(header=header, txs=transactions), ignore_failure=False)
 260                     if pow_hash <= header['bits'].target:
 261                         print
 262                         print 'GOT BLOCK FROM MINER! Passing to bitcoind! %s%064x' % (self.net.PARENT.BLOCK_EXPLORER_URL_PREFIX, header_hash)
 263                         print
 264             except:
 265                 log.err(None, 'Error while processing potential block:')
 266
 267             user, _, _, _ = self.get_user_details(request)
 268             assert header['merkle_root'] == merkle_root
 269             assert header['previous_block'] == previous_block
 270             assert header['bits'] == bits
 271
 272             on_time = self.new_work_event.times == lp_count
 273
 274             for aux_work, index, hashes in mm_later:
 275                 try:
 276                     if pow_hash <= aux_work['target'] or p2pool.DEBUG:
 277                         df = deferral.retry('Error submitting merged block: (will retry)', 10, 10)(aux_work['merged_proxy'].rpc_getauxblock)(
 278                             pack.IntType(256, 'big').pack(aux_work['hash']).encode('hex'),
 279                             bitcoin_data.aux_pow_type.pack(dict(
 280                                 merkle_tx=dict(
 281                                     tx=transactions[0],
 282                                     block_hash=header_hash,
 283                                     merkle_link=merkle_link,
 284                                 ),
 285                                 merkle_link=bitcoin_data.calculate_merkle_link(hashes, index),
 286                                 parent_block_header=header,
 287                             )).encode('hex'),
 288                         )
 289                         @df.addCallback
 290                         def _(result, aux_work=aux_work):
 291                             if result != (pow_hash <= aux_work['target']):
 292                                 print >>sys.stderr, 'Merged block submittal result: %s Expected: %s' % (result, pow_hash <= aux_work['target'])
 293                             else:
 294                                 print 'Merged block submittal result: %s' % (result,)
 295                         @df.addErrback
 296                         def _(err):
 297                             log.err(err, 'Error submitting merged block:')
 298                 except:
 299                     log.err(None, 'Error while processing merged mining POW:')
 300
 301             if pow_hash <= share_info['bits'].target and header_hash not in received_header_hashes:
 302                 min_header = dict(header);del min_header['merkle_root']
 303                 hash_link = p2pool_data.prefix_to_hash_link(packed_generate_tx[:-32-4], p2pool_data.Share.gentx_before_refhash)
 304                 share = p2pool_data.Share(self.net, None, dict(
 305                     min_header=min_header, share_info=share_info, hash_link=hash_link,
 306                     ref_merkle_link=dict(branch=[], index=0),
 307                 ), merkle_link=merkle_link, other_txs=transactions[1:] if pow_hash <= header['bits'].target else None)
 308
 309                 print 'GOT SHARE! %s %s prev %s age %.2fs%s' % (
 310                     request.getUser(),
 311                     p2pool_data.format_hash(share.hash),
 312                     p2pool_data.format_hash(share.previous_hash),
 313                     time.time() - getwork_time,
 314                     ' DEAD ON ARRIVAL' if not on_time else '',
 315                 )
 316                 self.my_share_hashes.add(share.hash)
 317                 if not on_time:
 318                     self.my_doa_share_hashes.add(share.hash)
 319
 320                 self.tracker.add(share)
 321                 if not p2pool.DEBUG:
 322                     self.tracker.verified.add(share)
 323                 self.set_best_share()
 324
 325                 try:
 326                     if pow_hash <= header['bits'].target or p2pool.DEBUG:
 327                         self.broadcast_share(share.hash)
 328                 except:
 329                     log.err(None, 'Error forwarding block solution:')
 330
 331                 self.share_received.happened(bitcoin_data.target_to_average_attempts(share.target), not on_time)
 332
 333             if pow_hash > target:
 334                 print 'Worker %s submitted share with hash > target:' % (request.getUser(),)
 335                 print '    Hash:   %56x' % (pow_hash,)
 336                 print '    Target: %56x' % (target,)
 337             elif header_hash in received_header_hashes:
 338                 print >>sys.stderr, 'Worker %s @ %s submitted share more than once!' % (request.getUser(), request.getClientIP())
 339             else:
 340                 received_header_hashes.add(header_hash)
 341
 342                 self.pseudoshare_received.happened(bitcoin_data.target_to_average_attempts(target), not on_time, user)
 343                 self.recent_shares_ts_work.append((time.time(), bitcoin_data.target_to_average_attempts(target)))
 344                 while len(self.recent_shares_ts_work) > 50:
 345                     self.recent_shares_ts_work.pop(0)
 346                 self.local_rate_monitor.add_datum(dict(work=bitcoin_data.target_to_average_attempts(target), dead=not on_time, user=user))
 347
 348             return on_time
 349
 350         return ba, got_response