cache work by rolling coinbase
[p2pool.git] / p2pool / bitcoin / worker_interface.py
index 14a0708..0e6d9b9 100644 (file)
 from __future__ import division
 
-import base64
+import StringIO
+import json
 import random
+import sys
 
 from twisted.internet import defer
 
 import p2pool
-from p2pool import data as p2pool_data
-from p2pool.util import jsonrpc, variable
-from p2pool.bitcoin import getwork
+from p2pool.bitcoin import data as bitcoin_data, getwork
+from p2pool.util import expiring_dict, jsonrpc, pack, variable
 
-def get_memory(request):
-    if request.getHeader('X-Miner-Extensions') is not None and 'workidentifier' in request.getHeader('X-Miner-Extensions').split(' '):
-        return 0
-    if request.getHeader('X-Work-Identifier') is not None:
-        return 0
-    user_agent = request.getHeader('User-Agent')
-    user_agent2 = '' if user_agent is None else user_agent.lower()
-    if 'java' in user_agent2 or 'diablominer' in user_agent2: return 0 # hopefully diablominer...
-    if 'cpuminer' in user_agent2: return 0
-    if 'tenebrix miner' in user_agent2: return 0
-    if 'ufasoft' in user_agent2: return 0 # not confirmed
-    if 'cgminer' in user_agent2: return 0
-    if 'jansson' in user_agent2: return 0 # a version of optimized scrypt miner, once in Wuala. works fine here
-    if 'poclbm' in user_agent2: return 1
-    if 'phoenix' in user_agent2: return 2
-    print 'Unknown miner User-Agent:', repr(user_agent)
-    return 0
-
-def get_username(request):
-    try:
-        return base64.b64decode(request.getHeader('Authorization').split(' ', 1)[1]).split(':')[0]
-    except: # XXX
-        return None
-
-def get_id(request):
-    return request.getClientIP(), request.getHeader('Authorization')
-
-class LongPollingWorkerInterface(jsonrpc.Server):
-    def __init__(self, parent):
-        jsonrpc.Server.__init__(self)
+class _Provider(object):
+    def __init__(self, parent, long_poll):
         self.parent = parent
+        self.long_poll = long_poll
     
     def rpc_getwork(self, request, data=None):
-        return self.parent.getwork(request, data, long_poll=True)
+        return self.parent._getwork(request, data, long_poll=self.long_poll)
 
-class WorkerInterface(jsonrpc.Server):
-    def __init__(self, compute, response_callback, new_work_event=variable.Event()):
-        jsonrpc.Server.__init__(self)
-        
-        self.compute = compute
-        self.response_callback = response_callback
-        self.new_work_event = new_work_event
+class _GETableServer(jsonrpc.HTTPServer):
+    def __init__(self, provider, render_get_func):
+        jsonrpc.HTTPServer.__init__(self, provider)
+        self.render_GET = render_get_func
+
+class WorkerBridge(object):
+    def __init__(self):
+        self.new_work_event = variable.Event()
+    
+    def preprocess_request(self, request):
+        return request, # *args to self.compute
+    
+    def get_work(self, request):
+        raise NotImplementedError()
+
+class WorkerInterface(object):
+    def __init__(self, worker_bridge):
+        self.worker_bridge = worker_bridge
         
         self.worker_views = {}
         
-        self.putChild('long-polling', LongPollingWorkerInterface(self))
-        self.putChild('', self)
+        self.merkle_root_to_handler = expiring_dict.ExpiringDict(300)
     
-    def rpc_getwork(self, request, data=None):
-        return self.getwork(request, data, long_poll=False)
+    def attach_to(self, res, get_handler=None):
+        res.putChild('', _GETableServer(_Provider(self, long_poll=False), get_handler))
+        
+        def repost(request):
+            request.content = StringIO.StringIO(json.dumps(dict(id=0, method='getwork')))
+            return s.render_POST(request)
+        s = _GETableServer(_Provider(self, long_poll=True), repost)
+        res.putChild('long-polling', s)
     
     @defer.inlineCallbacks
-    def getwork(self, request, data, long_poll):
+    def _getwork(self, request, data, long_poll):
         request.setHeader('X-Long-Polling', '/long-polling')
-        request.setHeader('X-Roll-NTime', 'expire=60')
+        request.setHeader('X-Roll-NTime', 'expire=100')
+        request.setHeader('X-Is-P2Pool', 'true')
+        if request.getHeader('Host') is not None:
+            request.setHeader('X-Stratum', 'stratum+tcp://' + request.getHeader('Host'))
         
         if data is not None:
-            defer.returnValue(self.response_callback(getwork.decode_data(data), request))
-        
-        request_id = get_id(request)
-        memory = get_memory(request)
+            header = getwork.decode_data(data)
+            if header['merkle_root'] not in self.merkle_root_to_handler:
+                print >>sys.stderr, '''Couldn't link returned work's merkle root with its handler. This should only happen if this process was recently restarted!'''
+                defer.returnValue(False)
+            defer.returnValue(self.merkle_root_to_handler[header['merkle_root']](header, request.getUser() if request.getUser() is not None else '', '\0'*self.worker_bridge.COINBASE_NONCE_LENGTH))
         
         if p2pool.DEBUG:
             id = random.randrange(1000, 10000)
-            print 'POLL %i START long_poll=%r user_agent=%r x-work-identifier=%r user=%r' % (id, long_poll, request.getHeader('User-Agent'), request.getHeader('X-Work-Identifier'), get_username(request))
+            print 'POLL %i START is_long_poll=%r user_agent=%r user=%r' % (id, long_poll, request.getHeader('User-Agent'), request.getUser())
         
-        if request_id not in self.worker_views:
-            self.worker_views[request_id] = variable.Variable((0, (None, None))) # times, (previous_block/-1, previous_block/-2)
+        if long_poll:
+            request_id = request.getClientIP(), request.getHeader('Authorization')
+            if self.worker_views.get(request_id, self.worker_bridge.new_work_event.times) != self.worker_bridge.new_work_event.times:
+                if p2pool.DEBUG:
+                    print 'POLL %i PUSH' % (id,)
+            else:
+                if p2pool.DEBUG:
+                    print 'POLL %i WAITING' % (id,)
+                yield self.worker_bridge.new_work_event.get_deferred()
+            self.worker_views[request_id] = self.worker_bridge.new_work_event.times
         
-        thought_times, thought_work = self.worker_views[request_id].value
+        x, handler = self.worker_bridge.get_work(*self.worker_bridge.preprocess_request(request.getUser() if request.getUser() is not None else ''))
+        res = getwork.BlockAttempt(
+            version=x['version'],
+            previous_block=x['previous_block'],
+            merkle_root=bitcoin_data.check_merkle_link(bitcoin_data.hash256(x['coinb1'] + '\0'*self.worker_bridge.COINBASE_NONCE_LENGTH + x['coinb2']), x['merkle_link']),
+            timestamp=x['timestamp'],
+            bits=x['bits'],
+            share_target=x['share_target'],
+        )
+        assert res.merkle_root not in self.merkle_root_to_handler
         
-        if long_poll and thought_times == self.new_work_event.times:
-            if p2pool.DEBUG:
-                print 'POLL %i WAITING user=%r' % (id, get_username(request))
-            yield defer.DeferredList([self.new_work_event.get_deferred(), self.worker_views[request_id].changed.get_deferred()], fireOnOneCallback=True)
+        self.merkle_root_to_handler[res.merkle_root] = handler
         
-        res, identifier = self.compute(request)
+        if p2pool.DEBUG:
+            print 'POLL %i END identifier=%i' % (id, self.worker_bridge.new_work_event.times)
         
-        if thought_work[-1] is not None and self.new_work_event.times != thought_times and any(x is None or res.previous_block == x for x in thought_work[-memory or len(thought_work):]):
-            # clients won't believe the update
-            res = res.update(previous_block=random.randrange(2**256))
-            if p2pool.DEBUG:
-                print 'POLL %i FAKED user=%r' % (id, get_username(request))
+        defer.returnValue(res.getwork(identifier=str(self.worker_bridge.new_work_event.times), submitold=True))
+
+class CachingWorkerBridge(object):
+    def __init__(self, inner):
+        self._inner = inner
         
-        self.worker_views[request_id].set((self.new_work_event.times if long_poll else thought_times, (thought_work[-1], res.previous_block)))
-        if p2pool.DEBUG:
-            print 'POLL %i END %s user=%r' % (id, p2pool_data.format_hash(identifier), get_username(request)) # XXX identifier is hack
+        self.COINBASE_NONCE_LENGTH = (inner.COINBASE_NONCE_LENGTH+1)//2
+        self.new_work_event = inner.new_work_event
+        self.preprocess_request = inner.preprocess_request
+        
+        self._my_bits = (self._inner.COINBASE_NONCE_LENGTH - self.COINBASE_NONCE_LENGTH)*8
+        
+        self._cache = {}
+        self._times = None
+    
+    def get_work(self, *args):
+        if self._times != self.new_work_event.times:
+            self._cache = {}
+            self._times = self.new_work_event.times
+        
+        if args not in self._cache:
+            x, handler = self._inner.get_work(*args)
+            self._cache[args] = x, handler, 0
+        
+        x, handler, nonce = self._cache.pop(args)
+        
+        res = (
+            dict(x, coinb1=x['coinb1'] + pack.IntType(self._my_bits).pack(nonce)),
+            lambda header, user, coinbase_nonce: handler(header, user, pack.IntType(self._my_bits).pack(nonce) + coinbase_nonce),
+        )
+        
+        if nonce + 1 != 2**self._my_bits:
+            self._cache[args] = x, handler, nonce + 1
         
-        defer.returnValue(res.getwork(identifier=str(identifier)))
+        return res