from __future__ import division
-import base64
+import StringIO
import json
import random
+import sys
from twisted.internet import defer
-from twisted.python import log
import p2pool
-from p2pool import data as p2pool_data
-from p2pool.util import jsonrpc, deferred_resource, variable
-from p2pool.bitcoin import getwork
+from p2pool.bitcoin import data as bitcoin_data, getwork
+from p2pool.util import expiring_dict, jsonrpc, pack, variable
-def get_memory(request):
- if request.getHeader('X-Miner-Extensions') is not None and 'workidentifier' in request.getHeader('X-Miner-Extensions').split(' '):
- return 0
- if request.getHeader('X-Work-Identifier') is not None:
- return 0
- user_agent = request.getHeader('User-Agent')
- user_agent2 = '' if user_agent is None else user_agent.lower()
- if 'java' in user_agent2 or 'diablominer' in user_agent2: return 0 # hopefully diablominer...
- if 'cpuminer' in user_agent2: return 0
- if 'tenebrix miner' in user_agent2: return 0
- if 'ufasoft' in user_agent2: return 0 # not confirmed
- if 'cgminer' in user_agent2: return 0
- if 'jansson' in user_agent2: return 0 # a version of optimized scrypt miner, once in Wuala. works fine here
- if 'poclbm' in user_agent2: return 1
- if 'phoenix' in user_agent2: return 2
- print 'Unknown miner User-Agent:', repr(user_agent)
- return 0
-
-def get_username(request):
- try:
- return base64.b64decode(request.getHeader('Authorization').split(' ', 1)[1]).split(':')[0]
- except: # XXX
- return None
+class _Provider(object):
+ def __init__(self, parent, long_poll):
+ self.parent = parent
+ self.long_poll = long_poll
+
+ def rpc_getwork(self, request, data=None):
+ return self.parent._getwork(request, data, long_poll=self.long_poll)
-def get_id(request):
- return request.getClientIP(), request.getHeader('Authorization')
+class _GETableServer(jsonrpc.HTTPServer):
+ def __init__(self, provider, render_get_func):
+ jsonrpc.HTTPServer.__init__(self, provider)
+ self.render_GET = render_get_func
-class LongPollingWorkerInterface(deferred_resource.DeferredResource):
- def __init__(self, parent):
- self.parent = parent
+class WorkerBridge(object):
+ def __init__(self):
+ self.new_work_event = variable.Event()
- @defer.inlineCallbacks
- def render_GET(self, request):
- request.setHeader('Content-Type', 'application/json')
- request.setHeader('X-Long-Polling', '/long-polling')
- request.setHeader('X-Roll-NTime', 'expire=60')
- try:
- try:
- request.write(json.dumps({
- 'jsonrpc': '2.0',
- 'id': 0,
- 'result': (yield self.parent.getwork(request, long_poll=True)),
- 'error': None,
- }))
- except jsonrpc.Error:
- raise
- except Exception:
- log.err(None, 'Squelched long polling error:')
- raise jsonrpc.Error(-32099, u'Unknown error')
- except jsonrpc.Error, e:
- request.write(json.dumps({
- 'jsonrpc': '2.0',
- 'id': 0,
- 'result': None,
- 'error': e._to_obj(),
- }))
- render_POST = render_GET
+ def preprocess_request(self, request):
+ return request, # *args to self.compute
+
+ def get_work(self, request):
+ raise NotImplementedError()
-class WorkerInterface(jsonrpc.Server):
- def __init__(self, compute, response_callback, new_work_event=variable.Event()):
- jsonrpc.Server.__init__(self)
-
- self.compute = compute
- self.response_callback = response_callback
- self.new_work_event = new_work_event
+class WorkerInterface(object):
+ def __init__(self, worker_bridge):
+ self.worker_bridge = worker_bridge
self.worker_views = {}
- self.putChild('long-polling', LongPollingWorkerInterface(self))
- self.putChild('', self)
+ self.merkle_root_to_handler = expiring_dict.ExpiringDict(300)
+
+ def attach_to(self, res, get_handler=None):
+ res.putChild('', _GETableServer(_Provider(self, long_poll=False), get_handler))
+
+ def repost(request):
+ request.content = StringIO.StringIO(json.dumps(dict(id=0, method='getwork')))
+ return s.render_POST(request)
+ s = _GETableServer(_Provider(self, long_poll=True), repost)
+ res.putChild('long-polling', s)
@defer.inlineCallbacks
- def rpc_getwork(self, request, data=None):
+ def _getwork(self, request, data, long_poll):
request.setHeader('X-Long-Polling', '/long-polling')
- request.setHeader('X-Roll-NTime', 'expire=60')
+ request.setHeader('X-Roll-NTime', 'expire=100')
+ request.setHeader('X-Is-P2Pool', 'true')
+ if request.getHeader('Host') is not None:
+ request.setHeader('X-Stratum', 'stratum+tcp://' + request.getHeader('Host'))
if data is not None:
- defer.returnValue(self.response_callback(getwork.decode_data(data), request))
+ header = getwork.decode_data(data)
+ if header['merkle_root'] not in self.merkle_root_to_handler:
+ print >>sys.stderr, '''Couldn't link returned work's merkle root with its handler. This should only happen if this process was recently restarted!'''
+ defer.returnValue(False)
+ defer.returnValue(self.merkle_root_to_handler[header['merkle_root']](header, request.getUser() if request.getUser() is not None else '', '\0'*self.worker_bridge.COINBASE_NONCE_LENGTH))
- defer.returnValue((yield self.getwork(request)))
-
- @defer.inlineCallbacks
- def getwork(self, request, long_poll=False):
- request_id = get_id(request)
- memory = get_memory(request)
+ if p2pool.DEBUG:
+ id = random.randrange(1000, 10000)
+ print 'POLL %i START is_long_poll=%r user_agent=%r user=%r' % (id, long_poll, request.getHeader('User-Agent'), request.getUser())
+
+ if long_poll:
+ request_id = request.getClientIP(), request.getHeader('Authorization')
+ if self.worker_views.get(request_id, self.worker_bridge.new_work_event.times) != self.worker_bridge.new_work_event.times:
+ if p2pool.DEBUG:
+ print 'POLL %i PUSH' % (id,)
+ else:
+ if p2pool.DEBUG:
+ print 'POLL %i WAITING' % (id,)
+ yield self.worker_bridge.new_work_event.get_deferred()
+ self.worker_views[request_id] = self.worker_bridge.new_work_event.times
+
+ x, handler = self.worker_bridge.get_work(*self.worker_bridge.preprocess_request(request.getUser() if request.getUser() is not None else ''))
+ res = getwork.BlockAttempt(
+ version=x['version'],
+ previous_block=x['previous_block'],
+ merkle_root=bitcoin_data.check_merkle_link(bitcoin_data.hash256(x['coinb1'] + '\0'*self.worker_bridge.COINBASE_NONCE_LENGTH + x['coinb2']), x['merkle_link']),
+ timestamp=x['timestamp'],
+ bits=x['bits'],
+ share_target=x['share_target'],
+ )
+ assert res.merkle_root not in self.merkle_root_to_handler
+
+ self.merkle_root_to_handler[res.merkle_root] = handler
- id = random.randrange(10000)
if p2pool.DEBUG:
- print 'POLL %i START long_poll=%r user_agent=%r x-work-identifier=%r user=%r' % (id, long_poll, request.getHeader('User-Agent'), request.getHeader('X-Work-Identifier'), get_username(request))
+ print 'POLL %i END identifier=%i' % (id, self.worker_bridge.new_work_event.times)
- if request_id not in self.worker_views:
- self.worker_views[request_id] = variable.Variable((0, (None, None))) # times, (previous_block/-1, previous_block/-2)
+ defer.returnValue(res.getwork(identifier=str(self.worker_bridge.new_work_event.times), submitold=True))
+
+class CachingWorkerBridge(object):
+ def __init__(self, inner):
+ self._inner = inner
+ self.net = self._inner.net
- thought_times, thought_work = self.worker_views[request_id].value
+ self.COINBASE_NONCE_LENGTH = (inner.COINBASE_NONCE_LENGTH+1)//2
+ self.new_work_event = inner.new_work_event
+ self.preprocess_request = inner.preprocess_request
- if long_poll and thought_times == self.new_work_event.times:
- if p2pool.DEBUG:
- print 'POLL %i WAITING user=%r' % (id, get_username(request))
- yield defer.DeferredList([self.new_work_event.get_deferred(), self.worker_views[request_id].changed.get_deferred()], fireOnOneCallback=True)
+ self._my_bits = (self._inner.COINBASE_NONCE_LENGTH - self.COINBASE_NONCE_LENGTH)*8
- res, identifier = self.compute(request)
+ self._cache = {}
+ self._times = None
+
+ def get_work(self, *args):
+ if self._times != self.new_work_event.times:
+ self._cache = {}
+ self._times = self.new_work_event.times
- if thought_work[-1] is not None and self.new_work_event.times != thought_times and any(x is None or res.previous_block == x for x in thought_work[-memory or len(thought_work):]):
- # clients won't believe the update
- res = res.update(previous_block=random.randrange(2**256))
- if p2pool.DEBUG:
- print 'POLL %i FAKED user=%r' % (id, get_username(request))
+ if args not in self._cache:
+ x, handler = self._inner.get_work(*args)
+ self._cache[args] = x, handler, 0
- self.worker_views[request_id].set((self.new_work_event.times if long_poll else thought_times, (thought_work[-1], res.previous_block)))
- if p2pool.DEBUG:
- print 'POLL %i END %s user=%r' % (id, p2pool_data.format_hash(identifier), get_username(request)) # XXX identifier is hack
+ x, handler, nonce = self._cache.pop(args)
+
+ res = (
+ dict(x, coinb1=x['coinb1'] + pack.IntType(self._my_bits).pack(nonce)),
+ lambda header, user, coinbase_nonce: handler(header, user, pack.IntType(self._my_bits).pack(nonce) + coinbase_nonce),
+ )
+
+ if nonce + 1 != 2**self._my_bits:
+ self._cache[args] = x, handler, nonce + 1
- defer.returnValue(res.getwork(identifier=str(identifier)))
+ return res