from __future__ import division
-import base64
+import StringIO
import json
import random
+import sys
-from twisted.internet import defer, reactor
-from twisted.python import log
+from twisted.internet import defer
import p2pool
-from p2pool import data as p2pool_data
-from p2pool.util import jsonrpc, deferred_resource, variable
-from p2pool.bitcoin import getwork
+from p2pool.bitcoin import data as bitcoin_data, getwork
+from p2pool.util import expiring_dict, jsonrpc, pack, variable
-def get_memory(request):
- if request.getHeader('X-Miner-Extensions') is not None and 'workidentifier' in request.getHeader('X-Miner-Extensions').split(' '):
- return 0
- if request.getHeader('X-Work-Identifier') is not None:
- return 0
- user_agent = request.getHeader('User-Agent')
- user_agent2 = '' if user_agent is None else user_agent.lower()
- if 'java' in user_agent2 or 'diablominer' in user_agent2: return 0 # hopefully diablominer...
- if 'cpuminer' in user_agent2: return 0
- if 'tenebrix miner' in user_agent2: return 0
- if 'ufasoft' in user_agent2: return 0 # not confirmed
- if 'cgminer' in user_agent2: return 0
- if 'jansson' in user_agent2: return 0 # a version of optimized scrypt miner, once in Wuala. works fine here
- if 'poclbm' in user_agent2: return 1
- if 'phoenix' in user_agent2: return 2
- print 'Unknown miner User-Agent:', repr(user_agent)
- return 0
-
-def get_max_target(request): # inclusive
- if request.getHeader('X-All-Targets') is not None or (request.getHeader('X-Miner-Extensions') is not None and 'alltargets' in request.getHeader('X-Miner-Extensions')):
- return 2**256-1
- user_agent = request.getHeader('User-Agent')
- user_agent2 = '' if user_agent is None else user_agent.lower()
- if 'java' in user_agent2 or 'diablominer' in user_agent2: return 2**256//2**32-1 # hopefully diablominer...
- if 'cpuminer' in user_agent2: return 2**256-1
- if 'tenebrix miner' in user_agent2: return 2**256-1
- if 'jansson' in user_agent2: return 2**256-1 # a version of optimized scrypt miner, once in Wuala. works fine here
- if 'cgminer' in user_agent2: return 2**256//2**32-1
- if 'poclbm' in user_agent2: return 2**256//2**32-1
- if 'phoenix' in user_agent2: return 2**256//2**32-1
- print 'Unknown miner User-Agent:', repr(user_agent)
- return 2**256//2**32-1
-
-def get_username(request):
- try:
- return base64.b64decode(request.getHeader('Authorization').split(' ', 1)[1]).split(':')[0]
- except: # XXX
- return None
+class _Provider(object):
+ def __init__(self, parent, long_poll):
+ self.parent = parent
+ self.long_poll = long_poll
+
+ def rpc_getwork(self, request, data=None):
+ return self.parent._getwork(request, data, long_poll=self.long_poll)
-def get_id(request):
- return request.getClientIP(), request.getHeader('Authorization')
+class _GETableServer(jsonrpc.HTTPServer):
+ def __init__(self, provider, render_get_func):
+ jsonrpc.HTTPServer.__init__(self, provider)
+ self.render_GET = render_get_func
-class Holds(object):
+class WorkerBridge(object):
def __init__(self):
- self.holds = {}
+ self.new_work_event = variable.Event()
- @defer.inlineCallbacks
- def wait_hold(self, request_id):
- while request_id in self.holds:
- yield self.holds[request_id].get_deferred()
+ def preprocess_request(self, request):
+ return request, # *args to self.compute
- def set_hold(self, request_id, dt):
- if request_id in self.holds:
- raise ValueError('hold already present!')
- self.holds[request_id] = variable.Event()
- self.holds[request_id].status = 0
- def cb():
- if self.holds[request_id].status != 0:
- raise AssertionError()
- self.holds[request_id].status = 1
- self.holds.pop(request_id).happened()
- reactor.callLater(dt, cb)
-
-class LongPollingWorkerInterface(deferred_resource.DeferredResource):
- def __init__(self, parent):
- self.parent = parent
-
- @defer.inlineCallbacks
- def render_GET(self, request):
- request.setHeader('Content-Type', 'application/json')
- request.setHeader('X-Long-Polling', '/long-polling')
- request.setHeader('X-Roll-NTime', 'expire=60')
- try:
- try:
- request.write(json.dumps({
- 'jsonrpc': '2.0',
- 'id': 0,
- 'result': (yield self.parent.getwork(request, long_poll=True)),
- 'error': None,
- }))
- except jsonrpc.Error:
- raise
- except Exception:
- log.err(None, 'Squelched long polling error:')
- raise jsonrpc.Error(-32099, u'Unknown error')
- except jsonrpc.Error, e:
- request.write(json.dumps({
- 'jsonrpc': '2.0',
- 'id': 0,
- 'result': None,
- 'error': e._to_obj(),
- }))
- render_POST = render_GET
+ def get_work(self, request):
+ raise NotImplementedError()
-class WorkerInterface(jsonrpc.Server):
- def __init__(self, compute, response_callback, new_work_event=variable.Event()):
- jsonrpc.Server.__init__(self)
+class WorkerInterface(object):
+ def __init__(self, worker_bridge):
+ self.worker_bridge = worker_bridge
- self.compute = compute
- self.response_callback = response_callback
- self.new_work_event = new_work_event
-
- self.holds = Holds()
self.worker_views = {}
- self.putChild('long-polling', LongPollingWorkerInterface(self))
- self.putChild('', self)
+ self.merkle_root_to_handler = expiring_dict.ExpiringDict(300)
+
+ def attach_to(self, res, get_handler=None):
+ res.putChild('', _GETableServer(_Provider(self, long_poll=False), get_handler))
+
+ def repost(request):
+ request.content = StringIO.StringIO(json.dumps(dict(id=0, method='getwork')))
+ return s.render_POST(request)
+ s = _GETableServer(_Provider(self, long_poll=True), repost)
+ res.putChild('long-polling', s)
@defer.inlineCallbacks
- def rpc_getwork(self, request, data=None):
+ def _getwork(self, request, data, long_poll):
request.setHeader('X-Long-Polling', '/long-polling')
- request.setHeader('X-Roll-NTime', 'expire=60')
+ request.setHeader('X-Roll-NTime', 'expire=100')
+ request.setHeader('X-Is-P2Pool', 'true')
+ if request.getHeader('Host') is not None:
+ request.setHeader('X-Stratum', 'stratum+tcp://' + request.getHeader('Host'))
if data is not None:
- defer.returnValue(self.response_callback(getwork.decode_data(data), request))
+ header = getwork.decode_data(data)
+ if header['merkle_root'] not in self.merkle_root_to_handler:
+ print >>sys.stderr, '''Couldn't link returned work's merkle root with its handler. This should only happen if this process was recently restarted!'''
+ defer.returnValue(False)
+ defer.returnValue(self.merkle_root_to_handler[header['merkle_root']](header, request.getUser() if request.getUser() is not None else '', '\0'*self.worker_bridge.COINBASE_NONCE_LENGTH))
- defer.returnValue((yield self.getwork(request)))
-
- @defer.inlineCallbacks
- def getwork(self, request, long_poll=False):
- request_id = get_id(request)
- memory = get_memory(request)
-
- id = random.randrange(10000)
if p2pool.DEBUG:
- print 'POLL %i START long_poll=%r user_agent=%r x-work-identifier=%r user=%r' % (id, long_poll, request.getHeader('User-Agent'), request.getHeader('X-Work-Identifier'), get_username(request))
-
- if request_id not in self.worker_views:
- self.worker_views[request_id] = variable.Variable((0, (None, None))) # times, (previous_block/-1, previous_block/-2)
-
- thought_times, thought_work = self.worker_views[request_id].value
+ id = random.randrange(1000, 10000)
+ print 'POLL %i START is_long_poll=%r user_agent=%r user=%r' % (id, long_poll, request.getHeader('User-Agent'), request.getUser())
- if long_poll and thought_times == self.new_work_event.times:
- if p2pool.DEBUG:
- print 'POLL %i WAITING user=%r' % (id, get_username(request))
- yield defer.DeferredList([self.new_work_event.get_deferred(), self.worker_views[request_id].changed.get_deferred()], fireOnOneCallback=True)
+ if long_poll:
+ request_id = request.getClientIP(), request.getHeader('Authorization')
+ if self.worker_views.get(request_id, self.worker_bridge.new_work_event.times) != self.worker_bridge.new_work_event.times:
+ if p2pool.DEBUG:
+ print 'POLL %i PUSH' % (id,)
+ else:
+ if p2pool.DEBUG:
+ print 'POLL %i WAITING' % (id,)
+ yield self.worker_bridge.new_work_event.get_deferred()
+ self.worker_views[request_id] = self.worker_bridge.new_work_event.times
- yield self.holds.wait_hold(request_id)
+ x, handler = self.worker_bridge.get_work(*self.worker_bridge.preprocess_request(request.getUser() if request.getUser() is not None else ''))
+ res = getwork.BlockAttempt(
+ version=x['version'],
+ previous_block=x['previous_block'],
+ merkle_root=bitcoin_data.check_merkle_link(bitcoin_data.hash256(x['coinb1'] + '\0'*self.worker_bridge.COINBASE_NONCE_LENGTH + x['coinb2']), x['merkle_link']),
+ timestamp=x['timestamp'],
+ bits=x['bits'],
+ share_target=x['share_target'],
+ )
+ assert res.merkle_root not in self.merkle_root_to_handler
- res, identifier = self.compute(request)
+ self.merkle_root_to_handler[res.merkle_root] = handler
- if thought_work[-1] is not None and self.new_work_event.times != thought_times and any(x is None or res.previous_block == x for x in thought_work[-memory or len(thought_work):]):
- # clients won't believe the update
- res = res.update(previous_block=random.randrange(2**256))
- if p2pool.DEBUG:
- print 'POLL %i FAKED user=%r' % (id, get_username(request))
- self.holds.set_hold(request_id, .01)
-
- self.worker_views[request_id].set((self.new_work_event.times if long_poll else thought_times, (thought_work[-1], res.previous_block)))
if p2pool.DEBUG:
- print 'POLL %i END %s user=%r' % (id, p2pool_data.format_hash(identifier), get_username(request)) # XXX identifier is hack
-
- res = res.update(share_target=min(res.share_target, get_max_target(request)))
+ print 'POLL %i END identifier=%i' % (id, self.worker_bridge.new_work_event.times)
- defer.returnValue(res.getwork(identifier=str(identifier)))
+ defer.returnValue(res.getwork(identifier=str(self.worker_bridge.new_work_event.times), submitold=True))
git://git.novaco.in / p2pool.git / blobdiff