import time
import traceback
-from twisted.internet import defer, reactor, protocol, task
+from twisted.internet import defer, protocol, reactor
import bitcoin_p2p
+import conv
+import p2pool
import util
# mode
# 0: send hash first (high latency, low bandwidth)
# 1: send entire share (low latency, high bandwidth)
-if 0:
- import pygame
- d = pygame.display.set_mode((512, 512))
- task.LoopingCall(pygame.display.update).start(.1)
- def draw_circle(id, color=(255,0,0)):
- id = repr(id)
- pygame.draw.circle(d, (255, 0, 0), (hash(id)%512, hash(id)//512%512), 4)
- def draw_line(id, id2, color):
- id = repr(id)
- pygame.draw.line(d, color, (hash(id)%512, hash(id)//512%512), (hash(id2)%512, hash(id2)//512%512))
-else:
- draw_circle = draw_line = lambda *args, **kwargs: None
-
class Protocol(bitcoin_p2p.BaseProtocol):
- version = 0
- sub_version = ""
+ version = 1
+ sub_version = ''
def __init__(self, node):
self.node = node
-
- @property
- def _prefix(self):
+
if self.node.testnet:
- return 'f77cea5d16a2183f'.decode('hex')
+ self._prefix = 'f77cea5d16a2183f'.decode('hex')
else:
- return '95ec1eda53c5e716'.decode('hex')
+ self._prefix = '95ec1eda53c5e716'.decode('hex')
use_checksum = True
('sub_version', bitcoin_p2p.VarStrType()),
('mode', bitcoin_p2p.StructType('<I')),
('state', bitcoin_p2p.ComposedType([
- ('chain_id', bitcoin_p2p.ComposedType([
- ('previous_p2pool_block', bitcoin_p2p.HashType()),
- ('bits', bitcoin_p2p.StructType('<I')),
- ])),
+ ('chain_id', p2pool.chain_id_type),
('highest', bitcoin_p2p.ComposedType([
('hash', bitcoin_p2p.HashType()),
('height', bitcoin_p2p.StructType('<Q')),
('count', bitcoin_p2p.StructType('<I')),
]),
- 'getsharesbychain': bitcoin_p2p.ComposedType([
- ('chain_id', bitcoin_p2p.ComposedType([
- ('previous_p2pool_block', bitcoin_p2p.HashType()),
- ('bits', bitcoin_p2p.StructType('<I')),
- ])),
+ 'gettobest': bitcoin_p2p.ComposedType([
+ ('chain_id', p2pool.chain_id_type),
('have', bitcoin_p2p.ListType(bitcoin_p2p.HashType())),
]),
'getshares': bitcoin_p2p.ComposedType([
+ ('chain_id', p2pool.chain_id_type),
('hashes', bitcoin_p2p.ListType(bitcoin_p2p.HashType())),
]),
'share0s': bitcoin_p2p.ComposedType([
- ('share0s', bitcoin_p2p.ListType(bitcoin_p2p.ComposedType([
- ('chain_id', bitcoin_p2p.ComposedType([
- ('previous_p2pool_block', bitcoin_p2p.HashType()),
- ('bits', bitcoin_p2p.StructType('<I')),
- ])),
+ ('chains', bitcoin_p2p.ListType(bitcoin_p2p.ComposedType([
+ ('chain_id', p2pool.chain_id_type),
('hashes', bitcoin_p2p.ListType(bitcoin_p2p.HashType())),
]))),
- ]),
+ ]),
'share1s': bitcoin_p2p.ComposedType([
- ('share1s', bitcoin_p2p.ListType(bitcoin_p2p.ComposedType([
- ('header', bitcoin_p2p.block_header),
- ('gentx', bitcoin_p2p.ComposedType([
- ('tx', bitcoin_p2p.tx),
- ('merkle_branch', bitcoin_p2p.merkle_branch),
- ])),
- ]))),
+ ('share1s', bitcoin_p2p.ListType(p2pool.share1)),
]),
'share2s': bitcoin_p2p.ComposedType([
- ('share1s', bitcoin_p2p.ListType(bitcoin_p2p.block)),
+ ('share2s', bitcoin_p2p.ListType(bitcoin_p2p.block)),
]),
}
other_version = None
node_var_watch = None
+ connected2 = False
@property
def mode(self):
- return min(self.node.mode.value, self.other_mode.value)
+ return min(self.node.mode_var.value, self.other_mode_var.value)
def connectionMade(self):
bitcoin_p2p.BaseProtocol.connectionMade(self)
- if isinstance(self.factory, ClientFactory):
- draw_line(self.node.port, self.transport.getPeer().port, (128, 128, 128))
- chain = self.node.current_work['current_chain']
+ chain = self.node.current_work.value['current_chain']
+ highest_share2 = chain.get_highest_share2()
self.send_version(
version=self.version,
services=0,
sub_version=self.sub_version,
mode=self.node.mode_var.value,
state=dict(
- chain_id=dict(
- previous_p2pool_block=0,
- bits=0,
- ),
+ chain_id=p2pool.chain_id_type.unpack(chain.chain_id_data),
highest=dict(
- hash=0,
- height=0,
+ hash=highest_share2.share.hash if highest_share2 is not None else 2**256-1,
+ height=highest_share2.height if highest_share2 is not None else 0,
),
),
)
- self.node_var_watch = self.node.mode_var.changed.watch(self.send_set_mode)
-
- self.connected = False
-
- self._think()
- self._think2()
+ self.node_var_watch = self.node.mode_var.changed.watch(lambda new_mode: self.send_set_mode(mode=new_mode))
reactor.callLater(10, self._connect_timeout)
def _connect_timeout(self):
- if not self.connected and self.transport.connected:
- print "Handshake timed out, disconnecting"
+ if not self.connected2 and self.transport.connected:
+ print 'Handshake timed out, disconnecting from %s:%i' % (self.transport.getPeer().host, self.transport.getPeer().port)
self.transport.loseConnection()
@defer.inlineCallbacks
def _think(self):
- while self.transport.connected:
+ while self.connected2:
self.send_ping()
yield util.sleep(random.expovariate(1/100))
@defer.inlineCallbacks
def _think2(self):
- while self.transport.connected:
+ while self.connected2:
self.send_addrme(port=self.node.port)
+ #print 'sending addrme'
yield util.sleep(random.expovariate(1/100))
def handle_version(self, version, services, addr_to, addr_from, nonce, sub_version, mode, state):
self.other_mode_var = util.Variable(mode)
if nonce == self.node.nonce:
- print "Detected connection to self, disconnecting"
+ #print 'Detected connection to self, disconnecting from %s:%i' % (self.transport.getPeer().host, self.transport.getPeer().port)
+ self.transport.loseConnection()
+ return
+ if nonce in self.node.peers:
+ print 'Detected duplicate connection, disconnecting from %s:%i' % (self.transport.getPeer().host, self.transport.getPeer().port)
self.transport.loseConnection()
return
- self.connected = True
- self.node.got_conn(self, services)
- if isinstance(self.factory, ClientFactory):
- draw_line(self.node.port, self.transport.getPeer().port, (0, 255, 0))
+ self.nonce = nonce
+ self.connected2 = True
+ self.node.got_conn(self)
+
+ self._think()
+ self._think2()
+
+ if state['highest']['hash'] != 2**256 - 1:
+ self.handle_share0s(chains=[dict(
+ chain_id=state['chain_id'],
+ hashes=[state['highest']['hash']],
+ )])
def handle_set_mode(self, mode):
self.other_mode_var.set(mode)
pass
def handle_addrme(self, port):
- self.node.got_addr(('::ffff:' + self.transport.getPeer().host, port), self.other_services, int(time.time()))
- if random.random() < .7 and self.node.peers:
- random.choice(self.node.peers.values()).send_addrs(addrs=[dict(address=dict(services=self.other_services, address='::ffff:' + self.transport.getPeer().host, port=port), timestamp=int(time.time()))])
+ host = self.transport.getPeer().host
+ #print 'addrme from', host, port
+ if host == '127.0.0.1':
+ if random.random() < .8 and self.node.peers:
+ random.choice(self.node.peers.values()).send_addrme(port=port) # services...
+ else:
+ self.node.got_addr(('::ffff:' + self.transport.getPeer().host, port), self.other_services, int(time.time()))
+ if random.random() < .8 and self.node.peers:
+ random.choice(self.node.peers.values()).send_addrs(addrs=[
+ dict(
+ address=dict(
+ services=self.other_services,
+ address='::ffff:' + host,
+ port=port,
+ ),
+ timestamp=int(time.time()),
+ ),
+ ])
def handle_addrs(self, addrs):
for addr_record in addrs:
self.node.got_addr((addr_record['address']['address'], addr_record['address']['port']), addr_record['address']['services'], min(int(time.time()), addr_record['timestamp']))
- if random.random() < .7 and self.node.peers:
+ if random.random() < .8 and self.node.peers:
random.choice(self.node.peers.values()).send_addrs(addrs=[addr_record])
def handle_getaddrs(self, count):
- self.send_addrs(random.sample(map(bitcoin_p2p.address.unpack, self.node.addrs.keys()), min(count, len(self.node.addrs))))
+ self.send_addrs(addrs=[
+ dict(
+ timestamp=self.node.addr_store[host, port][2],
+ address=dict(
+ services=self.node.addr_store[host, port][0],
+ address=host,
+ port=port,
+ ),
+ ) for host, port in
+ random.sample(self.node.addr_store.keys(), min(count, len(self.node.addr_store)))
+ ])
+
+ def handle_gettobest(self, chain_id, have):
+ self.node.handle_get_to_best(p2pool.chain_id_type.pack(chain_id), have, self)
- def handle_share0s(self, share0s):
- for share0 in share0s:
- print share0
- self.node.handle_share_hash
+ def handle_getshares(self, chain_id, hashes):
+ self.node.handle_get_shares(p2pool.chain_id_type.pack(chain_id), hashes, self)
+
+ def handle_share0s(self, chains):
+ for chain in chains:
+ for hash_ in chain['hashes']:
+ self.node.handle_share_hash(p2pool.chain_id_type.pack(chain['chain_id']), hash_, self)
def handle_share1s(self, share1s):
for share1 in share1s:
hash_ = bitcoin_p2p.block_hash(share1['header'])
- if hash_ <= bitcoin_p2p.target_to_bits(share1['header']['bits']):
- print "Dropping peer %s:%i due to invalid share" % (self.transport.getPeer().host, self.transport.getPeer().port)
+ if hash_ <= conv.bits_to_target(share1['header']['bits']):
+ print 'Dropping peer %s:%i due to invalid share' % (self.transport.getPeer().host, self.transport.getPeer().port)
self.transport.loseConnection()
return
- share1()
+ share = p2pool.Share(share1['header'], gentx=share1['gentx'])
+ self.node.handle_share(share, self)
def handle_share2s(self, share2s):
for share2 in share2s:
hash_ = bitcoin_p2p.block_hash(share2['header'])
- if not hash_ <= bitcoin_p2p.target_to_bits(share1['header']['bits']):
- print "Dropping peer %s:%i due to invalid share" % (self.transport.getPeer().host, self.transport.getPeer().port)
+ if not hash_ <= conv.bits_to_target(share2['header']['bits']):
+ print 'Dropping peer %s:%i due to invalid share' % (self.transport.getPeer().host, self.transport.getPeer().port)
self.transport.loseConnection()
return
- share1()
-
- def send_share(self, share):
- hash_ = bitcoin_p2p.block_hash(share['header'])
- if hash_ <= bitcoin_p2p.target_to_bits(share['header']['bits']):
- if 'txns' not in share:
- raise ValueError("partial block matching bits passed to send_share")
- self.send_share2s([share])
+ share = p2pool.Share(share2['header'], txns=share2['txns'])
+ self.node.handle_share(share, self)
+
+ def send_share(self, share, full=False):
+ if share.hash <= conv.bits_to_target(share.header['bits']):
+ self.send_share2s(share2s=[share.as_block()])
else:
- if self.mode == 0:
- self.send_share0s([hash_])
- elif self.mode == 1:
- self.send_share1s([dict(
- header=share['header'],
- gentx=dict(
- tx=share['txns'][0],
- merkle_branch=bitcoin_p2p.calculate_merkle_branch(share['txns'], 0),
- ),
+ if self.mode == 0 and not full:
+ self.send_share0s(chains=[dict(
+ chain_id=p2pool.chain_id_type.unpack(share.chain_id_data),
+ hashes=[share.hash],
+ )])
+ elif self.mode == 1 or full:
+ self.send_share1s(share1s=[dict(
+ header=share.header,
+ gentx=share.gentx,
)])
else:
raise ValueError(self.mode)
if self.node_var_watch is not None:
self.node.mode_var.changed.unwatch(self.node_var_watch)
- if self.connected:
+ if self.connected2:
self.node.lost_conn(self)
-
- if isinstance(self.factory, ClientFactory):
- draw_line(self.node.port, self.transport.getPeer().port, (255, 0, 0))
class ServerFactory(protocol.ServerFactory):
def __init__(self, node):
return v['services'], v['first_seen'], v['last_seen']
class Node(object):
- def __init__(self, port, testnet, addr_store=None, preferred_addrs=[], mode=0, desired_peers=10, max_attempts=100):
+ def __init__(self, current_work, port, testnet, addr_store=None, preferred_addrs=[], mode=0, desired_peers=10, max_attempts=100):
if addr_store is None:
addr_store = {}
self.mode_var = util.Variable(mode)
self.desired_peers = desired_peers
self.max_attempts = max_attempts
-
- self.current_work = dict(current_chain=None)
+ self.current_work = current_work
self.nonce = random.randrange(2**64)
self.attempts = {}
self.peers = {}
self.running = False
-
- draw_circle(self.port)
def start(self):
if self.running:
- raise ValueError("already running")
+ raise ValueError('already running')
self.running = True
self.listen_port = reactor.listenTCP(self.port, ServerFactory(self))
self._think()
+ self._think2()
@defer.inlineCallbacks
def _think(self):
host2, port = random.choice(self.addr_store.keys())
prefix = '::ffff:'
if not host2.startswith(prefix):
- raise ValueError("invalid address")
+ raise ValueError('invalid address')
host = host2[len(prefix):]
- if (host, port) not in self.attempts and (host, port) not in self.peers:
+ if (host, port) not in self.attempts:
+ #print 'Trying to connect to', host, port
reactor.connectTCP(host, port, ClientFactory(self), timeout=10)
except:
traceback.print_exc()
+ yield util.sleep(random.expovariate(1/5))
+
+ @defer.inlineCallbacks
+ def _think2(self):
+ while self.running:
try:
if len(self.addr_store) < self.preferred_addrs and self.peers:
- random.choice(self.peers.values()).send_getaddrs()
+ random.choice(self.peers.values()).send_getaddrs(count=8)
except:
traceback.print_exc()
- yield util.sleep(random.expovariate(1/5))
+ yield util.sleep(random.expovariate(1/20))
def stop(self):
if not self.running:
- raise ValueError("already stopped")
+ raise ValueError('already stopped')
self.running = False
def attempt_started(self, connector):
host, port = connector.getDestination().host, connector.getDestination().port
if (host, port) in self.attempts:
- raise ValueError("already have attempt")
+ raise ValueError('already have attempt')
self.attempts[host, port] = connector
def attempt_failed(self, connector):
if (host, port) not in self.attempts:
raise ValueError("don't have attempt")
if connector is not self.attempts[host, port]:
- raise ValueError("wrong connector")
+ raise ValueError('wrong connector')
del self.attempts[host, port]
- def got_conn(self, conn, services):
- host, port = conn.transport.getPeer().host, conn.transport.getPeer().port
- if (host, port) in self.peers:
- raise ValueError("already have peer")
- self.peers[host, port] = conn
+ def got_conn(self, conn):
+ if conn.nonce in self.peers:
+ raise ValueError('already have peer')
+ self.peers[conn.nonce] = conn
- print "Connected to peer %s:%i" % (host, port)
+ print 'Connected to peer %s:%i' % (conn.transport.getPeer().host, conn.transport.getPeer().port)
def lost_conn(self, conn):
- host, port = conn.transport.getPeer().host, conn.transport.getPeer().port
- if (host, port) not in self.peers:
+ if conn.nonce not in self.peers:
raise ValueError("don't have peer")
- if conn is not self.peers[host, port]:
- raise ValueError("wrong conn")
- del self.peers[host, port]
+ if conn is not self.peers[conn.nonce]:
+ raise ValueError('wrong conn')
+ del self.peers[conn.nonce]
- print "Lost peer %s:%i" % (host, port)
+ print 'Lost peer %s:%i' % (conn.transport.getPeer().host, conn.transport.getPeer().port)
def got_addr(self, (host, port), services, timestamp):
self.addr_store[host, port] = services, old_first_seen, max(old_last_seen, timestamp)
else:
self.addr_store[host, port] = services, timestamp, timestamp
+
+ def handle_share(self, share, peer):
+ print 'handle_share', (share, peer)
+
+ def handle_share_hash(self, chain_id_data, hash, peer):
+ print 'handle_share_hash', (chain_id_data, hash, peer)
+
+ def handle_get_to_best(self, chain_id_data, have, peer):
+ print 'handle_get_to_best', (chain_id_data, have, peer)
+
+ def handle_get_shares(self, chain_id_data, hashes, peer):
+ print 'handle_get_shares', (chain_id_data, hashes, peer)
if __name__ == '__main__':
p = random.randrange(2**15, 2**16)