added --outgoing-conns argument for people who want to decrease bandwidth usage
[p2pool.git] / p2pool / test / test_node.py
1 from __future__ import division
2
3 import random
4
5 from twisted.internet import defer, reactor
6 from twisted.trial import unittest
7 from twisted.web import resource, server
8
9 from p2pool import data, node, work
10 from p2pool.bitcoin import data as bitcoin_data, networks, worker_interface
11 from p2pool.util import deferral, jsonrpc, math, variable
12
13 @apply
14 class bitcoinp2p(object):
15     def send_block(self, block):
16         pass
17     
18     def get_block_header(self, hash):
19         if hash == 0x16c169477c25421250ec5d32cf9c6d38538b5de970a2355fd89:
20             return defer.succeed({
21                 'nonce': 1853158954,
22                 'timestamp': 1351658517,
23                 'merkle_root': 2282849479936278423916707524932131168473430114569971665822757638339486597658L,
24                 'version': 1,
25                 'previous_block': 1048610514577342396345362905164852351970507722694242579238530L,
26                 'bits': bitcoin_data.FloatingInteger(bits=0x1a0513c5, target=0x513c50000000000000000000000000000000000000000000000L),
27             })
28         print hex(hash)
29         return defer.fail('blah')
30
31 class factory(object):
32     new_headers = variable.Event()
33     new_block = variable.Event()
34     new_tx = variable.Event()
35     conn = variable.Variable(bitcoinp2p)
36     @classmethod
37     def getProtocol(self):
38         return bitcoinp2p
39
40 class bitcoind(object):
41     @classmethod
42     def rpc_help(self):
43         return '\ngetblock '
44     
45     @classmethod
46     def rpc_getblock(self, block_hash_hex):
47         return dict(height=42)
48     
49     @classmethod
50     def rpc_getmemorypool(self, result=None):
51         if result is not None:
52             return True
53         return {
54             "version" : 2,
55             "previousblockhash" : "000000000000016c169477c25421250ec5d32cf9c6d38538b5de970a2355fd89",
56             "transactions" : [
57                 {
58                     "data" : "01000000014c6ade5af7e7803fdf2ecae88d939ec044fdb3de84bc70168723969666b30e38010000008b483045022100e1fce6361811e24d57b494c3d71a9e653e54b9489dd5a1889affdef8a1e912b002204079a4720f25b55a0f092bcd70a5824e38a85072bb8e58477df8eb6a66b967ae01410426952de5ee7e5fea3c2065ffceada913d7d643f5631f0d714d667a0b81b599aada24f6e0b46d4bd4051b8111be95cf460fbd1977eadb3f2adc68b4018f8b5ba6ffffffff020065cd1d000000001976a9144799fc9c1b2cfb2c0187551be50f6ea41ed37ed888ac80969800000000001976a914ac2092a73378e8b80a127748a10274c962579f5188ac00000000",
59                     "hash" : "9665fece00aceffd175a28912707889c9b2039be004c77e1497b59d8f5132966",
60                     "depends" : [
61                     ],
62                     "fee" : 0,
63                     "sigops" : 2
64                 },
65                 {
66                     "data" : "0100000003bbb3bda750ea9bc057906a7fb12b7a0bf81e4a2c5ffbf3117d0aff9f6e4a7d8c000000006b483045022100fbadaa914af56955dca66c1cca59f7ec9fadbfe01fdec7d72e6cde85abd67be302202713f52dacf7da9c678c33440caef5e2de65dc02994197b5b59d284214088fb1012102ace616bb7d1e5a58118c83466f410fd2c5423450da0dbeb5b1fca158873a92cbffffffffd5c3ec30d816ecc203c581cb7365c1c51c1917b59660ca16683c2f4e1e394337010000006a47304402207dc3644c8a14175e1cec939fcec4d60702f556ee153f602b764adcf32c5a1e6b02207aee1c6ed4d0e8004f1a4fe0a82401bf7e8f285ae1a506fe1be25670ebdb092d0121034d77fd7088a2ee52bc1a3f850772aa61a47d230b3093065a23fd909d95c38ffbfffffffffbf4692b046b684fc51bc7112da5bbd6094fb92eb87f25c6a0893fea15fac13b000000006c493046022100b8d79f514b2bd20f9f2aa5bb5031cf038a5b97fd2fe9ea182187bbeea454d5d202210085f55c96c1e2be5faf26f6122e2d105f9ffaa49b61890a1def9b30ff48be3362012102716ee02e7f5a9f2e5619b5ac7c092e5e5aab6fc45708504bb1f8aac4ea31a84cffffffff0262cc990a000000001976a9141f7dcec4f61c2a1488c7ccf03673120f230d1fd988ac005ed0b2000000001976a914f2b29da6ac6a2aac1f088ead181b553d60d35e9c88ac00000000",
67                     "hash" : "27ac960a159b7f8a7d3cc3095d0248375ca65be2c98b16a5818814262eabe01c",
68                     "depends" : [
69                     ],
70                     "fee" : 0,
71                     "sigops" : 2
72                 },
73                 {
74                     "data" : "01000000012d0b6b9d9f57de5c567ea43f26e488321bfcfd0226f3043f7151d504702cfacd010000008b483045022025830bac86c09f77fb132507952210fd0b2452d8d583c12be80e274d943c7127022100f1674c75ae0b38fcee9489daa4164d6f84a386534be0eb1cc063e853bc1d3258014104f993167e332d7fe550b5049d35a972463944beb9ae8e9abe888f832ba6847883a2fd3464765b6350b89a84c8fe7ecee0cca4352494413b4c15791c1cd0694022ffffffff02007ddaac000000001976a9140e0c40f1b244e2dd07c95f52978f50a6fe5ec85188ac66208687080000001976a9143e64cf12ce0369ce9fe78b37708ae6f8a565b2d288ac00000000",
75                     "hash" : "00d1647f78e05715b171c9169d555141c9a6ec54d1ec177534aae4555d7bbc7a",
76                     "depends" : [
77                     ],
78                     "fee" : 0,
79                     "sigops" : 2
80                 }
81             ],
82             "coinbaseaux" : {
83                 "flags" : "062f503253482f"
84             },
85             "coinbasevalue" : 5044450000,
86             "target" : "0000000000000513c50000000000000000000000000000000000000000000000",
87             "mintime" : 1351655621,
88             "mutable" : [
89                 "time",
90                 "transactions",
91                 "prevblock"
92             ],
93             "noncerange" : "00000000ffffffff",
94             "sigoplimit" : 20000,
95             "sizelimit" : 1000000,
96             "curtime" : 1351659940,
97             "bits" : "21008000",
98             "height" : 205801
99         }
100
101 @apply
102 class mm_provider(object):
103     def __getattr__(self, name):
104         print '>>>>>>>', name
105     def rpc_getauxblock(self, request, result1=None, result2=None):
106         if result1 is not None:
107             print result1, result2
108             return True
109         return {
110             "target" : "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", # 2**256*2/3
111             "hash" : "2756ea0315d46dc3d8d974f34380873fc88863845ac01a658ef11bc3b368af52",
112             "chainid" : 1
113         }
114
115 mynet = math.Object(
116     PARENT=networks.nets['litecoin_testnet'],
117     SHARE_PERIOD=3, # seconds
118     CHAIN_LENGTH=20*60//3, # shares
119     REAL_CHAIN_LENGTH=20*60//3, # shares
120     TARGET_LOOKBEHIND=200, # shares
121     SPREAD=12, # blocks
122     IDENTIFIER='cca5e24ec6408b1e'.decode('hex'),
123     PREFIX='ad9614f6466a39cf'.decode('hex'),
124     P2P_PORT=19338,
125     MIN_TARGET=2**256 - 1,
126     MAX_TARGET=2**256 - 1,
127     PERSIST=False,
128     WORKER_PORT=19327,
129     BOOTSTRAP_ADDRS='72.14.191.28'.split(' '),
130     ANNOUNCE_CHANNEL='#p2pool-alt',
131     VERSION_CHECK=lambda v: True,
132 )
133
134 class MiniNode(object):
135     @classmethod
136     @defer.inlineCallbacks
137     def start(cls, net, factory, bitcoind, peer_ports, merged_urls):
138         self = cls()
139         
140         self.n = node.Node(factory, bitcoind, [], [], net)
141         yield self.n.start()
142         
143         self.n.p2p_node = node.P2PNode(self.n, port=0, max_incoming_conns=1000000, addr_store={}, connect_addrs=[('127.0.0.1', peer_port) for peer_port in peer_ports])
144         self.n.p2p_node.start()
145         
146         wb = work.WorkerBridge(node=self.n, my_pubkey_hash=random.randrange(2**160), donation_percentage=random.uniform(0, 10), merged_urls=merged_urls, worker_fee=3)
147         web_root = resource.Resource()
148         worker_interface.WorkerInterface(wb).attach_to(web_root)
149         self.web_port = reactor.listenTCP(0, server.Site(web_root))
150         
151         defer.returnValue(self)
152     
153     @defer.inlineCallbacks
154     def stop(self):
155         yield self.web_port.stopListening()
156         yield self.n.p2p_node.stop()
157         yield self.n.stop()
158         del self.web_port, self.n
159
160 class Test(unittest.TestCase):
161     @defer.inlineCallbacks
162     def test_node(self):
163         mm_root = resource.Resource()
164         mm_root.putChild('', jsonrpc.Server(mm_provider))
165         mm_port = reactor.listenTCP(0, server.Site(mm_root))
166         
167         n = node.Node(factory, bitcoind, [], [], mynet)
168         yield n.start()
169         
170         wb = work.WorkerBridge(node=n, my_pubkey_hash=42, donation_percentage=2, merged_urls=[('http://127.0.0.1:%i' % (mm_port.getHost().port,), '')], worker_fee=3)
171         web_root = resource.Resource()
172         worker_interface.WorkerInterface(wb).attach_to(web_root)
173         port = reactor.listenTCP(0, server.Site(web_root))
174         
175         proxy = jsonrpc.Proxy('http://127.0.0.1:' + str(port.getHost().port))
176         
177         yield deferral.sleep(3)
178         
179         for i in xrange(100):
180             blah = yield proxy.rpc_getwork()
181             yield proxy.rpc_getwork(blah['data'])
182         
183         yield deferral.sleep(3)
184         
185         assert len(n.tracker.items) == 100
186         assert n.tracker.verified.get_height(n.best_share_var.value) == 100
187         
188         wb.stop()
189         n.stop()
190         
191         yield port.stopListening()
192         del n, wb, web_root, port, proxy
193         import gc
194         gc.collect()
195         gc.collect()
196         gc.collect()
197         
198         yield deferral.sleep(20) # waiting for work_poller to exit
199         yield mm_port.stopListening()
200     #test_node.timeout = 15
201     
202     @defer.inlineCallbacks
203     def test_nodes(self):
204         N = 3
205         SHARES = 600
206         
207         nodes = []
208         for i in xrange(N):
209             nodes.append((yield MiniNode.start(mynet, factory, bitcoind, [mn.n.p2p_node.serverfactory.listen_port.getHost().port for mn in nodes], [])))
210         
211         yield deferral.sleep(3)
212         
213         for i in xrange(SHARES):
214             proxy = jsonrpc.Proxy('http://127.0.0.1:' + str(random.choice(nodes).web_port.getHost().port))
215             blah = yield proxy.rpc_getwork()
216             yield proxy.rpc_getwork(blah['data'])
217             yield deferral.sleep(random.expovariate(1/.1))
218             print i
219             print type(nodes[0].n.tracker.items[nodes[0].n.best_share_var.value])
220     
221         yield deferral.sleep(3)
222         
223         for i, n in enumerate(nodes):
224             assert len(n.n.tracker.items) == SHARES, (i, len(n.n.tracker.items))
225             assert n.n.tracker.verified.get_height(n.n.best_share_var.value) == SHARES, (i, n.n.tracker.verified.get_height(n.n.best_share_var.value))
226             assert type(n.n.tracker.items[nodes[0].n.best_share_var.value]) is data.NewNewShare
227             assert type(n.n.tracker.items[n.n.tracker.get_nth_parent_hash(nodes[0].n.best_share_var.value, SHARES - 5)]) is data.Share
228         
229         for n in nodes:
230             yield n.stop()
231         
232         del nodes, n
233         import gc
234         gc.collect()
235         gc.collect()
236         gc.collect()
237         
238         yield deferral.sleep(20) # waiting for work_poller to exit