import threading
import time
-import history
+import history1 as history
+import membuf
+
+class HistoryCache:
+
+ def __init__(self):
+ self.lock = threading.Lock()
+ self.cache = {}
+
+ def store(self, address, result):
+ with self.lock:
+ self.cache[address] = result
+
+ def fetch(self, address):
+ try:
+ with self.lock:
+ return self.cache[address]
+ except KeyError:
+ return None
+
+ def clear(self, addresses):
+ with self.lock:
+ for address in addresses:
+ if self.cache.has_key(address):
+ del self.cache[address]
+
+class MonitorAddress:
+
+ def __init__(self, processor, cache, backend):
+ self.processor = processor
+ self.cache = cache
+ self.backend = backend
+ self.lock = threading.Lock()
+ # key is hash:index, value is address
+ self.monitor_output = {}
+ # key is address
+ self.monitor_address = set()
+ # affected
+ self.affected = {}
+
+ backend.memory_buffer.set_handles(self.tx_stored, self.tx_confirmed)
+
+ def monitor(self, address, result):
+ for info in result:
+ if not info.has_key("raw_output_script"):
+ continue
+ assert info["is_input"] == 0
+ tx_hash = info["tx_hash"]
+ output_index = info["index"]
+ outpoint = "%s:%s" % (tx_hash, output_index)
+ with self.lock:
+ self.monitor_output[outpoint] = address
+ with self.lock:
+ self.monitor_address.add(address)
+
+ def unpack(self, tx):
+ tx_hash = bitcoin.hash_transaction(tx)
+ previous_outputs = []
+ for input in tx.inputs:
+ prevout = input.previous_output
+ prevout = "%s:%s" % (prevout.hash, prevout.index)
+ previous_outputs.append(prevout)
+ addrs = []
+ for output_index, output in enumerate(tx.outputs):
+ address = bitcoin.payment_address()
+ if address.extract(output.output_script):
+ addrs.append((output_index, str(address)))
+ return tx_hash, previous_outputs, addrs
+
+ def tx_stored(self, tx):
+ affected_addrs = set()
+ tx_hash, previous_outputs, addrs = self.unpack(tx)
+ for prevout in previous_outputs:
+ with self.lock:
+ if self.monitor_output.has_key(prevout):
+ affected_addrs.add(self.monitor_output[prevout])
+ for idx, address in addrs:
+ with self.lock:
+ if address in self.monitor_address:
+ affected_addrs.add(address)
+ with self.lock:
+ self.affected[tx_hash] = affected_addrs
+ self.cache.clear(affected_addrs)
+ self.notify(affected_addrs)
+
+ def tx_confirmed(self, tx_desc):
+ tx_hash, previous_outputs, addrs = self.unpack(tx)
+ with self.lock:
+ affected_addrs = self.affected[tx_hash]
+ del self.affected[tx_hash]
+ self.cache.clear(affected_addrs)
+ self.notify(affected_addrs)
+ # add new outputs to monitor
+ for idx, address in addrs:
+ outpoint = "%s:%s" % (tx_hash, idx)
+ with self.lock:
+ if address in affected_addrs:
+ self.monitor_output[outpoint] = address
+ # delete spent outpoints
+ for prevout in previous_outputs:
+ with self.lock:
+ if self.monitor_output.has_key(prevout):
+ del self.monitor_output[prevout]
+
+ def notify(self, affected_addrs):
+ templ_response = {"id": None,
+ "method": "blockchain.address.subscribe",
+ "params": []}
+ service = self.backend.mempool_service
+ chain = self.backend.blockchain
+ txpool = self.backend.transaction_pool
+ memory_buff = self.backend.memory_buffer
+ for address in affected_addrs:
+ response = templ_response.copy()
+ response["params"].append(address)
+ history.payment_history(service, chain, txpool, memory_buff,
+ address, bind(self.send_notify, _1, _2, response))
+
+ def mempool_n(self, result):
+ assert result is not None
+ if len(result) == 0:
+ return None
+ # mempool:n status
+ # Order by time, grab last item (latest)
+ last_info = sorted(result, key=lambda k: k['timestamp'])[-1]
+ if last_info["block_hash"] == "mempool":
+ last_id = "mempool:%s" % len(result)
+ else:
+ last_id = last_info["block_hash"]
+ return last_id
+
+ def send_notify(self, ec, result, response):
+ if ec:
+ print "Error: Monitor.send_notify()", ec
+ return
+ response["params"].append(self.mempool_n(result))
+ self.processor.push_response(response)
class Backend:
db_prefix = "/home/genjix/libbitcoin/database"
self.blockchain = bitcoin.bdb_blockchain(self.disk_service, db_prefix,
self.blockchain_started)
- self.poller = bitcoin.poller(self.blockchain)
+ self.poller = bitcoin.poller(self.mempool_service, self.blockchain)
self.transaction_pool = \
bitcoin.transaction_pool(self.mempool_service, self.blockchain)
self.poller, self.transaction_pool)
self.session.start(self.handle_start)
- self.pool_buffer = history.MemoryPoolBuffer(self.transaction_pool,
- self.blockchain)
+ self.memory_buffer = \
+ membuf.memory_buffer(self.mempool_service.internal_ptr,
+ self.blockchain.internal_ptr,
+ self.transaction_pool.internal_ptr)
def handle_start(self, ec):
if ec:
print "Error with new transaction:", ec
return
tx_hash = bitcoin.hash_transaction(tx)
- self.pool_buffer.recv_tx(tx, bind(self.store_tx, _1, tx_hash))
+ self.memory_buffer.receive(tx, bind(self.store_tx, _1, tx_hash))
# Re-subscribe to new transactions from node
node.subscribe_transaction(bind(self.recv_tx, _1, _2, node))
def reorganize(self, ec, fork_point, arrivals, replaced):
latest = fork_point + len(arrivals)
self.latest.set(latest)
- response = {"method": "numblocks.subscribe", "result": latest}
+ response = {"id": None, "method": "blockchain.numblocks.subscribe",
+ "result": latest}
self.processor.push_response(response)
self.backend.blockchain.subscribe_reorganize(self.reorganize)
+ def subscribe(self, request):
+ latest = self.latest.get()
+ response = {"id": request["id"],
+ "method": "blockchain.numblocks.subscribe",
+ "result": latest,
+ "error": None}
+ self.processor.push_response(response)
class AddressGetHistory:
def get(self, request):
address = str(request["params"][0])
+ service = self.backend.mempool_service
chain = self.backend.blockchain
txpool = self.backend.transaction_pool
- membuf = self.backend.pool_buffer
- history.payment_history(chain, txpool, membuf, address,
- bind(self.respond, _1, request))
+ memory_buff = self.backend.memory_buffer
+ history.payment_history(service, chain, txpool, memory_buff,
+ address, bind(self.respond, _1, _2, request))
- def respond(self, result, request):
- if result is None:
+ def respond(self, ec, result, request):
+ if ec:
response = {"id": request["id"], "result": None,
- "error": {"message": "Error", "code": -4}}
+ "error": {"message": str(ec), "code": -4}}
else:
response = {"id": request["id"], "result": result, "error": None}
self.processor.push_response(response)
class AddressSubscribe:
- def __init__(self, backend, processor):
+ def __init__(self, backend, processor, cache, monitor):
self.backend = backend
self.processor = processor
+ self.cache = cache
+ self.monitor = monitor
- def subscribe(self, session, request):
+ def subscribe(self, request):
address = str(request["params"][0])
+ service = self.backend.mempool_service
chain = self.backend.blockchain
txpool = self.backend.transaction_pool
- membuf = self.backend.pool_buffer
- history.payment_history(chain, txpool, membuf, address,
- bind(self.respond, _1, request))
+ memory_buff = self.backend.memory_buffer
+ history.payment_history(service, chain, txpool, memory_buff,
+ address, bind(self.construct, _1, _2, request))
- def construct(self, result, request):
- if result is None:
+ def construct(self, ec, result, request):
+ if ec:
response = {"id": request["id"], "result": None,
- "error": {"message": "Error", "code": -4}}
+ "error": {"message": str(ec), "code": -4}}
+ self.processor.push_response(response)
return
- else:
- response = {"id": request["id"], "result": result, "error": None}
+ last_id = self.monitor.mempool_n(result)
+ response = {"id": request["id"], "result": last_id, "error": None}
+ self.processor.push_response(response)
+ address = request["params"][0]
+ self.monitor.monitor(address, result)
+ # Cache result for get_history
+ self.cache.store(address, result)
+
+ def fetch_cached(self, request):
+ address = request["params"][0]
+ cached = self.cache.fetch(address)
+ if cached is None:
+ return False
+ response = {"id": request["id"], "result": cached, "error": None}
self.processor.push_response(response)
+ return True
class BlockchainProcessor(Processor):
def __init__(self, config):
Processor.__init__(self)
+ cache = HistoryCache()
self.backend = Backend()
+ monitor = MonitorAddress(self, cache, self.backend)
self.numblocks_subscribe = NumblocksSubscribe(self.backend, self)
self.address_get_history = AddressGetHistory(self.backend, self)
- self.address_subscribe = AddressSubscribe(self.backend, self)
+ self.address_subscribe = \
+ AddressSubscribe(self.backend, self, cache, monitor)
def stop(self):
self.backend.stop()
def process(self, request):
print "New request (lib)", request
if request["method"] == "blockchain.numblocks.subscribe":
- self.numblocks_subscribe.subscribe(session, request)
+ self.numblocks_subscribe.subscribe(request)
elif request["method"] == "blockchain.address.subscribe":
- pass
+ self.address_subscribe.subscribe(request)
elif request["method"] == "blockchain.address.get_history":
- self.address_get_history.get(request)
+ if not self.address_subscribe.fetch_cached(request):
+ self.address_get_history.get(request)
elif request["method"] == "blockchain.transaction.broadcast":
self.broadcast_transaction(request)