2 * Novacoin classes library
3 * Copyright (C) 2015 Alex D. (balthazar.ad@gmail.com)
5 * This program is free software: you can redistribute it and/or modify
6 * it under the terms of the GNU Affero General Public License as
7 * published by the Free Software Foundation, either version 3 of the
8 * License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU Affero General Public License for more details.
15 * You should have received a copy of the GNU Affero General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
22 using System.Collections.Concurrent;
25 using SQLite.Net.Interop;
26 using SQLite.Net.Platform.Generic;
27 using System.Collections.Generic;
29 using System.Diagnostics.Contracts;
34 public class CBlockStore : IDisposable
36 public const uint nMagicNumber = 0xe5e9e8e4;
38 private bool disposed = false;
39 private object LockObj = new object();
42 /// SQLite connection object.
44 private SQLiteConnection dbConn;
47 /// Current SQLite platform
49 private ISQLitePlatform dbPlatform;
54 private string strBlockFile;
57 /// Index database file.
59 private string strDbFile;
62 /// Map of block tree nodes.
64 /// blockHash => CBlockStoreItem
66 private ConcurrentDictionary<uint256, CBlockStoreItem> blockMap = new ConcurrentDictionary<uint256, CBlockStoreItem>();
69 /// Orphaned blocks map.
71 private ConcurrentDictionary<uint256, CBlock> orphanMap = new ConcurrentDictionary<uint256, CBlock>();
72 private ConcurrentDictionary<uint256, CBlock> orphanMapByPrev = new ConcurrentDictionary<uint256, CBlock>();
75 /// Unconfirmed transactions.
77 /// TxID => Transaction
79 private ConcurrentDictionary<uint256, CTransaction> mapUnconfirmedTx = new ConcurrentDictionary<uint256, CTransaction>();
82 /// Map of the proof-of-stake hashes. This is necessary for stake duplication checks.
84 private ConcurrentDictionary<uint256, uint256> mapProofOfStake = new ConcurrentDictionary<uint256, uint256>();
87 private ConcurrentDictionary<COutPoint, uint> mapStakeSeen = new ConcurrentDictionary<COutPoint, uint>();
88 private ConcurrentDictionary<COutPoint, uint> mapStakeSeenOrphan = new ConcurrentDictionary<COutPoint, uint>();
92 /// Copy of chain state object.
94 private ChainState ChainParams;
97 /// Cursor which is pointing us to the end of best chain.
99 private CBlockStoreItem bestBlockCursor = null;
102 /// Cursor which is always pointing us to genesis block.
104 private CBlockStoreItem genesisBlockCursor = null;
107 /// Current and the only instance of block storage manager. Should be a property with private setter though it's enough for the beginning.
109 public static CBlockStore Instance = null;
112 /// Block file stream with read/write access
114 private Stream fStreamReadWrite;
115 private uint nTimeBestReceived;
116 private int nTransactionsUpdated;
119 /// Init the block storage manager.
121 /// <param name="IndexDB">Path to index database</param>
122 /// <param name="BlockFile">Path to block file</param>
123 public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "blk0001.dat")
126 strBlockFile = BlockFile;
128 bool firstInit = !File.Exists(strDbFile);
129 dbPlatform = new SQLitePlatformGeneric();
130 dbConn = new SQLiteConnection(dbPlatform, strDbFile);
132 fStreamReadWrite = File.Open(strBlockFile, FileMode.OpenOrCreate, FileAccess.ReadWrite);
141 dbConn.CreateTable<CBlockStoreItem>(CreateFlags.AutoIncPK);
142 dbConn.CreateTable<CMerkleNode>(CreateFlags.AutoIncPK);
143 dbConn.CreateTable<TxOutItem>(CreateFlags.ImplicitPK);
144 dbConn.CreateTable<ChainState>(CreateFlags.AutoIncPK);
146 ChainParams = new ChainState()
153 dbConn.Insert(ChainParams);
155 var genesisBlock = new CBlock(
157 "01000000" + // nVersion=1
158 "0000000000000000000000000000000000000000000000000000000000000000" + // prevhash is zero
159 "7b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c" + // merkle root
160 "398e1151" + // nTime=1360105017
161 "ffff0f1e" + // nBits=0x1e0fffff
162 "d3091800" + // nNonce=1575379
164 "01000000" + // nVersion=1
165 "398e1151" + // nTime=1360105017
167 "0000000000000000000000000000000000000000000000000000000000000000" + // input txid is zero
168 "ffffffff" + // n=uint.maxValue
169 "4d" + // scriptSigLen=77
170 "04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936" + // scriptSig
171 "ffffffff" + // nSequence=uint.maxValue
173 "0000000000000000" + // nValue=0
174 "00" + // scriptPubkeyLen=0
175 "00000000" + // nLockTime=0
179 // Write block to file.
180 var itemTemplate = new CBlockStoreItem()
185 itemTemplate.FillHeader(genesisBlock.header);
187 if (!AddItemToIndex(ref itemTemplate, ref genesisBlock))
189 throw new Exception("Unable to write genesis block");
195 var blockTreeItems = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] order by [ItemId] asc");
197 // Init list of block items
198 foreach (var item in blockTreeItems)
200 blockMap.TryAdd(item.Hash, item);
202 if (item.IsProofOfStake)
204 // build mapStakeSeen
205 mapStakeSeen.TryAdd(item.prevoutStake, item.nStakeTime);
209 // Load data about the top node.
210 ChainParams = dbConn.Table<ChainState>().First();
214 public bool GetTxOutCursor(COutPoint outpoint, ref TxOutItem txOutCursor)
216 var queryResults = dbConn.Query<TxOutItem>("select o.* from [Outputs] o left join [MerkleNodes] m on (m.nMerkleNodeID = o.nMerkleNodeID) where m.[TransactionHash] = ?", (byte[])outpoint.hash);
218 if (queryResults.Count == 1)
220 txOutCursor = queryResults[0];
230 public bool FetchInputs(CTransaction tx, ref Dictionary<COutPoint, TxOutItem> queued, ref Dictionary<COutPoint, TxOutItem> inputs, bool IsBlock, out bool Invalid)
236 // Coinbase transactions have no inputs to fetch.
240 StringBuilder queryBuilder = new StringBuilder();
242 queryBuilder.Append("select o.*, m.[TransactionHash] from [Outputs] o left join [MerkleNodes] m on (m.[nMerkleNodeID] = o.[nMerkleNodeID]) where ");
244 for (var i = 0; i < tx.vin.Length; i++)
246 queryBuilder.AppendFormat(" {0} (m.[TransactionHash] = x'{1}' and o.[OutputNumber] = x'{2}')",
247 (i > 0 ? "or" : string.Empty), Interop.ToHex(tx.vin[i].prevout.hash),
248 Interop.ToHex(VarInt.EncodeVarInt(tx.vin[i].prevout.n)
252 var queryResults = dbConn.Query<InputsJoin>(queryBuilder.ToString());
254 foreach (var item in queryResults)
258 return false; // Already spent
261 var inputsKey = new COutPoint(item.TransactionHash, item.nOut);
265 // Add output data to dictionary
266 inputs.Add(inputsKey, (TxOutItem)item);
269 if (queryResults.Count < tx.vin.Length)
273 // It seems that some transactions are being spent in the same block.
275 foreach (var txin in tx.vin)
277 var outPoint = txin.prevout;
279 if (!queued.ContainsKey(outPoint))
281 return false; // No such transaction
284 // Add output data to dictionary
285 inputs.Add(outPoint, queued[outPoint]);
287 // Mark output as spent
288 queued[outPoint].IsSpent = true;
293 // Unconfirmed transaction
295 foreach (var txin in tx.vin)
297 var outPoint = txin.prevout;
300 if (!mapUnconfirmedTx.TryGetValue(outPoint.hash, out txPrev))
302 return false; // No such transaction
305 if (outPoint.n > txPrev.vout.Length)
309 return false; // nOut is out of range
312 // TODO: return inputs from map
313 throw new NotImplementedException();
324 private bool AddItemToIndex(ref CBlockStoreItem itemTemplate, ref CBlock block)
326 uint256 blockHash = itemTemplate.Hash;
328 if (blockMap.ContainsKey(blockHash))
330 // Already have this block.
335 dbConn.BeginTransaction();
337 // Compute chain trust score
338 itemTemplate.nChainTrust = (itemTemplate.prev != null ? itemTemplate.prev.nChainTrust : 0) + itemTemplate.nBlockTrust;
340 if (!itemTemplate.SetStakeEntropyBit(Entropy.GetStakeEntropyBit(itemTemplate.nHeight, blockHash)))
342 return false; // SetStakeEntropyBit() failed
345 // Save proof-of-stake hash value
346 if (itemTemplate.IsProofOfStake)
348 uint256 hashProofOfStake;
349 if (!GetProofOfStakeHash(blockHash, out hashProofOfStake))
351 return false; // hashProofOfStake not found
353 itemTemplate.hashProofOfStake = hashProofOfStake;
356 // compute stake modifier
357 long nStakeModifier = 0;
358 bool fGeneratedStakeModifier = false;
359 if (!StakeModifier.ComputeNextStakeModifier(itemTemplate, ref nStakeModifier, ref fGeneratedStakeModifier))
361 return false; // ComputeNextStakeModifier() failed
364 itemTemplate.SetStakeModifier(nStakeModifier, fGeneratedStakeModifier);
365 itemTemplate.nStakeModifierChecksum = StakeModifier.GetStakeModifierChecksum(itemTemplate);
367 // TODO: verify stake modifier checkpoints
370 if (block.IsProofOfStake)
372 itemTemplate.SetProofOfStake();
374 itemTemplate.prevoutStake = block.vtx[1].vin[0].prevout;
375 itemTemplate.nStakeTime = block.vtx[1].nTime;
378 if (!itemTemplate.WriteToFile(ref fStreamReadWrite, ref block))
383 if (dbConn.Insert(itemTemplate) == 0)
385 return false; // Insert failed
389 itemTemplate.ItemID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
391 if (!blockMap.TryAdd(blockHash, itemTemplate))
393 return false; // blockMap add failed
396 if (itemTemplate.nChainTrust > ChainParams.nBestChainTrust)
400 if (!SetBestChain(ref itemTemplate))
402 return false; // SetBestChain failed.
406 // Commit transaction
412 private bool SetBestChain(ref CBlockStoreItem cursor)
414 uint256 hashBlock = cursor.Hash;
416 if (genesisBlockCursor == null && hashBlock == NetInfo.nHashGenesisBlock)
418 genesisBlockCursor = cursor;
420 else if (ChainParams.nHashBestChain == (uint256)cursor.prevHash)
422 if (!SetBestChainInner(cursor))
429 // the first block in the new chain that will cause it to become the new best chain
430 var cursorIntermediate = cursor;
432 // list of blocks that need to be connected afterwards
433 var secondary = new List<CBlockStoreItem>();
435 // Reorganize is costly in terms of db load, as it works in a single db transaction.
436 // Try to limit how much needs to be done inside
437 while (cursorIntermediate.prev != null && cursorIntermediate.prev.nChainTrust > bestBlockCursor.nChainTrust)
439 secondary.Add(cursorIntermediate);
440 cursorIntermediate = cursorIntermediate.prev;
443 // Switch to new best branch
444 if (!Reorganize(cursorIntermediate))
446 InvalidChainFound(cursor);
447 return false; // reorganize failed
450 // Connect further blocks
451 foreach (var currentCursor in secondary)
454 if (!currentCursor.ReadFromFile(ref fStreamReadWrite, out block))
456 // ReadFromDisk failed
460 // errors now are not fatal, we still did a reorganisation to a new chain in a valid way
461 if (!SetBestChainInner(currentCursor))
468 bestBlockCursor = cursor;
469 nTimeBestReceived = Interop.GetTime();
470 nTransactionsUpdated++;
475 private void InvalidChainFound(CBlockStoreItem cursor)
477 throw new NotImplementedException();
480 private bool Reorganize(CBlockStoreItem cursorIntermediate)
483 var fork = bestBlockCursor;
484 var longer = cursorIntermediate;
486 while (fork.ItemID != longer.ItemID)
488 while (longer.nHeight > fork.nHeight)
490 if ((longer = longer.prev) == null)
492 return false; // longer.prev is null
496 if (fork.ItemID == longer.ItemID)
501 if ((fork = fork.prev) == null)
503 return false; // fork.prev is null
507 // List of what to disconnect
508 var disconnect = new List<CBlockStoreItem>();
509 for (var cursor = bestBlockCursor; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
511 disconnect.Add(cursor);
514 // List of what to connect
515 var connect = new List<CBlockStoreItem>();
516 for (var cursor = cursorIntermediate; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
522 // Disconnect shorter branch
523 var txResurrect = new List<CTransaction>();
524 foreach (var blockCursor in disconnect)
527 if (!blockCursor.ReadFromFile(ref fStreamReadWrite, out block))
529 return false; // ReadFromFile for disconnect failed.
531 if (!DisconnectBlock(blockCursor, ref block))
533 return false; // DisconnectBlock failed.
536 // Queue memory transactions to resurrect
537 foreach (var tx in block.vtx)
539 if (!tx.IsCoinBase && !tx.IsCoinStake)
547 // Connect longer branch
548 var txDelete = new List<CTransaction>();
549 foreach (var cursor in connect)
552 if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
554 return false; // ReadFromDisk for connect failed
557 if (!ConnectBlock(cursor, ref block))
560 return false; // ConnectBlock failed
563 // Queue memory transactions to delete
564 foreach (var tx in block.vtx)
570 if (!UpdateTopChain(cursorIntermediate))
572 return false; // UpdateTopChain failed
575 // Resurrect memory transactions that were in the disconnected branch
576 foreach (var tx in txResurrect)
578 mapUnconfirmedTx.TryAdd(tx.Hash, tx);
581 // Delete redundant memory transactions that are in the connected branch
582 foreach (var tx in txDelete)
585 mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
591 private bool DisconnectBlock(CBlockStoreItem blockCursor, ref CBlock block)
593 throw new NotImplementedException();
596 private bool SetBestChainInner(CBlockStoreItem cursor)
598 uint256 hash = cursor.Hash;
600 if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
602 return false; // Unable to read block from file.
605 // Adding to current best branch
606 if (!ConnectBlock(cursor, ref block) || !UpdateTopChain(cursor))
608 InvalidChainFound(cursor);
612 // Add to current best branch
613 cursor.prev.next = cursor;
615 // Delete redundant memory transactions
616 foreach (var tx in block.vtx)
619 mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
625 private bool ConnectBlock(CBlockStoreItem cursor, ref CBlock block, bool fJustCheck = false)
627 // Check it again in case a previous version let a bad block in, but skip BlockSig checking
628 if (!block.CheckBlock(!fJustCheck, !fJustCheck, false))
630 return false; // Invalid block found.
633 bool fScriptChecks = cursor.nHeight >= Checkpoints.TotalBlocksEstimate;
634 var scriptFlags = scriptflag.SCRIPT_VERIFY_NOCACHE | scriptflag.SCRIPT_VERIFY_P2SH;
641 var queuedMerkleNodes = new Dictionary<uint256, CMerkleNode>();
642 var queued = new Dictionary<COutPoint, TxOutItem>();
644 for (var nTx = 0; nTx < block.vtx.Length; nTx++)
646 var tx = block.vtx[nTx];
647 var hashTx = tx.Hash;
648 var nTxPos = cursor.nBlockPos + block.GetTxOffset(nTx);
650 Dictionary<COutPoint, TxOutItem> txouts;
651 if (GetOutputs(hashTx, out txouts))
653 // Do not allow blocks that contain transactions which 'overwrite' older transactions,
654 // unless those are already completely spent.
658 nSigOps += tx.LegacySigOpCount;
659 if (nSigOps > CBlock.nMaxSigOps)
661 return false; // too many sigops
664 var inputs = new Dictionary<COutPoint, TxOutItem>();
668 nValueOut += tx.nValueOut;
673 if (!FetchInputs(tx, ref queued, ref inputs, true, out Invalid))
675 return false; // Unable to fetch some inputs.
678 // Add in sigops done by pay-to-script-hash inputs;
679 // this is to prevent a "rogue miner" from creating
680 // an incredibly-expensive-to-validate block.
681 nSigOps += tx.GetP2SHSigOpCount(ref inputs);
682 if (nSigOps > CBlock.nMaxSigOps)
684 return false; // too many sigops
687 ulong nTxValueIn = tx.GetValueIn(ref inputs);
688 ulong nTxValueOut = tx.nValueOut;
690 nValueIn += nTxValueIn;
691 nValueOut += nTxValueOut;
695 nFees += nTxValueIn - nTxValueOut;
698 if (!ConnectInputs(tx, ref inputs, ref queued, ref cursor, true, fScriptChecks, scriptFlags))
704 for (var i = 0u; i < tx.vout.Length; i++)
706 var mNode = new CMerkleNode(cursor.ItemID, nTxPos, tx);
707 queuedMerkleNodes.Add(hashTx, mNode);
709 var outKey = new COutPoint(hashTx, i);
710 var outData = new TxOutItem();
712 outData.nValue = tx.vout[i].nValue;
713 outData.scriptPubKey = tx.vout[i].scriptPubKey;
717 outData.IsSpent = false;
719 queued.Add(outKey, outData);
723 if (!block.IsProofOfStake)
725 ulong nBlockReward = CBlock.GetProofOfWorkReward(cursor.nBits, nFees);
727 // Check coinbase reward
728 if (block.vtx[0].nValueOut > nBlockReward)
730 return false; // coinbase reward exceeded
734 cursor.nMint = (long)(nValueOut - nValueIn + nFees);
735 cursor.nMoneySupply = (cursor.prev != null ? cursor.prev.nMoneySupply : 0) + (long)nValueOut - (long)nValueIn;
737 if (!UpdateDBCursor(ref cursor))
739 return false; // Unable to commit changes
747 // Write queued transaction changes
748 var actualMerkleNodes = new Dictionary<uint256, CMerkleNode>();
749 var queuedOutpointItems = new List<TxOutItem>();
750 foreach (KeyValuePair<COutPoint, TxOutItem> outPair in queued)
752 uint256 txID = outPair.Key.hash;
753 CMerkleNode merkleNode;
755 if (actualMerkleNodes.ContainsKey(txID))
757 merkleNode = actualMerkleNodes[txID];
761 merkleNode = queuedMerkleNodes[txID];
762 if (!SaveMerkleNode(ref merkleNode))
764 // Unable to save merkle tree cursor.
767 actualMerkleNodes.Add(txID, merkleNode);
770 var outItem = outPair.Value;
771 outItem.nMerkleNodeID = merkleNode.nMerkleNodeID;
773 queuedOutpointItems.Add(outItem);
776 if (!SaveOutpoints(ref queuedOutpointItems))
778 return false; // Unable to save outpoints
785 /// Insert set of outpoints
787 /// <param name="queuedOutpointItems">List of TxOutItem objects.</param>
788 /// <returns>Result</returns>
789 private bool SaveOutpoints(ref List<TxOutItem> queuedOutpointItems)
791 return dbConn.InsertAll(queuedOutpointItems, false) != 0;
795 /// Insert merkle node into db and set actual record id value.
797 /// <param name="merkleNode">Merkle node object reference.</param>
798 /// <returns>Result</returns>
799 private bool SaveMerkleNode(ref CMerkleNode merkleNode)
801 if (dbConn.Insert(merkleNode) == 0)
806 merkleNode.nMerkleNodeID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
811 private bool ConnectInputs(CTransaction tx, ref Dictionary<COutPoint, TxOutItem> inputs, ref Dictionary<COutPoint, TxOutItem> queued, ref CBlockStoreItem cursorBlock, bool fBlock, bool fScriptChecks, scriptflag scriptFlags)
813 // Take over previous transactions' spent pointers
814 // fBlock is true when this is called from AcceptBlock when a new best-block is added to the blockchain
815 // fMiner is true when called from the internal bitcoin miner
816 // ... both are false when called from CTransaction::AcceptToMemoryPool
822 for (uint i = 0; i < tx.vin.Length; i++)
824 var prevout = tx.vin[i].prevout;
825 Contract.Assert(inputs.ContainsKey(prevout));
826 var input = inputs[prevout];
828 CBlockStoreItem parentBlockCursor;
829 var merkleItem = GetMerkleCursor(input, out parentBlockCursor);
831 if (merkleItem == null)
833 return false; // Unable to find merkle node
836 // If prev is coinbase or coinstake, check that it's matured
837 if (merkleItem.IsCoinBase || merkleItem.IsCoinStake)
839 if (cursorBlock.nHeight - parentBlockCursor.nHeight < NetInfo.nGeneratedMaturity)
841 return false; // tried to spend non-matured generation input.
845 // check transaction timestamp
846 if (merkleItem.nTime > tx.nTime)
848 return false; // transaction timestamp earlier than input transaction
851 // Check for negative or overflow input values
852 nValueIn += input.nValue;
853 if (!CTransaction.MoneyRange(input.nValue) || !CTransaction.MoneyRange(nValueIn))
855 return false; // txin values out of range
860 // The first loop above does all the inexpensive checks.
861 // Only if ALL inputs pass do we perform expensive ECDSA signature checks.
862 // Helps prevent CPU exhaustion attacks.
863 for (int i = 0; i < tx.vin.Length; i++)
865 var prevout = tx.vin[i].prevout;
866 Contract.Assert(inputs.ContainsKey(prevout));
867 var input = inputs[prevout];
869 // Check for conflicts (double-spend)
875 // Skip ECDSA signature verification when connecting blocks (fBlock=true)
876 // before the last blockchain checkpoint. This is safe because block merkle hashes are
877 // still computed and checked, and any change will be caught at the next checkpoint.
881 if (!ScriptCode.VerifyScript(tx.vin[i].scriptSig, input.scriptPubKey, tx, i, (int)scriptflag.SCRIPT_VERIFY_P2SH, 0))
883 return false; // VerifyScript failed.
887 // Mark outpoint as spent
888 input.IsSpent = true;
889 inputs[prevout] = input;
894 queued.Add(prevout, input);
900 // ppcoin: coin stake tx earns reward instead of paying fee
902 if (!tx.GetCoinAge(ref inputs, out nCoinAge))
904 return false; // unable to get coin age for coinstake
907 ulong nReward = tx.nValueOut - nValueIn;
909 ulong nCalculatedReward = CBlock.GetProofOfStakeReward(nCoinAge, cursorBlock.nBits, tx.nTime) - tx.GetMinFee(1, false, CTransaction.MinFeeMode.GMF_BLOCK) + CTransaction.nCent;
911 if (nReward > nCalculatedReward)
913 return false; // coinstake pays too much
918 if (nValueIn < tx.nValueOut)
920 return false; // value in < value out
923 // Tally transaction fees
924 ulong nTxFee = nValueIn - tx.nValueOut;
927 return false; // nTxFee < 0
932 if (!CTransaction.MoneyRange(nFees))
934 return false; // nFees out of range
945 /// Set new top node or current best chain.
947 /// <param name="cursor"></param>
948 /// <returns></returns>
949 private bool UpdateTopChain(CBlockStoreItem cursor)
951 ChainParams.HashBestChain = cursor.Hash;
952 ChainParams.nBestChainTrust = cursor.nChainTrust;
953 ChainParams.nBestHeight = cursor.nHeight;
955 return dbConn.Update(ChainParams) != 0;
959 /// Try to find proof-of-stake hash in the map.
961 /// <param name="blockHash">Block hash</param>
962 /// <param name="hashProofOfStake">Proof-of-stake hash</param>
963 /// <returns>Proof-of-Stake hash value</returns>
964 private bool GetProofOfStakeHash(uint256 blockHash, out uint256 hashProofOfStake)
966 return mapProofOfStake.TryGetValue(blockHash, out hashProofOfStake);
969 public bool AcceptBlock(ref CBlock block)
971 uint256 nHash = block.header.Hash;
973 if (blockMap.ContainsKey(nHash))
975 // Already have this block.
979 CBlockStoreItem prevBlockCursor = null;
980 if (!blockMap.TryGetValue(block.header.prevHash, out prevBlockCursor))
982 // Unable to get the cursor.
986 var prevBlockHeader = prevBlockCursor.BlockHeader;
988 // TODO: proof-of-work/proof-of-stake verification
989 uint nHeight = prevBlockCursor.nHeight + 1;
991 // Check timestamp against prev
992 if (NetInfo.FutureDrift(block.header.nTime) < prevBlockHeader.nTime)
994 // block's timestamp is too early
998 // Check that all transactions are finalized
999 foreach (var tx in block.vtx)
1001 if (!tx.IsFinal(nHeight, block.header.nTime))
1007 // TODO: Enforce rule that the coinbase starts with serialized block height
1009 // Write block to file.
1010 var itemTemplate = new CBlockStoreItem()
1015 itemTemplate.FillHeader(block.header);
1017 if (!AddItemToIndex(ref itemTemplate, ref block))
1028 /// GEt block by hash.
1030 /// <param name="blockHash">Block hash</param>
1031 /// <param name="block">Block object reference</param>
1032 /// <param name="nBlockPos">Block position reference</param>
1033 /// <returns>Result</returns>
1034 public bool GetBlock(uint256 blockHash, ref CBlock block, ref long nBlockPos)
1036 CBlockStoreItem cursor;
1038 if (!blockMap.TryGetValue(blockHash, out cursor))
1040 return false; // Unable to fetch block cursor
1043 nBlockPos = cursor.nBlockPos;
1045 return cursor.ReadFromFile(ref fStreamReadWrite, out block);
1049 /// Get block and transaction by transaction hash.
1051 /// <param name="TxID">Transaction hash</param>
1052 /// <param name="block">Block reference</param>
1053 /// <param name="nBlockPos">Block position reference</param>
1054 /// <returns>Result of operation</returns>
1055 public bool GetBlockByTransactionID(uint256 TxID, ref CBlock block, ref long nBlockPos)
1057 var queryResult = dbConn.Query<CBlockStoreItem>("select b.* from [BlockStorage] b left join [MerkleNodes] m on (b.[ItemID] = m.[nParentBlockID]) where m.[TransactionHash] = ?", (byte[])TxID);
1059 if (queryResult.Count == 1)
1061 CBlockStoreItem blockCursor = queryResult[0];
1063 return blockCursor.ReadFromFile(ref fStreamReadWrite, out block);
1071 public bool GetOutputs(uint256 transactionHash, out Dictionary<COutPoint, TxOutItem> txouts, bool fUnspentOnly=true)
1075 var queryParams = new object[] { (byte[])transactionHash, fUnspentOnly ? OutputFlags.AVAILABLE : (OutputFlags.AVAILABLE | OutputFlags.SPENT) };
1076 var queryResult = dbConn.Query<TxOutItem>("select o.* from [Outputs] o left join [MerkleNodes] m on m.[nMerkleNodeID] = o.[nMerkleNodeID] where m.[TransactionHash] = ? and outputFlags = ?", queryParams);
1078 if (queryResult.Count != 0)
1080 txouts = new Dictionary<COutPoint, TxOutItem>();
1082 foreach (var o in queryResult)
1084 var outpointKey = new COutPoint(transactionHash, o.nOut);
1085 var outpointData = o;
1087 txouts.Add(outpointKey, outpointData);
1090 // There are some unspent inputs.
1094 // This transaction has been spent completely.
1099 /// Get block cursor from map.
1101 /// <param name="blockHash">block hash</param>
1102 /// <returns>Cursor or null</returns>
1103 public CBlockStoreItem GetMapCursor(uint256 blockHash)
1107 // Genesis block has zero prevHash and no parent.
1111 CBlockStoreItem cursor = null;
1112 blockMap.TryGetValue(blockHash, out cursor);
1118 /// Get merkle node cursor by output metadata.
1120 /// <param name="item">Output metadata object</param>
1121 /// <returns>Merkle node cursor or null</returns>
1122 public CMerkleNode GetMerkleCursor(TxOutItem item, out CBlockStoreItem blockCursor)
1126 // Trying to get cursor from the database.
1127 var QueryMerkleCursor = dbConn.Query<CMerkleNode>("select * from [MerkleNodes] where [nMerkleNodeID] = ?", item.nMerkleNodeID);
1129 if (QueryMerkleCursor.Count == 1)
1131 var merkleNode = QueryMerkleCursor[0];
1134 var results = blockMap.Where(x => x.Value.ItemID == merkleNode.nParentBlockID).Select(x => x.Value).ToArray();
1136 blockCursor = results[0];
1146 /// Load cursor from database.
1148 /// <param name="blockHash">Block hash</param>
1149 /// <returns>Block cursor object</returns>
1150 public CBlockStoreItem GetDBCursor(uint256 blockHash)
1152 // Trying to get cursor from the database.
1153 var QueryBlockCursor = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash);
1155 if (QueryBlockCursor.Count == 1)
1157 return QueryBlockCursor[0];
1165 /// Update cursor in memory and on disk.
1167 /// <param name="cursor">Block cursor</param>
1168 /// <returns>Result</returns>
1169 public bool UpdateMapCursor(CBlockStoreItem cursor)
1171 var original = blockMap[cursor.Hash];
1172 return blockMap.TryUpdate(cursor.Hash, cursor, original);
1176 /// Update cursor record in database.
1178 /// <param name="cursor">Block cursor object</param>
1179 /// <returns>Result</returns>
1180 public bool UpdateDBCursor(ref CBlockStoreItem cursor)
1182 return dbConn.Update(cursor) != 0;
1185 public bool ProcessBlock(ref CBlock block)
1187 var blockHash = block.header.Hash;
1189 if (blockMap.ContainsKey(blockHash))
1191 // We already have this block.
1195 if (orphanMap.ContainsKey(blockHash))
1197 // We already have block in the list of orphans.
1201 // TODO: Limited duplicity on stake and reserialization of block signature
1203 if (!block.CheckBlock(true, true, true))
1205 // Preliminary checks failure.
1209 if (block.IsProofOfStake)
1211 if (!block.SignatureOK)
1213 // Proof-of-Stake signature validation failure.
1217 // TODO: proof-of-stake validation
1219 uint256 hashProofOfStake = 0, targetProofOfStake = 0;
1220 if (!StakeModifier.CheckProofOfStake(block.vtx[1], block.header.nBits, ref hashProofOfStake, ref targetProofOfStake))
1222 return false; // do not error here as we expect this during initial block download
1224 if (!mapProofOfStake.ContainsKey(blockHash))
1226 // add to mapProofOfStake
1227 mapProofOfStake.TryAdd(blockHash, hashProofOfStake);
1232 // TODO: difficulty verification
1234 // If don't already have its previous block, shunt it off to holding area until we get it
1235 if (!blockMap.ContainsKey(block.header.prevHash))
1237 if (block.IsProofOfStake)
1239 // TODO: limit duplicity on stake
1242 var block2 = new CBlock(block);
1243 orphanMap.TryAdd(blockHash, block2);
1244 orphanMapByPrev.TryAdd(blockHash, block2);
1249 // Store block to disk
1250 if (!AcceptBlock(ref block))
1256 // Recursively process any orphan blocks that depended on this one
1257 var orphansQueue = new List<uint256>();
1258 orphansQueue.Add(blockHash);
1260 for (int i = 0; i < orphansQueue.Count; i++)
1262 var hashPrev = orphansQueue[i];
1264 foreach (var pair in orphanMap)
1266 var orphanBlock = pair.Value;
1268 if (orphanBlock.header.prevHash == blockHash)
1270 if (AcceptBlock(ref orphanBlock))
1272 orphansQueue.Add(pair.Key);
1276 orphanMap.TryRemove(pair.Key, out dummy1);
1281 orphanMap.TryRemove(hashPrev, out dummy2);
1287 public bool ParseBlockFile(string BlockFile = "bootstrap.dat")
1289 // TODO: Rewrite completely.
1293 var buffer = new byte[CBlock.nMaxBlockSize]; // Max block size is 1Mb
1294 var intBuffer = new byte[4];
1296 var fStream2 = File.OpenRead(BlockFile);
1298 fStream2.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length
1300 while (fStream2.Read(buffer, 0, 4) == 4) // Read magic number
1302 var nMagic = BitConverter.ToUInt32(buffer, 0);
1303 if (nMagic != 0xe5e9e8e4)
1305 throw new Exception("Incorrect magic number.");
1308 var nBytesRead = fStream2.Read(buffer, 0, 4);
1309 if (nBytesRead != 4)
1311 throw new Exception("BLKSZ EOF");
1314 var nBlockSize = BitConverter.ToInt32(buffer, 0);
1316 nOffset = fStream2.Position;
1318 nBytesRead = fStream2.Read(buffer, 0, nBlockSize);
1320 if (nBytesRead == 0 || nBytesRead != nBlockSize)
1322 throw new Exception("BLK EOF");
1325 var block = new CBlock(buffer);
1326 var hash = block.header.Hash;
1328 if (blockMap.ContainsKey(hash))
1333 if (!ProcessBlock(ref block))
1335 throw new Exception("Invalid block: " + block.header.Hash);
1338 int nCount = blockMap.Count;
1339 Console.WriteLine("nCount={0}, Hash={1}, Time={2}", nCount, block.header.Hash, DateTime.Now); // Commit on each 100th block
1342 if (nCount % 100 == 0 && nCount != 0)
1344 Console.WriteLine("Commit...");
1346 dbConn.BeginTransaction();
1358 public void Dispose()
1361 GC.SuppressFinalize(this);
1364 protected virtual void Dispose(bool disposing)
1370 // Free other state (managed objects).
1372 fStreamReadWrite.Dispose();