2 * Novacoin classes library
3 * Copyright (C) 2015 Alex D. (balthazar.ad@gmail.com)
5 * This program is free software: you can redistribute it and/or modify
6 * it under the terms of the GNU Affero General Public License as
7 * published by the Free Software Foundation, either version 3 of the
8 * License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU Affero General Public License for more details.
15 * You should have received a copy of the GNU Affero General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
22 using System.Collections.Concurrent;
25 using SQLite.Net.Interop;
26 using SQLite.Net.Platform.Generic;
27 using System.Collections.Generic;
29 using System.Diagnostics.Contracts;
34 public class CBlockStore : IDisposable
36 public const uint nMagicNumber = 0xe5e9e8e4;
38 private bool disposed = false;
39 private object LockObj = new object();
42 /// SQLite connection object.
44 private SQLiteConnection dbConn;
47 /// Current SQLite platform
49 private ISQLitePlatform dbPlatform;
54 private string strBlockFile;
57 /// Index database file.
59 private string strDbFile;
62 /// Map of block tree nodes.
64 /// blockHash => CBlockStoreItem
66 private ConcurrentDictionary<uint256, CBlockStoreItem> blockMap = new ConcurrentDictionary<uint256, CBlockStoreItem>();
69 /// Orphaned blocks map.
71 private ConcurrentDictionary<uint256, CBlock> orphanMap = new ConcurrentDictionary<uint256, CBlock>();
72 private ConcurrentDictionary<uint256, CBlock> orphanMapByPrev = new ConcurrentDictionary<uint256, CBlock>();
75 /// Unconfirmed transactions.
77 /// TxID => Transaction
79 private ConcurrentDictionary<uint256, CTransaction> mapUnconfirmedTx = new ConcurrentDictionary<uint256, CTransaction>();
82 /// Map of the proof-of-stake hashes. This is necessary for stake duplication checks.
84 private ConcurrentDictionary<uint256, uint256> mapProofOfStake = new ConcurrentDictionary<uint256, uint256>();
87 private ConcurrentDictionary<COutPoint, uint> mapStakeSeen = new ConcurrentDictionary<COutPoint, uint>();
88 private ConcurrentDictionary<COutPoint, uint> mapStakeSeenOrphan = new ConcurrentDictionary<COutPoint, uint>();
92 /// Copy of chain state object.
94 private ChainState ChainParams;
97 /// Cursor which is pointing us to the end of best chain.
99 private CBlockStoreItem bestBlockCursor = null;
102 /// Cursor which is always pointing us to genesis block.
104 private CBlockStoreItem genesisBlockCursor = null;
107 /// Current and the only instance of block storage manager. Should be a property with private setter though it's enough for the beginning.
109 public static CBlockStore Instance = null;
112 /// Block file stream with read/write access
114 private Stream fStreamReadWrite;
115 private uint nTimeBestReceived;
116 private int nTransactionsUpdated;
119 /// Init the block storage manager.
121 /// <param name="IndexDB">Path to index database</param>
122 /// <param name="BlockFile">Path to block file</param>
123 public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "blk0001.dat")
126 strBlockFile = BlockFile;
128 bool firstInit = !File.Exists(strDbFile);
129 dbPlatform = new SQLitePlatformGeneric();
130 dbConn = new SQLiteConnection(dbPlatform, strDbFile);
132 fStreamReadWrite = File.Open(strBlockFile, FileMode.OpenOrCreate, FileAccess.ReadWrite);
141 dbConn.CreateTable<CBlockStoreItem>(CreateFlags.AutoIncPK);
142 dbConn.CreateTable<CMerkleNode>(CreateFlags.AutoIncPK);
143 dbConn.CreateTable<TxOutItem>(CreateFlags.ImplicitPK);
144 dbConn.CreateTable<ChainState>(CreateFlags.AutoIncPK);
146 ChainParams = new ChainState()
153 dbConn.Insert(ChainParams);
155 var genesisBlock = new CBlock(
157 "01000000" + // nVersion=1
158 "0000000000000000000000000000000000000000000000000000000000000000" + // prevhash is zero
159 "7b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c" + // merkle root
160 "398e1151" + // nTime=1360105017
161 "ffff0f1e" + // nBits=0x1e0fffff
162 "d3091800" + // nNonce=1575379
164 "01000000" + // nVersion=1
165 "398e1151" + // nTime=1360105017
167 "0000000000000000000000000000000000000000000000000000000000000000" + // input txid is zero
168 "ffffffff" + // n=uint.maxValue
169 "4d" + // scriptSigLen=77
170 "04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936" + // scriptSig
171 "ffffffff" + // nSequence=uint.maxValue
173 "0000000000000000" + // nValue=0
174 "00" + // scriptPubkeyLen=0
175 "00000000" + // nLockTime=0
179 // Write block to file.
180 var itemTemplate = new CBlockStoreItem()
185 itemTemplate.FillHeader(genesisBlock.header);
187 if (!AddItemToIndex(ref itemTemplate, ref genesisBlock))
189 throw new Exception("Unable to write genesis block");
195 var blockTreeItems = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] order by [ItemId] asc");
197 // Init list of block items
198 foreach (var item in blockTreeItems)
200 blockMap.TryAdd(item.Hash, item);
202 if (item.IsProofOfStake)
204 // build mapStakeSeen
205 mapStakeSeen.TryAdd(item.prevoutStake, item.nStakeTime);
209 // Load data about the top node.
210 ChainParams = dbConn.Table<ChainState>().First();
212 genesisBlockCursor = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] where [Hash] = ?", (byte[])NetInfo.nHashGenesisBlock).First();
213 bestBlockCursor = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] where [Hash] = ?", ChainParams.HashBestChain).First();
217 public bool GetTxOutCursor(COutPoint outpoint, ref TxOutItem txOutCursor)
219 var queryResults = dbConn.Query<TxOutItem>("select o.* from [Outputs] o left join [MerkleNodes] m on (m.nMerkleNodeID = o.nMerkleNodeID) where m.[TransactionHash] = ?", (byte[])outpoint.hash);
221 if (queryResults.Count == 1)
223 txOutCursor = queryResults[0];
233 public bool FetchInputs(CTransaction tx, ref Dictionary<COutPoint, TxOutItem> queued, ref Dictionary<COutPoint, TxOutItem> inputs, bool IsBlock, out bool Invalid)
239 // Coinbase transactions have no inputs to fetch.
243 StringBuilder queryBuilder = new StringBuilder();
245 queryBuilder.Append("select o.*, m.[TransactionHash] from [Outputs] o left join [MerkleNodes] m on (m.[nMerkleNodeID] = o.[nMerkleNodeID]) where ");
247 for (var i = 0; i < tx.vin.Length; i++)
249 queryBuilder.AppendFormat(" {0} (m.[TransactionHash] = x'{1}' and o.[OutputNumber] = x'{2}')",
250 (i > 0 ? "or" : string.Empty), Interop.ToHex(tx.vin[i].prevout.hash),
251 Interop.ToHex(VarInt.EncodeVarInt(tx.vin[i].prevout.n)
255 var queryResults = dbConn.Query<InputsJoin>(queryBuilder.ToString());
257 foreach (var item in queryResults)
261 return false; // Already spent
264 var inputsKey = new COutPoint(item.TransactionHash, item.nOut);
266 // Add output data to dictionary
267 inputs.Add(inputsKey, item.getTxOutItem());
270 if (queryResults.Count < tx.vin.Length)
274 // It seems that some transactions are being spent in the same block.
276 foreach (var txin in tx.vin)
278 var outPoint = txin.prevout;
280 if (inputs.ContainsKey(outPoint))
282 continue; // We have already seen this input.
285 if (!queued.ContainsKey(outPoint))
287 return false; // No such transaction
290 // Add output data to dictionary
291 inputs.Add(outPoint, queued[outPoint]);
293 // Mark output as spent
294 // queued[outPoint].IsSpent = true;
299 // Unconfirmed transaction
301 foreach (var txin in tx.vin)
303 var outPoint = txin.prevout;
306 if (!mapUnconfirmedTx.TryGetValue(outPoint.hash, out txPrev))
308 return false; // No such transaction
311 if (outPoint.n > txPrev.vout.Length)
315 return false; // nOut is out of range
318 // TODO: return inputs from map
319 throw new NotImplementedException();
330 private bool AddItemToIndex(ref CBlockStoreItem itemTemplate, ref CBlock block)
332 uint256 blockHash = itemTemplate.Hash;
334 if (blockMap.ContainsKey(blockHash))
336 // Already have this block.
341 dbConn.BeginTransaction();
343 // Compute chain trust score
344 itemTemplate.nChainTrust = (itemTemplate.prev != null ? itemTemplate.prev.nChainTrust : 0) + itemTemplate.nBlockTrust;
346 if (!itemTemplate.SetStakeEntropyBit(Entropy.GetStakeEntropyBit(itemTemplate.nHeight, blockHash)))
348 return false; // SetStakeEntropyBit() failed
351 // Save proof-of-stake hash value
352 if (itemTemplate.IsProofOfStake)
354 uint256 hashProofOfStake;
355 if (!GetProofOfStakeHash(blockHash, out hashProofOfStake))
357 return false; // hashProofOfStake not found
359 itemTemplate.hashProofOfStake = hashProofOfStake;
362 // compute stake modifier
363 long nStakeModifier = 0;
364 bool fGeneratedStakeModifier = false;
365 if (!StakeModifier.ComputeNextStakeModifier(itemTemplate, ref nStakeModifier, ref fGeneratedStakeModifier))
367 return false; // ComputeNextStakeModifier() failed
370 itemTemplate.SetStakeModifier(nStakeModifier, fGeneratedStakeModifier);
371 itemTemplate.nStakeModifierChecksum = StakeModifier.GetStakeModifierChecksum(itemTemplate);
373 // TODO: verify stake modifier checkpoints
376 if (block.IsProofOfStake)
378 itemTemplate.SetProofOfStake();
380 itemTemplate.prevoutStake = block.vtx[1].vin[0].prevout;
381 itemTemplate.nStakeTime = block.vtx[1].nTime;
382 itemTemplate.hashProofOfStake = mapProofOfStake[blockHash];
385 if (!itemTemplate.WriteToFile(ref fStreamReadWrite, ref block))
390 if (dbConn.Insert(itemTemplate) == 0)
392 return false; // Insert failed
396 itemTemplate.ItemID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
398 if (!blockMap.TryAdd(blockHash, itemTemplate))
400 return false; // blockMap add failed
403 if (itemTemplate.nChainTrust > ChainParams.nBestChainTrust)
407 if (!SetBestChain(ref itemTemplate))
409 return false; // SetBestChain failed.
413 // Commit transaction
419 private bool SetBestChain(ref CBlockStoreItem cursor)
421 uint256 hashBlock = cursor.Hash;
423 if (genesisBlockCursor == null && hashBlock == NetInfo.nHashGenesisBlock)
425 genesisBlockCursor = cursor;
427 else if (ChainParams.nHashBestChain == (uint256)cursor.prevHash)
429 if (!SetBestChainInner(cursor))
436 // the first block in the new chain that will cause it to become the new best chain
437 var cursorIntermediate = cursor;
439 // list of blocks that need to be connected afterwards
440 var secondary = new List<CBlockStoreItem>();
442 // Reorganize is costly in terms of db load, as it works in a single db transaction.
443 // Try to limit how much needs to be done inside
444 while (cursorIntermediate.prev != null && cursorIntermediate.prev.nChainTrust > bestBlockCursor.nChainTrust)
446 secondary.Add(cursorIntermediate);
447 cursorIntermediate = cursorIntermediate.prev;
450 // Switch to new best branch
451 if (!Reorganize(cursorIntermediate))
453 InvalidChainFound(cursor);
454 return false; // reorganize failed
457 // Connect further blocks
458 foreach (var currentCursor in secondary)
461 if (!currentCursor.ReadFromFile(ref fStreamReadWrite, out block))
463 // ReadFromDisk failed
467 // errors now are not fatal, we still did a reorganisation to a new chain in a valid way
468 if (!SetBestChainInner(currentCursor))
475 bestBlockCursor = cursor;
476 nTimeBestReceived = Interop.GetTime();
477 nTransactionsUpdated++;
479 if (!UpdateTopChain(cursor))
481 return false; // unable to set top chain node.
487 private void InvalidChainFound(CBlockStoreItem cursor)
489 throw new NotImplementedException();
492 private bool Reorganize(CBlockStoreItem cursorIntermediate)
495 var fork = bestBlockCursor;
496 var longer = cursorIntermediate;
498 while (fork.ItemID != longer.ItemID)
500 while (longer.nHeight > fork.nHeight)
502 if ((longer = longer.prev) == null)
504 return false; // longer.prev is null
508 if (fork.ItemID == longer.ItemID)
513 if ((fork = fork.prev) == null)
515 return false; // fork.prev is null
519 // List of what to disconnect
520 var disconnect = new List<CBlockStoreItem>();
521 for (var cursor = bestBlockCursor; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
523 disconnect.Add(cursor);
526 // List of what to connect
527 var connect = new List<CBlockStoreItem>();
528 for (var cursor = cursorIntermediate; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
534 // Disconnect shorter branch
535 var txResurrect = new List<CTransaction>();
536 foreach (var blockCursor in disconnect)
539 if (!blockCursor.ReadFromFile(ref fStreamReadWrite, out block))
541 return false; // ReadFromFile for disconnect failed.
543 if (!DisconnectBlock(blockCursor, ref block))
545 return false; // DisconnectBlock failed.
548 // Queue memory transactions to resurrect
549 foreach (var tx in block.vtx)
551 if (!tx.IsCoinBase && !tx.IsCoinStake)
559 // Connect longer branch
560 var txDelete = new List<CTransaction>();
561 foreach (var cursor in connect)
564 if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
566 return false; // ReadFromDisk for connect failed
569 if (!ConnectBlock(cursor, ref block))
572 return false; // ConnectBlock failed
575 // Queue memory transactions to delete
576 foreach (var tx in block.vtx)
582 if (!UpdateTopChain(cursorIntermediate))
584 return false; // UpdateTopChain failed
587 // Resurrect memory transactions that were in the disconnected branch
588 foreach (var tx in txResurrect)
590 mapUnconfirmedTx.TryAdd(tx.Hash, tx);
593 // Delete redundant memory transactions that are in the connected branch
594 foreach (var tx in txDelete)
597 mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
603 private bool DisconnectBlock(CBlockStoreItem blockCursor, ref CBlock block)
605 throw new NotImplementedException();
608 private bool SetBestChainInner(CBlockStoreItem cursor)
610 uint256 hash = cursor.Hash;
612 if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
614 return false; // Unable to read block from file.
617 // Adding to current best branch
618 if (!ConnectBlock(cursor, ref block) || !UpdateTopChain(cursor))
620 InvalidChainFound(cursor);
624 // Add to current best branch
625 var prevCursor = cursor.prev;
626 prevCursor.next = cursor;
628 if (!UpdateDBCursor(ref prevCursor))
630 return false; // unable to update
633 // Delete redundant memory transactions
634 foreach (var tx in block.vtx)
637 mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
643 private bool ConnectBlock(CBlockStoreItem cursor, ref CBlock block, bool fJustCheck = false)
645 // Check it again in case a previous version let a bad block in, but skip BlockSig checking
646 if (!block.CheckBlock(!fJustCheck, !fJustCheck, false))
648 return false; // Invalid block found.
651 bool fScriptChecks = cursor.nHeight >= Checkpoints.TotalBlocksEstimate;
652 var scriptFlags = scriptflag.SCRIPT_VERIFY_NOCACHE | scriptflag.SCRIPT_VERIFY_P2SH;
659 var queuedMerkleNodes = new Dictionary<uint256, CMerkleNode>();
660 var queuedOutputs = new Dictionary<COutPoint, TxOutItem>();
662 for (var nTx = 0; nTx < block.vtx.Length; nTx++)
664 var tx = block.vtx[nTx];
665 var hashTx = tx.Hash;
667 if (!queuedMerkleNodes.ContainsKey(hashTx))
669 var nTxPos = cursor.nBlockPos + block.GetTxOffset(nTx);
670 var mNode = new CMerkleNode(cursor.ItemID, nTxPos, tx);
672 queuedMerkleNodes.Add(hashTx, mNode);
675 Dictionary<COutPoint, TxOutItem> txouts;
676 if (GetOutputs(hashTx, out txouts))
678 // Do not allow blocks that contain transactions which 'overwrite' older transactions,
679 // unless those are already completely spent.
683 nSigOps += tx.LegacySigOpCount;
684 if (nSigOps > CBlock.nMaxSigOps)
686 return false; // too many sigops
689 var inputs = new Dictionary<COutPoint, TxOutItem>();
693 nValueOut += tx.nValueOut;
698 if (!FetchInputs(tx, ref queuedOutputs, ref inputs, true, out Invalid))
700 return false; // Unable to fetch some inputs.
703 // Add in sigops done by pay-to-script-hash inputs;
704 // this is to prevent a "rogue miner" from creating
705 // an incredibly-expensive-to-validate block.
706 nSigOps += tx.GetP2SHSigOpCount(ref inputs);
707 if (nSigOps > CBlock.nMaxSigOps)
709 return false; // too many sigops
712 ulong nTxValueIn = tx.GetValueIn(ref inputs);
713 ulong nTxValueOut = tx.nValueOut;
715 nValueIn += nTxValueIn;
716 nValueOut += nTxValueOut;
720 nFees += nTxValueIn - nTxValueOut;
723 if (!ConnectInputs(tx, ref inputs, ref queuedOutputs, ref cursor, true, fScriptChecks, scriptFlags))
729 for (var i = 0u; i < tx.vout.Length; i++)
731 var outKey = new COutPoint(hashTx, i);
732 var outData = new TxOutItem()
735 nValue = tx.vout[i].nValue,
736 scriptPubKey = tx.vout[i].scriptPubKey,
741 queuedOutputs.Add(outKey, outData);
745 if (!block.IsProofOfStake)
747 ulong nBlockReward = CBlock.GetProofOfWorkReward(cursor.nBits, nFees);
749 // Check coinbase reward
750 if (block.vtx[0].nValueOut > nBlockReward)
752 return false; // coinbase reward exceeded
756 cursor.nMint = (long)(nValueOut - nValueIn + nFees);
757 cursor.nMoneySupply = (cursor.prev != null ? cursor.prev.nMoneySupply : 0) + (long)nValueOut - (long)nValueIn;
759 if (!UpdateDBCursor(ref cursor))
761 return false; // Unable to commit changes
769 // Flush merkle nodes.
770 var savedMerkleNodes = new Dictionary<uint256, CMerkleNode>();
771 foreach (var merklePair in queuedMerkleNodes)
773 var merkleNode = merklePair.Value;
775 if (!SaveMerkleNode(ref merkleNode))
777 // Unable to save merkle tree cursor.
781 savedMerkleNodes.Add(merklePair.Key, merkleNode);
784 // Write queued transaction changes
785 var newOutpointItems = new List<TxOutItem>();
786 var updatedOutpointItems = new List<TxOutItem>();
787 foreach (var outPair in queuedOutputs)
789 var outItem = outPair.Value;
791 if (outItem.nMerkleNodeID == -1)
793 // This outpoint doesn't exist yet, adding to insert list.
795 outItem.nMerkleNodeID = savedMerkleNodes[outPair.Key.hash].nMerkleNodeID;
796 newOutpointItems.Add(outItem);
800 // This outpount already exists, adding to update list.
802 updatedOutpointItems.Add(outItem);
806 if (updatedOutpointItems.Count != 0 && !UpdateOutpoints(ref updatedOutpointItems))
808 return false; // Unable to update outpoints
811 if (newOutpointItems.Count != 0 && !InsertOutpoints(ref newOutpointItems))
813 return false; // Unable to insert outpoints
820 /// Insert set of new outpoints
822 /// <param name="newOutpointItems">List of TxOutItem objects.</param>
823 /// <returns>Result</returns>
824 private bool InsertOutpoints(ref List<TxOutItem> newOutpointItems)
826 return (dbConn.InsertAll(newOutpointItems, false) != 0);
831 /// Update set of outpoints
833 /// <param name="queuedOutpointItems">List of TxOutItem objects.</param>
834 /// <returns>Result</returns>
835 private bool UpdateOutpoints(ref List<TxOutItem> updatedOutpointItems)
837 return (dbConn.UpdateAll(updatedOutpointItems, false) != 0);
841 /// Insert merkle node into db and set actual record id value.
843 /// <param name="merkleNode">Merkle node object reference.</param>
844 /// <returns>Result</returns>
845 private bool SaveMerkleNode(ref CMerkleNode merkleNode)
847 if (dbConn.Insert(merkleNode) == 0)
852 merkleNode.nMerkleNodeID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
857 private bool ConnectInputs(CTransaction tx, ref Dictionary<COutPoint, TxOutItem> inputs, ref Dictionary<COutPoint, TxOutItem> queued, ref CBlockStoreItem cursorBlock, bool fBlock, bool fScriptChecks, scriptflag scriptFlags)
859 // Take over previous transactions' spent items
860 // fBlock is true when this is called from AcceptBlock when a new best-block is added to the blockchain
866 for (uint i = 0; i < tx.vin.Length; i++)
868 var prevout = tx.vin[i].prevout;
869 Contract.Assert(inputs.ContainsKey(prevout));
870 var input = inputs[prevout];
872 CBlockStoreItem parentBlockCursor;
874 if (input.nMerkleNodeID == -1)
876 // This input seems as is confirmed by the same block.
878 if (!queued.ContainsKey(prevout))
880 return false; // No such output has been queued by this block.
883 // TODO: Ensure that neither coinbase nor coinstake outputs are
884 // available for spending in the generation block.
888 // This input has been confirmed by one of the earlier accepted blocks.
890 var merkleItem = GetMerkleCursor(input, out parentBlockCursor);
892 if (merkleItem == null)
894 return false; // Unable to find merkle node
897 // If prev is coinbase or coinstake, check that it's matured
898 if (merkleItem.IsCoinBase || merkleItem.IsCoinStake)
900 if (cursorBlock.nHeight - parentBlockCursor.nHeight < NetInfo.nGeneratedMaturity)
902 return false; // tried to spend non-matured generation input.
906 // check transaction timestamp
907 if (merkleItem.nTime > tx.nTime)
909 return false; // transaction timestamp earlier than input transaction
913 // Check for negative or overflow input values
914 nValueIn += input.nValue;
915 if (!CTransaction.MoneyRange(input.nValue) || !CTransaction.MoneyRange(nValueIn))
917 return false; // txin values out of range
922 // The first loop above does all the inexpensive checks.
923 // Only if ALL inputs pass do we perform expensive ECDSA signature checks.
924 // Helps prevent CPU exhaustion attacks.
925 for (int i = 0; i < tx.vin.Length; i++)
927 var prevout = tx.vin[i].prevout;
928 Contract.Assert(inputs.ContainsKey(prevout));
929 var input = inputs[prevout];
931 // Check for conflicts (double-spend)
937 // Skip ECDSA signature verification when connecting blocks (fBlock=true)
938 // before the last blockchain checkpoint. This is safe because block merkle hashes are
939 // still computed and checked, and any change will be caught at the next checkpoint.
943 if (!ScriptCode.VerifyScript(tx.vin[i].scriptSig, input.scriptPubKey, tx, i, (int)scriptflag.SCRIPT_VERIFY_P2SH, 0))
945 return false; // VerifyScript failed.
949 // Mark outpoint as spent
950 input.IsSpent = true;
951 inputs[prevout] = input;
956 if (input.nMerkleNodeID != -1)
958 // Input has been confirmed earlier.
959 queued.Add(prevout, input);
963 // Input has been confirmed by current block.
964 queued[prevout] = input;
971 // ppcoin: coin stake tx earns reward instead of paying fee
973 if (!tx.GetCoinAge(ref inputs, out nCoinAge))
975 return false; // unable to get coin age for coinstake
978 ulong nReward = tx.nValueOut - nValueIn;
980 ulong nCalculatedReward = CBlock.GetProofOfStakeReward(nCoinAge, cursorBlock.nBits, tx.nTime) - tx.GetMinFee(1, false, CTransaction.MinFeeMode.GMF_BLOCK) + CTransaction.nCent;
982 if (nReward > nCalculatedReward)
984 return false; // coinstake pays too much
989 if (nValueIn < tx.nValueOut)
991 return false; // value in < value out
994 // Tally transaction fees
995 ulong nTxFee = nValueIn - tx.nValueOut;
998 return false; // nTxFee < 0
1003 if (!CTransaction.MoneyRange(nFees))
1005 return false; // nFees out of range
1016 /// Set new top node or current best chain.
1018 /// <param name="cursor"></param>
1019 /// <returns></returns>
1020 private bool UpdateTopChain(CBlockStoreItem cursor)
1022 ChainParams.HashBestChain = cursor.Hash;
1023 ChainParams.nBestChainTrust = cursor.nChainTrust;
1024 ChainParams.nBestHeight = cursor.nHeight;
1026 return dbConn.Update(ChainParams) != 0;
1030 /// Try to find proof-of-stake hash in the map.
1032 /// <param name="blockHash">Block hash</param>
1033 /// <param name="hashProofOfStake">Proof-of-stake hash</param>
1034 /// <returns>Proof-of-Stake hash value</returns>
1035 private bool GetProofOfStakeHash(uint256 blockHash, out uint256 hashProofOfStake)
1037 return mapProofOfStake.TryGetValue(blockHash, out hashProofOfStake);
1040 public bool AcceptBlock(ref CBlock block)
1042 uint256 nHash = block.header.Hash;
1044 if (blockMap.ContainsKey(nHash))
1046 // Already have this block.
1050 CBlockStoreItem prevBlockCursor = null;
1051 if (!blockMap.TryGetValue(block.header.prevHash, out prevBlockCursor))
1053 // Unable to get the cursor.
1057 var prevBlockHeader = prevBlockCursor.BlockHeader;
1059 // TODO: proof-of-work/proof-of-stake verification
1060 uint nHeight = prevBlockCursor.nHeight + 1;
1062 // Check timestamp against prev
1063 if (NetInfo.FutureDrift(block.header.nTime) < prevBlockHeader.nTime)
1065 // block's timestamp is too early
1069 // Check that all transactions are finalized
1070 foreach (var tx in block.vtx)
1072 if (!tx.IsFinal(nHeight, block.header.nTime))
1078 // TODO: Enforce rule that the coinbase starts with serialized block height
1080 // Write block to file.
1081 var itemTemplate = new CBlockStoreItem()
1086 itemTemplate.FillHeader(block.header);
1088 if (!AddItemToIndex(ref itemTemplate, ref block))
1099 /// GEt block by hash.
1101 /// <param name="blockHash">Block hash</param>
1102 /// <param name="block">Block object reference</param>
1103 /// <param name="nBlockPos">Block position reference</param>
1104 /// <returns>Result</returns>
1105 public bool GetBlock(uint256 blockHash, ref CBlock block, ref long nBlockPos)
1107 CBlockStoreItem cursor;
1109 if (!blockMap.TryGetValue(blockHash, out cursor))
1111 return false; // Unable to fetch block cursor
1114 nBlockPos = cursor.nBlockPos;
1116 return cursor.ReadFromFile(ref fStreamReadWrite, out block);
1120 /// Get block and transaction by transaction hash.
1122 /// <param name="TxID">Transaction hash</param>
1123 /// <param name="block">Block reference</param>
1124 /// <param name="nBlockPos">Block position reference</param>
1125 /// <returns>Result of operation</returns>
1126 public bool GetBlockByTransactionID(uint256 TxID, out CBlock block, out long nBlockPos)
1131 var queryResult = dbConn.Query<CBlockStoreItem>("select b.* from [BlockStorage] b left join [MerkleNodes] m on (b.[ItemID] = m.[nParentBlockID]) where m.[TransactionHash] = ?", (byte[])TxID);
1133 if (queryResult.Count == 1)
1135 CBlockStoreItem blockCursor = queryResult[0];
1137 nBlockPos = blockCursor.nBlockPos;
1139 return blockCursor.ReadFromFile(ref fStreamReadWrite, out block);
1147 public bool GetOutputs(uint256 transactionHash, out Dictionary<COutPoint, TxOutItem> txouts, bool fUnspentOnly=true)
1151 var queryParams = new object[] { (byte[])transactionHash, fUnspentOnly ? OutputFlags.AVAILABLE : (OutputFlags.AVAILABLE | OutputFlags.SPENT) };
1152 var queryResult = dbConn.Query<TxOutItem>("select o.* from [Outputs] o left join [MerkleNodes] m on m.[nMerkleNodeID] = o.[nMerkleNodeID] where m.[TransactionHash] = ? and outputFlags = ?", queryParams);
1154 if (queryResult.Count != 0)
1156 txouts = new Dictionary<COutPoint, TxOutItem>();
1158 foreach (var o in queryResult)
1160 var outpointKey = new COutPoint(transactionHash, o.nOut);
1161 var outpointData = o;
1163 txouts.Add(outpointKey, outpointData);
1166 // There are some unspent inputs.
1170 // This transaction has been spent completely.
1175 /// Get block cursor from map.
1177 /// <param name="blockHash">block hash</param>
1178 /// <returns>Cursor or null</returns>
1179 public CBlockStoreItem GetMapCursor(uint256 blockHash)
1183 // Genesis block has zero prevHash and no parent.
1187 CBlockStoreItem cursor = null;
1188 blockMap.TryGetValue(blockHash, out cursor);
1194 /// Get merkle node cursor by output metadata.
1196 /// <param name="item">Output metadata object</param>
1197 /// <returns>Merkle node cursor or null</returns>
1198 public CMerkleNode GetMerkleCursor(TxOutItem item, out CBlockStoreItem blockCursor)
1202 // Trying to get cursor from the database.
1203 var QueryMerkleCursor = dbConn.Query<CMerkleNode>("select * from [MerkleNodes] where [nMerkleNodeID] = ?", item.nMerkleNodeID);
1205 if (QueryMerkleCursor.Count == 1)
1207 var merkleNode = QueryMerkleCursor[0];
1210 var results = blockMap.Where(x => x.Value.ItemID == merkleNode.nParentBlockID).Select(x => x.Value).ToArray();
1212 blockCursor = results[0];
1222 /// Load cursor from database.
1224 /// <param name="blockHash">Block hash</param>
1225 /// <returns>Block cursor object</returns>
1226 public CBlockStoreItem GetDBCursor(uint256 blockHash)
1228 // Trying to get cursor from the database.
1229 var QueryBlockCursor = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash);
1231 if (QueryBlockCursor.Count == 1)
1233 return QueryBlockCursor[0];
1241 /// Update cursor in memory and on disk.
1243 /// <param name="cursor">Block cursor</param>
1244 /// <returns>Result</returns>
1245 public bool UpdateMapCursor(CBlockStoreItem cursor)
1247 var original = blockMap[cursor.Hash];
1248 return blockMap.TryUpdate(cursor.Hash, cursor, original);
1252 /// Update cursor record in database.
1254 /// <param name="cursor">Block cursor object</param>
1255 /// <returns>Result</returns>
1256 public bool UpdateDBCursor(ref CBlockStoreItem cursor)
1258 return dbConn.Update(cursor) != 0;
1261 public bool ProcessBlock(ref CBlock block)
1263 var blockHash = block.header.Hash;
1265 if (blockMap.ContainsKey(blockHash))
1267 // We already have this block.
1271 if (orphanMap.ContainsKey(blockHash))
1273 // We already have block in the list of orphans.
1277 // TODO: Limited duplicity on stake and reserialization of block signature
1279 if (!block.CheckBlock(true, true, true))
1281 // Preliminary checks failure.
1285 if (block.IsProofOfStake)
1287 if (!block.SignatureOK)
1289 // Proof-of-Stake signature validation failure.
1293 // TODO: proof-of-stake validation
1295 uint256 hashProofOfStake = 0, targetProofOfStake = 0;
1296 if (!StakeModifier.CheckProofOfStake(block.vtx[1], block.header.nBits, out hashProofOfStake, out targetProofOfStake))
1298 return false; // do not error here as we expect this during initial block download
1300 if (!mapProofOfStake.ContainsKey(blockHash))
1302 // add to mapProofOfStake
1303 mapProofOfStake.TryAdd(blockHash, hashProofOfStake);
1308 // TODO: difficulty verification
1310 // If don't already have its previous block, shunt it off to holding area until we get it
1311 if (!blockMap.ContainsKey(block.header.prevHash))
1313 if (block.IsProofOfStake)
1315 // TODO: limit duplicity on stake
1318 var block2 = new CBlock(block);
1319 orphanMap.TryAdd(blockHash, block2);
1320 orphanMapByPrev.TryAdd(blockHash, block2);
1325 // Store block to disk
1326 if (!AcceptBlock(ref block))
1332 // Recursively process any orphan blocks that depended on this one
1333 var orphansQueue = new List<uint256>();
1334 orphansQueue.Add(blockHash);
1336 for (int i = 0; i < orphansQueue.Count; i++)
1338 var hashPrev = orphansQueue[i];
1340 foreach (var pair in orphanMap)
1342 var orphanBlock = pair.Value;
1344 if (orphanBlock.header.prevHash == blockHash)
1346 if (AcceptBlock(ref orphanBlock))
1348 orphansQueue.Add(pair.Key);
1352 orphanMap.TryRemove(pair.Key, out dummy1);
1357 orphanMap.TryRemove(hashPrev, out dummy2);
1363 public bool ParseBlockFile(string BlockFile = "bootstrap.dat")
1365 // TODO: Rewrite completely.
1369 var buffer = new byte[CBlock.nMaxBlockSize]; // Max block size is 1Mb
1370 var intBuffer = new byte[4];
1372 var fStream2 = File.OpenRead(BlockFile);
1374 fStream2.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length
1376 while (fStream2.Read(buffer, 0, 4) == 4) // Read magic number
1378 var nMagic = BitConverter.ToUInt32(buffer, 0);
1379 if (nMagic != 0xe5e9e8e4)
1381 throw new Exception("Incorrect magic number.");
1384 var nBytesRead = fStream2.Read(buffer, 0, 4);
1385 if (nBytesRead != 4)
1387 throw new Exception("BLKSZ EOF");
1390 var nBlockSize = BitConverter.ToInt32(buffer, 0);
1392 nOffset = fStream2.Position;
1394 nBytesRead = fStream2.Read(buffer, 0, nBlockSize);
1396 if (nBytesRead == 0 || nBytesRead != nBlockSize)
1398 throw new Exception("BLK EOF");
1401 var block = new CBlock(buffer);
1402 var hash = block.header.Hash;
1404 if (blockMap.ContainsKey(hash))
1409 if (!ProcessBlock(ref block))
1411 throw new Exception("Invalid block: " + block.header.Hash);
1414 int nCount = blockMap.Count;
1415 Console.WriteLine("nCount={0}, Hash={1}, NumTx={2}, Time={3}", nCount, block.header.Hash, block.vtx.Length, DateTime.Now); // Commit on each 100th block
1418 if (nCount % 100 == 0 && nCount != 0)
1420 Console.WriteLine("Commit...");
1422 dbConn.BeginTransaction();
1434 public void Dispose()
1437 GC.SuppressFinalize(this);
1440 protected virtual void Dispose(bool disposing)
1446 // Free other state (managed objects).
1448 fStreamReadWrite.Dispose();