X-Git-Url: https://git.novaco.in/?a=blobdiff_plain;f=Novacoin%2FCBlockStore.cs;h=935a4abf127881f5fc5b32ad5931b8a4808e0c73;hb=217d4232e9feeb787b9163b2ca1e701840d5b65b;hp=7df688799af8296d7b80a46e12ba9583ea775528;hpb=990d6bd8adc9dbff4f1e3229537b51fbeecd1e65;p=NovacoinLibrary.git diff --git a/Novacoin/CBlockStore.cs b/Novacoin/CBlockStore.cs index 7df6887..935a4ab 100644 --- a/Novacoin/CBlockStore.cs +++ b/Novacoin/CBlockStore.cs @@ -1,25 +1,41 @@ -using System; +/** +* Novacoin classes library +* Copyright (C) 2015 Alex D. (balthazar.ad@gmail.com) + +* This program is free software: you can redistribute it and/or modify +* it under the terms of the GNU Affero General Public License as +* published by the Free Software Foundation, either version 3 of the +* License, or (at your option) any later version. + +* This program is distributed in the hope that it will be useful, +* but WITHOUT ANY WARRANTY; without even the implied warranty of +* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +* GNU Affero General Public License for more details. + +* You should have received a copy of the GNU Affero General Public License +* along with this program. If not, see . +*/ + + +using System; using System.IO; using System.Linq; -using System.Collections.Generic; +using System.Collections.Concurrent; using SQLite.Net; using SQLite.Net.Attributes; using SQLite.Net.Interop; using SQLite.Net.Platform.Generic; +using SQLiteNetExtensions.Attributes; +using System.Collections.Generic; namespace Novacoin { - public enum BlockType - { - PROOF_OF_WORK, - PROOF_OF_WORK_MODIFIER, - PROOF_OF_STAKE, - PROOF_OF_STAKE_MODIFIER - }; - + /// + /// Block headers table + /// [Table("BlockStorage")] - class CBlockStoreItem + public class CBlockStoreItem { /// /// Item ID in the database @@ -34,14 +50,39 @@ namespace Novacoin public byte[] Hash { get; set; } /// - /// Next block hash + /// Version of block schema + /// + public uint nVersion { get; set; } + + /// + /// Previous block hash. + /// + public byte[] prevHash { get; set; } + + /// + /// Merkle root hash. + /// + public byte[] merkleRoot { get; set; } + + /// + /// Block timestamp. + /// + public uint nTime { get; set; } + + /// + /// Compressed difficulty representation. + /// + public uint nBits { get; set; } + + /// + /// Nonce counter. /// - public byte[] NextHash { get; set; } + public uint nNonce { get; set; } /// - /// Serialized representation of block header + /// Next block hash. /// - public byte[] BlockHeader { get; set; } + public byte[] nextHash { get; set; } /// /// Block type flags @@ -49,6 +90,31 @@ namespace Novacoin public BlockType BlockTypeFlag { get; set; } /// + /// Stake modifier + /// + public long nStakeModifier { get; set; } + + /// + /// Stake modifier checksum. + /// + public uint nStakeModifierChecksum { get; set; } + + /// + /// Chain trust score + /// + public byte[] ChainTrust { get; set; } + + /// + /// Proof-of-Stake hash + /// + public byte[] hashProofOfStake { get; set; } + + /// + /// Block height + /// + public uint nHeight { get; set; } + + /// /// Block position in file /// public long nBlockPos { get; set; } @@ -57,42 +123,476 @@ namespace Novacoin /// Block size in bytes /// public int nBlockSize { get; set; } + + /// + /// Fill database item with data from given block header. + /// + /// Block header + /// Header hash + public uint256 FillHeader(CBlockHeader header) + { + uint256 _hash; + Hash = _hash = header.Hash; + + nVersion = header.nVersion; + prevHash = header.prevHash; + merkleRoot = header.merkleRoot; + nTime = header.nTime; + nBits = header.nBits; + nNonce = header.nNonce; + + return _hash; + } + + /// + /// Reconstruct block header from item data. + /// + public CBlockHeader BlockHeader + { + get + { + CBlockHeader header = new CBlockHeader(); + + header.nVersion = nVersion; + header.prevHash = prevHash; + header.merkleRoot = merkleRoot; + header.nTime = nTime; + header.nBits = nBits; + header.nNonce = nNonce; + + return header; + } + } + + /// + /// Read block from file. + /// + /// Stream with read access. + /// CBlock reference. + /// Result + public bool ReadFromFile(ref Stream reader, out CBlock block) + { + var buffer = new byte[nBlockSize]; + block = null; + + try + { + reader.Seek(nBlockPos, SeekOrigin.Begin); + + if (nBlockSize != reader.Read(buffer, 0, nBlockSize)) + { + return false; + } + + block = new CBlock(buffer); + + return true; + } + catch (IOException) + { + // I/O error + return false; + } + catch (BlockException) + { + // Constructor exception + return false; + } + } + + /// + /// Writes given block to file and prepares cursor object for insertion into the database. + /// + /// Stream with write access. + /// CBlock reference. + /// Result + public bool WriteToFile(ref Stream writer, ref CBlock block) + { + try + { + byte[] blockBytes = block; + + var magicBytes = BitConverter.GetBytes(CBlockStore.nMagicNumber); + var blkLenBytes = BitConverter.GetBytes(blockBytes.Length); + + // Seek to the end and then append magic bytes there. + writer.Seek(0, SeekOrigin.End); + writer.Write(magicBytes, 0, magicBytes.Length); + writer.Write(blkLenBytes, 0, blkLenBytes.Length); + + // Save block size and current position in the block cursor fields. + nBlockPos = writer.Position; + nBlockSize = blockBytes.Length; + + // Write block and flush the stream. + writer.Write(blockBytes, 0, blockBytes.Length); + writer.Flush(); + + return true; + } + catch (IOException) + { + // I/O error + return false; + } + catch (Exception) + { + // Some serialization error + return false; + } + } + + /// + /// Previous block cursor + /// + [Ignore] + public CBlockStoreItem prev { + get { return CBlockStore.Instance.GetCursor(prevHash); } + } + + /// + /// Next block cursor + /// + [Ignore] + public CBlockStoreItem next + { + get { return CBlockStore.Instance.GetCursor(nextHash); } + } + + [Ignore] + bool IsInMainChain + { + get { return (next != null); } + } + + /// + /// STake modifier generation flag + /// + [Ignore] + public bool GeneratedStakeModifier + { + get { return (BlockTypeFlag & BlockType.BLOCK_STAKE_MODIFIER) != 0; } + } + + /// + /// Stake entropy bit + /// + [Ignore] + public uint StakeEntropyBit + { + get { return ((uint)(BlockTypeFlag & BlockType.BLOCK_STAKE_ENTROPY) >> 1); } + } + + /// + /// Sets stake modifier and flag. + /// + /// New stake modifier. + /// Set generation flag? + public void SetStakeModifier(long nModifier, bool fGeneratedStakeModifier) + { + nStakeModifier = nModifier; + if (fGeneratedStakeModifier) + BlockTypeFlag |= BlockType.BLOCK_STAKE_MODIFIER; + } + + /// + /// Set entropy bit. + /// + /// Entropy bit value (0 or 1). + /// False if value is our of range. + public bool SetStakeEntropyBit(byte nEntropyBit) + { + if (nEntropyBit > 1) + return false; + BlockTypeFlag |= (nEntropyBit != 0 ? BlockType.BLOCK_STAKE_ENTROPY : 0); + return true; + } + + /// + /// Set proof-of-stake flag. + /// + public void SetProofOfStake() + { + BlockTypeFlag |= BlockType.BLOCK_PROOF_OF_STAKE; + } + + /// + /// Block has no proof-of-stake flag. + /// + [Ignore] + public bool IsProofOfWork + { + get { return (BlockTypeFlag & BlockType.BLOCK_PROOF_OF_STAKE) == 0; } + } + + /// + /// Block has proof-of-stake flag set. + /// + [Ignore] + public bool IsProofOfStake + { + get { return (BlockTypeFlag & BlockType.BLOCK_PROOF_OF_STAKE) != 0; } + } + + /// + /// Chain trust score. + /// + [Ignore] + public uint256 nChainTrust { + get + { + if (ChainTrust.Length != 32) + { + byte[] tmp = ChainTrust; + Array.Resize(ref tmp, 32); + ChainTrust = tmp; + } + + return ChainTrust; + } + set { ChainTrust = Interop.TrimArray(value); } + } + + /// + /// Block trust score. + /// + [Ignore] + public uint256 nBlockTrust + { + get + { + uint256 nTarget = 0; + nTarget.Compact = nBits; + + /* Old protocol */ + if (nTime < NetUtils.nChainChecksSwitchTime) + { + return IsProofOfStake ? (new uint256(1) << 256) / (nTarget + 1) : 1; + } + + /* New protocol */ + + // Calculate work amount for block + var nPoWTrust = NetUtils.nPoWBase / (nTarget + 1); + + // Set nPowTrust to 1 if we are checking PoS block or PoW difficulty is too low + nPoWTrust = (IsProofOfStake || !nPoWTrust) ? 1 : nPoWTrust; + + // Return nPoWTrust for the first 12 blocks + if (prev == null || prev.nHeight < 12) + return nPoWTrust; + + CBlockStoreItem currentIndex = prev; + + if (IsProofOfStake) + { + var nNewTrust = (new uint256(1) << 256) / (nTarget + 1); + + // Return 1/3 of score if parent block is not the PoW block + if (!prev.IsProofOfWork) + { + return nNewTrust / 3; + } + + int nPoWCount = 0; + + // Check last 12 blocks type + while (prev.nHeight - currentIndex.nHeight < 12) + { + if (currentIndex.IsProofOfWork) + { + nPoWCount++; + } + currentIndex = currentIndex.prev; + } + + // Return 1/3 of score if less than 3 PoW blocks found + if (nPoWCount < 3) + { + return nNewTrust / 3; + } + + return nNewTrust; + } + else + { + var nLastBlockTrust = prev.nChainTrust - prev.prev.nChainTrust; + + // Return nPoWTrust + 2/3 of previous block score if two parent blocks are not PoS blocks + if (!prev.IsProofOfStake || !prev.prev.IsProofOfStake) + { + return nPoWTrust + (2 * nLastBlockTrust / 3); + } + + int nPoSCount = 0; + + // Check last 12 blocks type + while (prev.nHeight - currentIndex.nHeight < 12) + { + if (currentIndex.IsProofOfStake) + { + nPoSCount++; + } + currentIndex = currentIndex.prev; + } + + // Return nPoWTrust + 2/3 of previous block score if less than 7 PoS blocks found + if (nPoSCount < 7) + { + return nPoWTrust + (2 * nLastBlockTrust / 3); + } + + nTarget.Compact = prev.nBits; + + if (!nTarget) + { + return 0; + } + + var nNewTrust = (new uint256(1) << 256) / (nTarget + 1); + + // Return nPoWTrust + full trust score for previous block nBits + return nPoWTrust + nNewTrust; + } + } + } + } /// - /// Block chain node + /// Block type. /// - public class CChainNode + public enum BlockType + { + BLOCK_PROOF_OF_STAKE = (1 << 0), // is proof-of-stake block + BLOCK_STAKE_ENTROPY = (1 << 1), // entropy bit for stake modifier + BLOCK_STAKE_MODIFIER = (1 << 2), // regenerated stake modifier + }; + + /// + /// Transaction type. + /// + public enum TxType + { + TX_COINBASE, + TX_COINSTAKE, + TX_USER + } + + [Table("TransactionStorage")] + public class CTransactionStoreItem { /// - /// Block number + /// Transaction hash /// - public int nDepth; + [PrimaryKey] + public byte[] TransactionHash { get; set; } /// - /// Block header + /// Block hash /// - public CBlockHeader blockHeader; + [ForeignKey(typeof(CBlockStoreItem), Name = "Hash")] + public byte[] BlockHash { get; set; } /// - /// Block type flag + /// Transaction type flag /// - public BlockType blockType; + public TxType txType { get; set; } /// - /// Next block hash + /// Tx position in file /// - public ScryptHash256 hashNextBlock; + public long nTxPos { get; set; } + + /// + /// Transaction size + /// + public int nTxSize { get; set; } + + /// + /// Read transaction from file. + /// + /// Stream with read access. + /// CTransaction reference. + /// Result + public bool ReadFromFile(ref Stream reader, out CTransaction tx) + { + var buffer = new byte[CTransaction.nMaxTxSize]; + tx = null; + + try + { + reader.Seek(nTxPos, SeekOrigin.Begin); // Seek to transaction offset + + if (nTxSize != reader.Read(buffer, 0, nTxSize)) + { + return false; + } + + tx = new CTransaction(buffer); + + return true; + } + catch (IOException) + { + // I/O error + return false; + } + catch (TransactionConstructorException) + { + // Constructor error + return false; + } + } } public class CBlockStore : IDisposable { + public const uint nMagicNumber = 0xe5e9e8e4; + private bool disposed = false; private object LockObj = new object(); - private SQLiteConnection dbConn = null; - private Dictionary blockIndex = new Dictionary(); - + /// + /// SQLite connection object. + /// + private SQLiteConnection dbConn; + + /// + /// Block file. + /// + private string strBlockFile; + + /// + /// Index database file. + /// + private string strDbFile; + + /// + /// Map of block tree nodes. + /// + private ConcurrentDictionary blockMap = new ConcurrentDictionary(); + + /// + /// Orphaned blocks map. + /// + private ConcurrentDictionary orphanMap = new ConcurrentDictionary(); + private ConcurrentDictionary orphanMapByPrev = new ConcurrentDictionary(); + + /// + /// Map of unspent items. + /// + private ConcurrentDictionary txMap = new ConcurrentDictionary(); + + private ConcurrentDictionary mapProofOfStake = new ConcurrentDictionary(); + + public static CBlockStore Instance; + + /// + /// Block file stream with read access + /// + private Stream fStreamReadWrite; + /// /// Init the block storage manager. /// @@ -100,92 +600,483 @@ namespace Novacoin /// Path to block file public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "blk0001.dat") { - bool firstInit = !File.Exists(IndexDB); - dbConn = new SQLiteConnection(new SQLitePlatformGeneric(), IndexDB); + strDbFile = IndexDB; + strBlockFile = BlockFile; + + bool firstInit = !File.Exists(strDbFile); + dbConn = new SQLiteConnection(new SQLitePlatformGeneric(), strDbFile); + + fStreamReadWrite = File.Open(strBlockFile, FileMode.OpenOrCreate, FileAccess.ReadWrite); + + Instance = this; if (firstInit) { lock (LockObj) { + // Create tables dbConn.CreateTable(CreateFlags.AutoIncPK); + dbConn.CreateTable(CreateFlags.ImplicitPK); + + var genesisBlock = new CBlock( + Interop.HexToArray( + "01000000" + // nVersion=1 + "0000000000000000000000000000000000000000000000000000000000000000" + // prevhash is zero + "7b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c" + // merkle root + "398e1151" + // nTime=1360105017 + "ffff0f1e" + // nBits=0x1e0fffff + "d3091800" + // nNonce=1575379 + "01" + // nTxCount=1 + "01000000" + // nVersion=1 + "398e1151" + // nTime=1360105017 + "01" + // nInputs=1 + "0000000000000000000000000000000000000000000000000000000000000000" + // input txid is zero + "ffffffff" + // n=uint.maxValue + "4d" + // scriptSigLen=77 + "04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936" + // scriptSig + "ffffffff" + // nSequence=uint.maxValue + "01" + // nOutputs=1 + "0000000000000000" + // nValue=0 + "00" + // scriptPubkeyLen=0 + "00000000" + // nLockTime=0 + "00" // sigLen=0 + )); + + // Write block to file. + var itemTemplate = new CBlockStoreItem() + { + nHeight = 0 + }; + + itemTemplate.FillHeader(genesisBlock.header); + + if (!AddItemToIndex(ref itemTemplate, ref genesisBlock)) + { + throw new Exception("Unable to write genesis block"); + } + } + } + else + { + var blockTreeItems = dbConn.Query("select * from [BlockStorage] order by [ItemId] asc"); + + // Init list of block items + foreach (var item in blockTreeItems) + { + blockMap.TryAdd(item.Hash, item); } } } - public bool ParseBlockFile(string BlockFile = "bootstrap.dat") + public bool GetTransaction(uint256 TxID, ref CTransaction tx) { - // TODO: Rewrite completely. + var reader = new BinaryReader(fStreamReadWrite).BaseStream; + var QueryTx = dbConn.Query("select * from [TransactionStorage] where [TransactionHash] = ?", (byte[])TxID); - var QueryGet = dbConn.Query("select * from [BlockStorage] order by [ItemId] desc limit 1"); + if (QueryTx.Count == 1) + { + return QueryTx[0].ReadFromFile(ref reader, out tx); + } - var nOffset = 0L; + // Tx not found + + return false; + } + + private bool AddItemToIndex(ref CBlockStoreItem itemTemplate, ref CBlock block) + { + var writer = new BinaryWriter(fStreamReadWrite).BaseStream; + uint256 blockHash = itemTemplate.Hash; + + if (blockMap.ContainsKey(blockHash)) + { + // Already have this block. + return false; + } + + // Compute chain trust score + itemTemplate.nChainTrust = (itemTemplate.prev != null ? itemTemplate.prev.nChainTrust : 0) + itemTemplate.nBlockTrust; + + if (!itemTemplate.SetStakeEntropyBit(Entropy.GetStakeEntropyBit(itemTemplate.nHeight, blockHash))) + { + return false; // SetStakeEntropyBit() failed + } + + // Save proof-of-stake hash value + if (itemTemplate.IsProofOfStake) + { + uint256 hashProofOfStake; + if (!CBlockStore.Instance.GetProofOfStakeHash(blockHash, out hashProofOfStake)) + { + return false; // hashProofOfStake not found + } + itemTemplate.hashProofOfStake = hashProofOfStake; + } + + // TODO: compute stake modifier + + // ppcoin: compute stake modifier + long nStakeModifier = 0; + bool fGeneratedStakeModifier = false; + if (!StakeModifier.ComputeNextStakeModifier(itemTemplate, ref nStakeModifier, ref fGeneratedStakeModifier)) + { + return false; // ComputeNextStakeModifier() failed + } + + itemTemplate.SetStakeModifier(nStakeModifier, fGeneratedStakeModifier); + itemTemplate.nStakeModifierChecksum = StakeModifier.GetStakeModifierChecksum(itemTemplate); + + // TODO: verify stake modifier checkpoints + + // Add to index + if (block.IsProofOfStake) + { + itemTemplate.SetProofOfStake(); + } + + if (!itemTemplate.WriteToFile(ref writer, ref block)) + { + return false; + } + + dbConn.Insert(itemTemplate); + + // We have no SetBestChain and ConnectBlock/Disconnect block yet, so adding these transactions manually. + for (int i = 0; i < block.vtx.Length; i++) + { + // Handle trasactions + + if (!block.vtx[i].VerifyScripts()) + { + return false; + } + + var nTxOffset = itemTemplate.nBlockPos + block.GetTxOffset(i); + TxType txnType = TxType.TX_USER; + + if (block.vtx[i].IsCoinBase) + { + txnType = TxType.TX_COINBASE; + } + else if (block.vtx[i].IsCoinStake) + { + txnType = TxType.TX_COINSTAKE; + } + + var NewTxItem = new CTransactionStoreItem() + { + TransactionHash = block.vtx[i].Hash, + BlockHash = blockHash, + nTxPos = nTxOffset, + nTxSize = block.vtx[i].Size, + txType = txnType + }; + + dbConn.Insert(NewTxItem); + } + + return blockMap.TryAdd(blockHash, itemTemplate); + } + + /// + /// Try to find proof-of-stake hash in the map. + /// + /// Block hash + /// Proof-of-stake hash + /// Proof-of-Stake hash value + private bool GetProofOfStakeHash(uint256 blockHash, out uint256 hashProofOfStake) + { + return mapProofOfStake.TryGetValue(blockHash, out hashProofOfStake); + } + + public bool AcceptBlock(ref CBlock block) + { + uint256 nHash = block.header.Hash; + + if (blockMap.ContainsKey(nHash)) + { + // Already have this block. + return false; + } + + CBlockStoreItem prevBlockCursor = null; + if (!blockMap.TryGetValue(block.header.prevHash, out prevBlockCursor)) + { + // Unable to get the cursor. + return false; + } + + var prevBlockHeader = prevBlockCursor.BlockHeader; + + // TODO: proof-of-work/proof-of-stake verification + uint nHeight = prevBlockCursor.nHeight + 1; + + // Check timestamp against prev + if (NetUtils.FutureDrift(block.header.nTime) < prevBlockHeader.nTime) + { + // block's timestamp is too early + return false; + } + + // Check that all transactions are finalized + foreach (var tx in block.vtx) + { + if (!tx.IsFinal(nHeight, block.header.nTime)) + { + return false; + } + } + + // TODO: Enforce rule that the coinbase starts with serialized block height + + // Write block to file. + var itemTemplate = new CBlockStoreItem() + { + nHeight = nHeight, + }; + + itemTemplate.FillHeader(block.header); + + if (!AddItemToIndex(ref itemTemplate, ref block)) + { + return false; + } + + return true; + } + + public bool GetBlock(uint256 blockHash, ref CBlock block, ref long nBlockPos) + { + var reader = new BinaryReader(fStreamReadWrite).BaseStream; + + var QueryBlock = dbConn.Query("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash); + + if (QueryBlock.Count == 1) + { + nBlockPos = QueryBlock[0].nBlockPos; + return QueryBlock[0].ReadFromFile(ref reader, out block); + } + + // Block not found + + return false; + } + + public bool GetByTransactionID(uint256 TxID, ref CBlock block, ref CTransaction tx, ref long nBlockPos, ref long nTxPos) + { + var QueryTx = dbConn.Query("select * from [TransactionStorage] where [TransactionHash] = ?", (byte[])TxID); + + if (QueryTx.Count == 1) + { + nTxPos = QueryTx[0].nTxPos; + return GetBlock(QueryTx[0].BlockHash, ref block, ref nBlockPos); + } + + // Tx not found + + return false; + } + + /// + /// Get block cursor from map. + /// + /// block hash + /// Cursor or null + public CBlockStoreItem GetCursor(uint256 blockHash) + { + if (blockHash == 0) + { + // Genesis block has zero prevHash and no parent. + return null; + } + + // First, check our block map. + CBlockStoreItem item = null; + if (blockMap.TryGetValue(blockHash, out item)) + { + return item; + } + + // Trying to get cursor from the database. + var QueryBlockCursor = dbConn.Query("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash); + + if (QueryBlockCursor.Count == 1) + { + return QueryBlockCursor[0]; + } + + // Nothing found. + return null; + } + + public bool ProcessBlock(ref CBlock block) + { + var blockHash = block.header.Hash; + + if (blockMap.ContainsKey(blockHash)) + { + // We already have this block. + return false; + } + + if (orphanMap.ContainsKey(blockHash)) + { + // We already have block in the list of orphans. + return false; + } - if (QueryGet.Count() == 1) + // TODO: Limited duplicity on stake and reserialization of block signature + + if (!block.CheckBlock(true, true, true)) + { + // Preliminary checks failure. + return false; + } + + if (block.IsProofOfStake) { - var res = QueryGet.First(); - nOffset = res.nBlockPos + res.nBlockSize; + if (!block.SignatureOK || !block.vtx[1].VerifyScripts()) + { + // Proof-of-Stake signature validation failure. + return false; + } + + // TODO: proof-of-stake validation + + uint256 hashProofOfStake = 0, targetProofOfStake = 0; + if (!StakeModifier.CheckProofOfStake(block.vtx[1], block.header.nBits, ref hashProofOfStake, ref targetProofOfStake)) + { + return false; // do not error here as we expect this during initial block download + } + if (!mapProofOfStake.ContainsKey(blockHash)) + { + // add to mapProofOfStake + mapProofOfStake.TryAdd(blockHash, hashProofOfStake); + } + } - var fileReader = new BinaryReader(File.OpenRead(BlockFile)); - var fileStream = fileReader.BaseStream; + // TODO: difficulty verification - var buffer = new byte[1000000]; // Max block size is 1Mb + // If don't already have its previous block, shunt it off to holding area until we get it + if (!blockMap.ContainsKey(block.header.prevHash)) + { + if (block.IsProofOfStake) + { + // TODO: limit duplicity on stake + } + + var block2 = new CBlock(block); + orphanMap.TryAdd(blockHash, block2); + orphanMapByPrev.TryAdd(blockHash, block2); + + return true; + } + + // Store block to disk + if (!AcceptBlock(ref block)) + { + // Accept failed + return false; + } + + // Recursively process any orphan blocks that depended on this one + var orphansQueue = new List(); + orphansQueue.Add(blockHash); + + for (int i = 0; i < orphansQueue.Count; i++) + { + var hashPrev = orphansQueue[i]; + + foreach (var pair in orphanMap) + { + var orphanBlock = pair.Value; + + if (orphanBlock.header.prevHash == blockHash) + { + if (AcceptBlock(ref orphanBlock)) + { + orphansQueue.Add(pair.Key); + } + + CBlock dummy1; + orphanMap.TryRemove(pair.Key, out dummy1); + } + } + + CBlock dummy2; + orphanMap.TryRemove(hashPrev, out dummy2); + } + + return true; + } + + public bool ParseBlockFile(string BlockFile = "bootstrap.dat") + { + // TODO: Rewrite completely. + + var nOffset = 0L; + + var buffer = new byte[CBlock.nMaxBlockSize]; // Max block size is 1Mb var intBuffer = new byte[4]; - fileStream.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length + var fStream2 = File.OpenRead(BlockFile); + var readerForBlocks = new BinaryReader(fStream2).BaseStream; + + readerForBlocks.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length dbConn.BeginTransaction(); - while (fileStream.Read(buffer, 0, 4) == 4) // Read magic number + while (readerForBlocks.Read(buffer, 0, 4) == 4) // Read magic number { var nMagic = BitConverter.ToUInt32(buffer, 0); if (nMagic != 0xe5e9e8e4) { - Console.WriteLine("Incorrect magic number."); - break; + throw new Exception("Incorrect magic number."); } - var nBytesRead = fileStream.Read(buffer, 0, 4); + var nBytesRead = readerForBlocks.Read(buffer, 0, 4); if (nBytesRead != 4) { - Console.WriteLine("BLKSZ EOF"); - break; + throw new Exception("BLKSZ EOF"); } var nBlockSize = BitConverter.ToInt32(buffer, 0); - nOffset = fileStream.Position; + nOffset = readerForBlocks.Position; - nBytesRead = fileStream.Read(buffer, 0, nBlockSize); + nBytesRead = readerForBlocks.Read(buffer, 0, nBlockSize); if (nBytesRead == 0 || nBytesRead != nBlockSize) { - Console.WriteLine("BLK EOF"); - break; + throw new Exception("BLK EOF"); } var block = new CBlock(buffer); + var hash = block.header.Hash; - if (nOffset % 1000 == 0) // Commit on each 1000th block + if (blockMap.ContainsKey(hash)) { - Console.WriteLine("Offset={0}, Hash: {1}", nOffset, block.header.Hash.ToString()); - dbConn.Commit(); - dbConn.BeginTransaction(); + continue; } - var result = dbConn.Insert(new CBlockStoreItem() + if (!ProcessBlock(ref block)) { - Hash = block.header.Hash, - BlockHeader = block.header, - BlockTypeFlag = block.IsProofOfStake ? BlockType.PROOF_OF_STAKE : BlockType.PROOF_OF_WORK, - nBlockPos = nOffset, - nBlockSize = nBlockSize - }); + throw new Exception("Invalid block: " + block.header.Hash); + } + + int nCount = blockMap.Count; + Console.WriteLine("nCount={0}, Hash={1}, Time={2}", nCount, block.header.Hash, DateTime.Now); // Commit on each 100th block + + if (nCount % 100 == 0 && nCount != 0) + { + Console.WriteLine("Commit..."); + dbConn.Commit(); + dbConn.BeginTransaction(); + } } dbConn.Commit(); - - fileReader.Dispose(); return true; } @@ -208,6 +1099,8 @@ namespace Novacoin if (disposing) { // Free other state (managed objects). + + fStreamReadWrite.Dispose(); } if (dbConn != null)