X-Git-Url: https://git.novaco.in/?p=NovacoinLibrary.git;a=blobdiff_plain;f=Novacoin%2FCBlockStore.cs;h=2299e15406f1adbbe78389f677639e0afdbbf073;hp=540012b540f510f9588cc214b67ee1f6174e8078;hb=f02df773a836f8b3df12bd21fd418f7c17b77821;hpb=5c9959adf8c0173dce35d97042f1b93d593fee0d
diff --git a/Novacoin/CBlockStore.cs b/Novacoin/CBlockStore.cs
index 540012b..2299e15 100644
--- a/Novacoin/CBlockStore.cs
+++ b/Novacoin/CBlockStore.cs
@@ -1,414 +1,1151 @@
-using System;
+/**
+* Novacoin classes library
+* Copyright (C) 2015 Alex D. (balthazar.ad@gmail.com)
+
+* This program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Affero General Public License as
+* published by the Free Software Foundation, either version 3 of the
+* License, or (at your option) any later version.
+
+* This program is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+* GNU Affero General Public License for more details.
+
+* You should have received a copy of the GNU Affero General Public License
+* along with this program. If not, see .
+*/
+
+
+using System;
using System.IO;
-using System.Linq;
using System.Collections.Concurrent;
using SQLite.Net;
-using SQLite.Net.Attributes;
using SQLite.Net.Interop;
using SQLite.Net.Platform.Generic;
-using SQLiteNetExtensions.Attributes;
-
+using System.Collections.Generic;
+using System.Text;
namespace Novacoin
{
- ///
- /// Block headers table
- ///
- [Table("BlockStorage")]
- class CBlockStoreItem
+ public class CBlockStore : IDisposable
{
+ public const uint nMagicNumber = 0xe5e9e8e4;
+
+ private bool disposed = false;
+ private object LockObj = new object();
+
+ ///
+ /// SQLite connection object.
+ ///
+ private SQLiteConnection dbConn;
+
///
- /// Item ID in the database
+ /// Current SQLite platform
///
- [PrimaryKey, AutoIncrement]
- public int ItemID { get; set; }
+ private ISQLitePlatform dbPlatform;
///
- /// PBKDF2+Salsa20 of block hash
+ /// Block file.
///
- [Unique]
- public byte[] Hash { get; set; }
+ private string strBlockFile;
///
- /// Version of block schema
+ /// Index database file.
///
- public uint nVersion { get; set; }
+ private string strDbFile;
///
- /// Previous block hash.
+ /// Map of block tree nodes.
+ ///
+ /// blockHash => CBlockStoreItem
///
- public byte[] prevHash { get; set; }
+ private ConcurrentDictionary blockMap = new ConcurrentDictionary();
///
- /// Merkle root hash.
+ /// Orphaned blocks map.
///
- public byte[] merkleRoot { get; set; }
+ private ConcurrentDictionary orphanMap = new ConcurrentDictionary();
+ private ConcurrentDictionary orphanMapByPrev = new ConcurrentDictionary();
///
- /// Block timestamp.
+ /// Unconfirmed transactions.
+ ///
+ /// TxID => Transaction
///
- public uint nTime { get; set; }
+ private ConcurrentDictionary mapUnconfirmedTx = new ConcurrentDictionary();
///
- /// Compressed difficulty representation.
+ /// Map of the proof-of-stake hashes. This is necessary for stake duplication checks.
///
- public uint nBits { get; set; }
+ private ConcurrentDictionary mapProofOfStake = new ConcurrentDictionary();
+
+
+ private ConcurrentDictionary mapStakeSeen = new ConcurrentDictionary();
+ private ConcurrentDictionary mapStakeSeenOrphan = new ConcurrentDictionary();
+
///
- /// Nonce counter.
+ /// Copy of chain state object.
///
- public uint nNonce { get; set; }
+ private ChainState ChainParams;
///
- /// Block type flags
+ /// Cursor which is pointing us to the end of best chain.
///
- public BlockType BlockTypeFlag { get; set; }
+ private CBlockStoreItem bestBlockCursor = null;
///
- /// Next block hash
+ /// Cursor which is always pointing us to genesis block.
///
- public byte[] NextHash { get; set; }
+ private CBlockStoreItem genesisBlockCursor = null;
///
- /// Block position in file
+ /// Current and the only instance of block storage manager. Should be a property with private setter though it's enough for the beginning.
///
- public long nBlockPos { get; set; }
+ public static CBlockStore Instance = null;
///
- /// Block size in bytes
+ /// Block file stream with read/write access
///
- public int nBlockSize { get; set; }
+ private Stream fStreamReadWrite;
+ private uint nTimeBestReceived;
+ private int nTransactionsUpdated;
///
- /// Fill database item with data from given block header.
+ /// Init the block storage manager.
///
- /// Block header
- /// Header hash
- public ScryptHash256 FillHeader(CBlockHeader header)
+ /// Path to index database
+ /// Path to block file
+ public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "blk0001.dat")
{
- ScryptHash256 _hash;
- Hash = _hash = header.Hash;
+ strDbFile = IndexDB;
+ strBlockFile = BlockFile;
- nVersion = header.nVersion;
- prevHash = header.prevHash;
- merkleRoot = header.merkleRoot;
- nTime = header.nTime;
- nBits = header.nBits;
- nNonce = header.nNonce;
+ bool firstInit = !File.Exists(strDbFile);
+ dbPlatform = new SQLitePlatformGeneric();
+ dbConn = new SQLiteConnection(dbPlatform, strDbFile);
- return _hash;
+ fStreamReadWrite = File.Open(strBlockFile, FileMode.OpenOrCreate, FileAccess.ReadWrite);
+
+ Instance = this;
+
+ if (firstInit)
+ {
+ lock (LockObj)
+ {
+ // Create tables
+ dbConn.CreateTable(CreateFlags.AutoIncPK);
+ dbConn.CreateTable(CreateFlags.AutoIncPK);
+ dbConn.CreateTable(CreateFlags.ImplicitPK);
+ dbConn.CreateTable(CreateFlags.AutoIncPK);
+
+ ChainParams = new ChainState()
+ {
+ nBestChainTrust = 0,
+ nBestHeight = 0,
+ nHashBestChain = 0
+ };
+
+ dbConn.Insert(ChainParams);
+
+ var genesisBlock = new CBlock(
+ Interop.HexToArray(
+ "01000000" + // nVersion=1
+ "0000000000000000000000000000000000000000000000000000000000000000" + // prevhash is zero
+ "7b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c" + // merkle root
+ "398e1151" + // nTime=1360105017
+ "ffff0f1e" + // nBits=0x1e0fffff
+ "d3091800" + // nNonce=1575379
+ "01" + // nTxCount=1
+ "01000000" + // nVersion=1
+ "398e1151" + // nTime=1360105017
+ "01" + // nInputs=1
+ "0000000000000000000000000000000000000000000000000000000000000000" + // input txid is zero
+ "ffffffff" + // n=uint.maxValue
+ "4d" + // scriptSigLen=77
+ "04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936" + // scriptSig
+ "ffffffff" + // nSequence=uint.maxValue
+ "01" + // nOutputs=1
+ "0000000000000000" + // nValue=0
+ "00" + // scriptPubkeyLen=0
+ "00000000" + // nLockTime=0
+ "00" // sigLen=0
+ ));
+
+ // Write block to file.
+ var itemTemplate = new CBlockStoreItem()
+ {
+ nHeight = 0
+ };
+
+ itemTemplate.FillHeader(genesisBlock.header);
+
+ if (!AddItemToIndex(ref itemTemplate, ref genesisBlock))
+ {
+ throw new Exception("Unable to write genesis block");
+ }
+ }
+ }
+ else
+ {
+ var blockTreeItems = dbConn.Query("select * from [BlockStorage] order by [ItemId] asc");
+
+ // Init list of block items
+ foreach (var item in blockTreeItems)
+ {
+ blockMap.TryAdd(item.Hash, item);
+
+ if (item.IsProofOfStake)
+ {
+ // build mapStakeSeen
+ mapStakeSeen.TryAdd(item.prevoutStake, item.nStakeTime);
+ }
+ }
+
+ // Load data about the top node.
+ ChainParams = dbConn.Table().First();
+ }
}
- ///
- /// Reconstruct block header from item data.
- ///
- public CBlockHeader BlockHeader
+ public bool GetTxOutCursor(COutPoint outpoint, ref TxOutItem txOutCursor)
{
- get
- {
- CBlockHeader header = new CBlockHeader();
+ var queryResults = dbConn.Query("select o.* from [Outputs] o left join [MerkleNodes] m on (m.nMerkleNodeID = o.nMerkleNodeID) where m.[TransactionHash] = ?", (byte[])outpoint.hash);
- header.nVersion = nVersion;
- header.prevHash = new Hash256(prevHash);
- header.merkleRoot = new Hash256(merkleRoot);
- header.nTime = nTime;
- header.nBits = nBits;
- header.nNonce = nNonce;
+ if (queryResults.Count == 1)
+ {
+ txOutCursor = queryResults[0];
- return header;
+ return true;
}
+
+ // Tx not found
+
+ return false;
}
- ///
- /// Read block from file.
- ///
- /// Stream with read access.
- /// CBlock reference.
- /// Result
- public bool ReadFromFile(ref Stream reader, out CBlock block)
+
+ public bool FetchInputs(CTransaction tx, ref Dictionary queued, ref Dictionary inputs, bool IsBlock, out bool Invalid)
{
- var buffer = new byte[nBlockSize];
- block = null;
+ Invalid = false;
- try
+ if (tx.IsCoinBase)
{
- reader.Seek(nBlockPos, SeekOrigin.Begin);
+ // Coinbase transactions have no inputs to fetch.
+ return true;
+ }
+
+ StringBuilder queryBuilder = new StringBuilder();
+
+ queryBuilder.Append("select o.*, m.[TransactionHash] from [Outputs] o left join [MerkleNodes] m on (m.[nMerkleNodeID] = o.[nMerkleNodeID]) where ");
+
+ for (var i = 0; i < tx.vin.Length; i++)
+ {
+ queryBuilder.AppendFormat(" {0} (m.[TransactionHash] = x'{1}' and o.[OutputNumber] = x'{2}')",
+ (i > 0 ? "or" : string.Empty), Interop.ToHex(tx.vin[i].prevout.hash),
+ Interop.ToHex(VarInt.EncodeVarInt(tx.vin[i].prevout.n)
+ ));
+ }
- if (nBlockSize != reader.Read(buffer, 0, nBlockSize))
+ var queryResults = dbConn.Query(queryBuilder.ToString());
+
+ foreach (var item in queryResults)
+ {
+ if (item.IsSpent)
{
- return false;
+ return false; // Already spent
}
- block = new CBlock(buffer);
+ var inputsKey = new COutPoint(item.TransactionHash, item.nOut);
- return true;
+ item.IsSpent = true;
+
+ // Add output data to dictionary
+ inputs.Add(inputsKey, (TxOutItem) item);
}
- catch (IOException)
+
+ if (queryResults.Count < tx.vin.Length)
{
- // I/O error
+ if (IsBlock)
+ {
+ // It seems that some transactions are being spent in the same block.
+
+ foreach (var txin in tx.vin)
+ {
+ var outPoint = txin.prevout;
+
+ if (!queued.ContainsKey(outPoint))
+ {
+ return false; // No such transaction
+ }
+
+ // Add output data to dictionary
+ inputs.Add(outPoint, queued[outPoint]);
+
+ // Mark output as spent
+ queued[outPoint].IsSpent = true;
+ }
+ }
+ else
+ {
+ // Unconfirmed transaction
+
+ foreach (var txin in tx.vin)
+ {
+ var outPoint = txin.prevout;
+ CTransaction txPrev;
+
+ if (!mapUnconfirmedTx.TryGetValue(outPoint.hash, out txPrev))
+ {
+ return false; // No such transaction
+ }
+
+ if (outPoint.n > txPrev.vout.Length)
+ {
+ Invalid = true;
+
+ return false; // nOut is out of range
+ }
+
+ // TODO: return inputs from map
+ throw new NotImplementedException();
+
+ }
+
+ return false;
+ }
+ }
+
+ return true;
+ }
+
+ private bool AddItemToIndex(ref CBlockStoreItem itemTemplate, ref CBlock block)
+ {
+ var writer = new BinaryWriter(fStreamReadWrite).BaseStream;
+ uint256 blockHash = itemTemplate.Hash;
+
+ if (blockMap.ContainsKey(blockHash))
+ {
+ // Already have this block.
return false;
}
- catch (BlockConstructorException)
+
+ // Compute chain trust score
+ itemTemplate.nChainTrust = (itemTemplate.prev != null ? itemTemplate.prev.nChainTrust : 0) + itemTemplate.nBlockTrust;
+
+ if (!itemTemplate.SetStakeEntropyBit(Entropy.GetStakeEntropyBit(itemTemplate.nHeight, blockHash)))
+ {
+ return false; // SetStakeEntropyBit() failed
+ }
+
+ // Save proof-of-stake hash value
+ if (itemTemplate.IsProofOfStake)
+ {
+ uint256 hashProofOfStake;
+ if (!GetProofOfStakeHash(blockHash, out hashProofOfStake))
+ {
+ return false; // hashProofOfStake not found
+ }
+ itemTemplate.hashProofOfStake = hashProofOfStake;
+ }
+
+ // compute stake modifier
+ long nStakeModifier = 0;
+ bool fGeneratedStakeModifier = false;
+ if (!StakeModifier.ComputeNextStakeModifier(itemTemplate, ref nStakeModifier, ref fGeneratedStakeModifier))
+ {
+ return false; // ComputeNextStakeModifier() failed
+ }
+
+ itemTemplate.SetStakeModifier(nStakeModifier, fGeneratedStakeModifier);
+ itemTemplate.nStakeModifierChecksum = StakeModifier.GetStakeModifierChecksum(itemTemplate);
+
+ // TODO: verify stake modifier checkpoints
+
+ // Add to index
+ if (block.IsProofOfStake)
+ {
+ itemTemplate.SetProofOfStake();
+
+ itemTemplate.prevoutStake = block.vtx[1].vin[0].prevout;
+ itemTemplate.nStakeTime = block.vtx[1].nTime;
+ }
+
+ if (!itemTemplate.WriteToFile(ref writer, ref block))
{
- // Constructor exception
return false;
}
+
+ if (dbConn.Insert(itemTemplate) == 0)
+ {
+ return false; // Insert failed
+ }
+
+ // Get last RowID.
+ itemTemplate.ItemID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
+
+ if (!blockMap.TryAdd(blockHash, itemTemplate))
+ {
+ return false; // blockMap add failed
+ }
+
+ if (itemTemplate.nChainTrust > ChainParams.nBestChainTrust)
+ {
+ // New best chain
+
+ if (!SetBestChain(ref itemTemplate))
+ {
+ return false; // SetBestChain failed.
+ }
+ }
+
+ return true;
}
- }
- ///
- /// Block type.
- ///
- public enum BlockType
- {
- PROOF_OF_WORK,
- PROOF_OF_WORK_MODIFIER,
- PROOF_OF_STAKE,
- PROOF_OF_STAKE_MODIFIER
- };
-
- ///
- /// Transaction type.
- ///
- public enum TxType
- {
- TX_COINBASE,
- TX_COINSTAKE,
- TX_USER
- }
+ private bool SetBestChain(ref CBlockStoreItem cursor)
+ {
+ uint256 hashBlock = cursor.Hash;
- [Table("TransactionStorage")]
- public class CTransactionStoreItem
- {
- ///
- /// Transaction hash
- ///
- [PrimaryKey]
- public byte[] TransactionHash { get; set; }
+ if (genesisBlockCursor == null && hashBlock == NetInfo.nHashGenesisBlock)
+ {
+ genesisBlockCursor = cursor;
+ }
+ else if (ChainParams.nHashBestChain == (uint256)cursor.prevHash)
+ {
+ if (!SetBestChainInner(cursor))
+ {
+ return false;
+ }
+ }
+ else
+ {
+ // the first block in the new chain that will cause it to become the new best chain
+ var cursorIntermediate = cursor;
- ///
- /// Block hash
- ///
- [ForeignKey(typeof(CBlockStoreItem), Name = "Hash")]
- public byte[] BlockHash { get; set; }
+ // list of blocks that need to be connected afterwards
+ var secondary = new List();
- ///
- /// Transaction type flag
- ///
- public TxType txType { get; set; }
+ // Reorganize is costly in terms of db load, as it works in a single db transaction.
+ // Try to limit how much needs to be done inside
+ while (cursorIntermediate.prev != null && cursorIntermediate.prev.nChainTrust > bestBlockCursor.nChainTrust)
+ {
+ secondary.Add(cursorIntermediate);
+ cursorIntermediate = cursorIntermediate.prev;
+ }
- ///
- /// Tx position in file
- ///
- public long nTxPos { get; set; }
+ // Switch to new best branch
+ if (!Reorganize(cursorIntermediate))
+ {
+ InvalidChainFound(cursor);
+ return false; // reorganize failed
+ }
- ///
- /// Transaction size
- ///
- public int nTxSize { get; set; }
+ // Connect further blocks
+ foreach (var currentCursor in secondary)
+ {
+ CBlock block;
+ if (!currentCursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ // ReadFromDisk failed
+ break;
+ }
- ///
- /// Read transaction from file.
- ///
- /// Stream with read access.
- /// CTransaction reference.
- /// Result
- public bool ReadFromFile(ref Stream reader, out CTransaction tx)
+ // errors now are not fatal, we still did a reorganisation to a new chain in a valid way
+ if (!SetBestChainInner(currentCursor))
+ {
+ break;
+ }
+ }
+ }
+
+ bestBlockCursor = cursor;
+ nTimeBestReceived = Interop.GetTime();
+ nTransactionsUpdated++;
+
+ return true;
+ }
+
+ private void InvalidChainFound(CBlockStoreItem cursor)
+ {
+ throw new NotImplementedException();
+ }
+
+ private bool Reorganize(CBlockStoreItem cursorIntermediate)
{
- var buffer = new byte[250000]; // Max transaction size is 250kB
- tx = null;
+ // Find the fork
+ var fork = bestBlockCursor;
+ var longer = cursorIntermediate;
- try
+ while (fork.ItemID != longer.ItemID)
{
- reader.Seek(nTxPos, SeekOrigin.Begin); // Seek to transaction offset
+ while (longer.nHeight > fork.nHeight)
+ {
+ if ((longer = longer.prev) == null)
+ {
+ return false; // longer.prev is null
+ }
+ }
- if (nTxSize != reader.Read(buffer, 0, nTxSize))
+ if (fork.ItemID == longer.ItemID)
{
+ break;
+ }
+
+ if ((fork = fork.prev) == null)
+ {
+ return false; // fork.prev is null
+ }
+ }
+
+ // List of what to disconnect
+ var disconnect = new List();
+ for (var cursor = bestBlockCursor; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
+ {
+ disconnect.Add(cursor);
+ }
+
+ // List of what to connect
+ var connect = new List();
+ for (var cursor = cursorIntermediate; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
+ {
+ connect.Add(cursor);
+ }
+ connect.Reverse();
+
+ // Disconnect shorter branch
+ var txResurrect = new List();
+ foreach (var blockCursor in disconnect)
+ {
+ CBlock block;
+ if (!blockCursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // ReadFromFile for disconnect failed.
+ }
+ if (!DisconnectBlock(blockCursor, ref block))
+ {
+ return false; // DisconnectBlock failed.
+ }
+
+ // Queue memory transactions to resurrect
+ foreach (var tx in block.vtx)
+ {
+ if (!tx.IsCoinBase && !tx.IsCoinStake)
+ {
+ txResurrect.Add(tx);
+ }
+ }
+ }
+
+
+ // Connect longer branch
+ var txDelete = new List();
+ foreach (var cursor in connect)
+ {
+ CBlock block;
+ if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // ReadFromDisk for connect failed
+ }
+
+ if (!ConnectBlock(cursor, ref block))
+ {
+ // Invalid block
+ return false; // ConnectBlock failed
+ }
+
+ // Queue memory transactions to delete
+ foreach (var tx in block.vtx)
+ {
+ txDelete.Add(tx);
+ }
+ }
+
+ if (!UpdateTopChain(cursorIntermediate))
+ {
+ return false; // UpdateTopChain failed
+ }
+
+ // Make sure it's successfully written to disk
+ dbConn.Commit();
+
+ // Resurrect memory transactions that were in the disconnected branch
+ foreach (var tx in txResurrect)
+ {
+ mapUnconfirmedTx.TryAdd(tx.Hash, tx);
+ }
+
+ // Delete redundant memory transactions that are in the connected branch
+ foreach (var tx in txDelete)
+ {
+ CTransaction dummy;
+ mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
+ }
+
+ return true; // Done
+ }
+
+ private bool DisconnectBlock(CBlockStoreItem blockCursor, ref CBlock block)
+ {
+ throw new NotImplementedException();
+ }
+
+ private bool SetBestChainInner(CBlockStoreItem cursor)
+ {
+ uint256 hash = cursor.Hash;
+ CBlock block;
+ if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // Unable to read block from file.
+ }
+
+ // Adding to current best branch
+ if (!ConnectBlock(cursor, ref block) || !UpdateTopChain(cursor))
+ {
+ InvalidChainFound(cursor);
+ return false;
+ }
+
+ // Add to current best branch
+ cursor.prev.next = cursor;
+
+ dbConn.Commit();
+
+ // Delete redundant memory transactions
+ foreach (var tx in block.vtx)
+ {
+ CTransaction dummy;
+ mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
+ }
+
+ return true;
+ }
+
+ private bool ConnectBlock(CBlockStoreItem cursor, ref CBlock block, bool fJustCheck=false)
+ {
+ // Check it again in case a previous version let a bad block in, but skip BlockSig checking
+ if (!block.CheckBlock(!fJustCheck, !fJustCheck, false))
+ {
+ return false; // Invalid block found.
+ }
+
+ bool fScriptChecks = cursor.nHeight >= Checkpoints.TotalBlocksEstimate;
+ var scriptFlags = scriptflag.SCRIPT_VERIFY_NOCACHE | scriptflag.SCRIPT_VERIFY_P2SH;
+
+ ulong nFees = 0;
+ ulong nValueIn = 0;
+ ulong nValueOut = 0;
+ uint nSigOps = 0;
+
+ var queuedMerkleNodes = new Dictionary();
+ var queued = new Dictionary();
+
+ for (var nTx = 0; nTx < block.vtx.Length; nTx++)
+ {
+ var tx = block.vtx[nTx];
+ var hashTx = tx.Hash;
+ var nTxPos = cursor.nBlockPos + block.GetTxOffset(nTx);
+
+ Dictionary txouts;
+ if (GetOutputs(hashTx, out txouts))
+ {
+ // Do not allow blocks that contain transactions which 'overwrite' older transactions,
+ // unless those are already completely spent.
return false;
}
- tx = new CTransaction(buffer);
+ nSigOps += tx.LegacySigOpCount;
+ if (nSigOps > CBlock.nMaxSigOps)
+ {
+ return false; // too many sigops
+ }
+
+ var inputs = new Dictionary();
+
+ if (tx.IsCoinBase)
+ {
+ nValueOut += tx.nValueOut;
+ }
+ else
+ {
+ bool Invalid;
+ if (!FetchInputs(tx, ref queued, ref inputs, true, out Invalid))
+ {
+ return false; // Unable to fetch some inputs.
+ }
+
+ // Add in sigops done by pay-to-script-hash inputs;
+ // this is to prevent a "rogue miner" from creating
+ // an incredibly-expensive-to-validate block.
+ nSigOps += tx.GetP2SHSigOpCount(inputs);
+ if (nSigOps > CBlock.nMaxSigOps)
+ {
+ return false; // too many sigops
+ }
+
+ ulong nTxValueIn = tx.GetValueIn(inputs);
+ ulong nTxValueOut = tx.nValueOut;
+
+ nValueIn += nTxValueIn;
+ nValueOut += nTxValueOut;
+
+ if (!tx.IsCoinStake)
+ {
+ nFees += nTxValueIn - nTxValueOut;
+ }
+
+ if (!ConnectInputs(tx, inputs, queued, cursor, fScriptChecks, scriptFlags))
+ {
+ return false;
+ }
+ }
+
+ for (var i = 0u; i < tx.vout.Length; i++)
+ {
+ var mNode = new CMerkleNode(cursor.ItemID, nTxPos, tx);
+ queuedMerkleNodes.Add(hashTx, mNode);
+ var outKey = new COutPoint(hashTx, i);
+ var outData = new TxOutItem();
+
+ outData.nValue = tx.vout[i].nValue;
+ outData.scriptPubKey = tx.vout[i].scriptPubKey;
+ outData.nOut = i;
+
+
+ outData.IsSpent = false;
+
+ queued.Add(outKey, outData);
+ }
+ }
+
+ if (!block.IsProofOfStake)
+ {
+ ulong nBlockReward = CBlock.GetProofOfWorkReward(cursor.nBits, nFees);
+
+ // Check coinbase reward
+ if (block.vtx[0].nValueOut > nBlockReward)
+ {
+ return false; // coinbase reward exceeded
+ }
+ }
+
+ cursor.nMint = (long) (nValueOut - nValueIn + nFees);
+ cursor.nMoneySupply = (cursor.prev != null ? cursor.prev.nMoneySupply : 0) + (long)nValueOut - (long)nValueIn;
+
+ if (!UpdateDBCursor(ref cursor))
+ {
+ return false; // Unable to commit changes
+ }
+
+ if (fJustCheck)
+ {
return true;
}
- catch (IOException)
+
+ // Write queued transaction changes
+ var actualMerkleNodes = new Dictionary();
+ var queuedOutpointItems = new List();
+ foreach(KeyValuePair outPair in queued)
{
- // I/O error
- return false;
+ uint256 txID = outPair.Key.hash;
+ CMerkleNode merkleNode;
+
+ if (actualMerkleNodes.ContainsKey(txID))
+ {
+ merkleNode = actualMerkleNodes[txID];
+ }
+ else
+ {
+ merkleNode = queuedMerkleNodes[txID];
+ if (!SaveMerkleNode(ref merkleNode))
+ {
+ // Unable to save merkle tree cursor.
+ return false;
+ }
+ actualMerkleNodes.Add(txID, merkleNode);
+ }
+
+ var outItem = outPair.Value;
+ outItem.nMerkleNodeID = merkleNode.nMerkleNodeID;
+
+ queuedOutpointItems.Add(outItem);
}
- catch (TransactionConstructorException)
+
+ if (!SaveOutpoints(ref queuedOutpointItems))
{
- // Constructor error
- return false;
+ return false; // Unable to save outpoints
}
+
+ return true;
}
- }
- ///
- /// Block chain node
- ///
- public class CChainNode
- {
///
- /// Block number
+ /// Insert set of outpoints
///
- public int nDepth;
+ /// List of TxOutItem objects.
+ /// Result
+ private bool SaveOutpoints(ref List queuedOutpointItems)
+ {
+ return dbConn.InsertAll(queuedOutpointItems, false) != 0;
+ }
///
- /// Block header
+ /// Insert merkle node into db and set actual record id value.
///
- public CBlockHeader blockHeader;
+ /// Merkle node object reference.
+ /// Result
+ private bool SaveMerkleNode(ref CMerkleNode merkleNode)
+ {
+ if (dbConn.Insert(merkleNode) == 0)
+ {
+ return false;
+ }
+
+ merkleNode.nMerkleNodeID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
+
+ return true;
+ }
+
+ private bool ConnectInputs(CTransaction tx, Dictionary inputs, Dictionary queued, CBlockStoreItem cursor, bool fScriptChecks, scriptflag scriptFlags)
+ {
+ throw new NotImplementedException();
+ }
///
- /// Block type flag
+ /// Set new top node or current best chain.
///
- public BlockType blockType;
+ ///
+ ///
+ private bool UpdateTopChain(CBlockStoreItem cursor)
+ {
+ ChainParams.HashBestChain = cursor.Hash;
+ ChainParams.nBestChainTrust = cursor.nChainTrust;
+ ChainParams.nBestHeight = cursor.nHeight;
+
+ return dbConn.Update(ChainParams) != 0;
+ }
///
- /// Next block hash
+ /// Try to find proof-of-stake hash in the map.
///
- public ScryptHash256 hashNextBlock;
- }
+ /// Block hash
+ /// Proof-of-stake hash
+ /// Proof-of-Stake hash value
+ private bool GetProofOfStakeHash(uint256 blockHash, out uint256 hashProofOfStake)
+ {
+ return mapProofOfStake.TryGetValue(blockHash, out hashProofOfStake);
+ }
- public class CBlockStore : IDisposable
- {
- private bool disposed = false;
- private object LockObj = new object();
- private SQLiteConnection dbConn = null;
- private string strBlockFile;
+ public bool AcceptBlock(ref CBlock block)
+ {
+ uint256 nHash = block.header.Hash;
+
+ if (blockMap.ContainsKey(nHash))
+ {
+ // Already have this block.
+ return false;
+ }
+
+ CBlockStoreItem prevBlockCursor = null;
+ if (!blockMap.TryGetValue(block.header.prevHash, out prevBlockCursor))
+ {
+ // Unable to get the cursor.
+ return false;
+ }
+
+ var prevBlockHeader = prevBlockCursor.BlockHeader;
+
+ // TODO: proof-of-work/proof-of-stake verification
+ uint nHeight = prevBlockCursor.nHeight + 1;
+
+ // Check timestamp against prev
+ if (NetInfo.FutureDrift(block.header.nTime) < prevBlockHeader.nTime)
+ {
+ // block's timestamp is too early
+ return false;
+ }
- private ConcurrentDictionary blockMap = new ConcurrentDictionary();
- private ConcurrentDictionary txMap = new ConcurrentDictionary();
- private CBlock genesisBlock = new CBlock(Interop.HexToArray("0100000000000000000000000000000000000000000000000000000000000000000000007b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c398e1151ffff0f1ed30918000101000000398e1151010000000000000000000000000000000000000000000000000000000000000000ffffffff4d04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936ffffffff010000000000000000000000000000"));
+ // Check that all transactions are finalized
+ foreach (var tx in block.vtx)
+ {
+ if (!tx.IsFinal(nHeight, block.header.nTime))
+ {
+ return false;
+ }
+ }
- public static CBlockStore Instance;
+ // TODO: Enforce rule that the coinbase starts with serialized block height
+
+ // Write block to file.
+ var itemTemplate = new CBlockStoreItem()
+ {
+ nHeight = nHeight,
+ };
+
+ itemTemplate.FillHeader(block.header);
+
+ if (!AddItemToIndex(ref itemTemplate, ref block))
+ {
+ return false;
+ }
+
+ return true;
+ }
///
- /// Block file stream
+ /// GEt block by hash.
///
- private Stream reader;
+ /// Block hash
+ /// Block object reference
+ /// Block position reference
+ /// Result
+ public bool GetBlock(uint256 blockHash, ref CBlock block, ref long nBlockPos)
+ {
+ CBlockStoreItem cursor;
+
+ if (!blockMap.TryGetValue(blockHash, out cursor))
+ {
+ return false; // Unable to fetch block cursor
+ }
+
+ nBlockPos = cursor.nBlockPos;
+
+ return cursor.ReadFromFile(ref fStreamReadWrite, out block);
+ }
///
- /// Init the block storage manager.
+ /// Get block and transaction by transaction hash.
///
- /// Path to index database
- /// Path to block file
- public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "bootstrap.dat")
+ /// Transaction hash
+ /// Block reference
+ /// Block position reference
+ /// Result of operation
+ public bool GetBlockByTransactionID(uint256 TxID, ref CBlock block, ref long nBlockPos)
{
- strBlockFile = BlockFile;
+ var queryResult = dbConn.Query("select b.* from [BlockStorage] b left join [MerkleNodes] m on (b.[ItemID] = m.[nParentBlockID]) where m.[TransactionHash] = ?", (byte[])TxID);
- bool firstInit = !File.Exists(IndexDB);
- dbConn = new SQLiteConnection(new SQLitePlatformGeneric(), IndexDB);
-
- if (firstInit)
+ if (queryResult.Count == 1)
{
- lock (LockObj)
- {
- // Create tables
- dbConn.CreateTable(CreateFlags.AutoIncPK);
- dbConn.CreateTable(CreateFlags.ImplicitPK);
+ CBlockStoreItem blockCursor = queryResult[0];
- // Init store with genesis block
+ return blockCursor.ReadFromFile(ref fStreamReadWrite, out block);
+ }
- var NewBlockItem = new CBlockStoreItem()
- {
- BlockTypeFlag = genesisBlock.IsProofOfStake ? BlockType.PROOF_OF_STAKE : BlockType.PROOF_OF_WORK,
- nBlockPos = 8,
- nBlockSize = ((byte[])genesisBlock).Length
- };
+ // Tx not found
- var HeaderHash = NewBlockItem.FillHeader(genesisBlock.header);
- var NewNode = new CChainNode() { blockHeader = genesisBlock.header, blockType = BlockType.PROOF_OF_WORK };
+ return false;
+ }
- blockMap.TryAdd(HeaderHash, NewNode);
- dbConn.Insert(NewBlockItem);
+ public bool GetOutputs(uint256 transactionHash, out Dictionary txouts, bool fUnspentOnly=true)
+ {
+ txouts = null;
- var NewTxItem = new CTransactionStoreItem()
- {
- TransactionHash = genesisBlock.vtx[0].Hash,
- BlockHash = HeaderHash,
- txType = TxType.TX_COINBASE,
- nTxPos = 8 + genesisBlock.GetTxOffset(0),
- nTxSize = genesisBlock.vtx[0].Size
- };
+ var queryParams = new object[] { (byte[])transactionHash, fUnspentOnly ? OutputFlags.AVAILABLE : (OutputFlags.AVAILABLE | OutputFlags.SPENT) };
+ var queryResult = dbConn.Query("select o.* from [Outputs] o left join [MerkleNodes] m on m.[nMerkleNodeID] = o.[nMerkleNodeID] where m.[TransactionHash] = ? and outputFlags = ?", queryParams);
- dbConn.Insert(NewTxItem);
- }
- }
- else
+ if (queryResult.Count != 0)
{
- var QueryGet = dbConn.Query("select * from [BlockStorage] order by [ItemId] asc");
+ txouts = new Dictionary();
- // Init list of block items
- foreach (var storeItem in QueryGet)
+ foreach (var o in queryResult)
{
- var currentNode = new CChainNode() { blockHeader = new CBlockHeader(storeItem.BlockHeader), blockType = storeItem.BlockTypeFlag };
- blockMap.TryAdd(new ScryptHash256(storeItem.Hash), currentNode);
+ var outpointKey = new COutPoint(transactionHash, o.nOut);
+ var outpointData = o;
+
+ txouts.Add(outpointKey, outpointData);
}
+
+ // There are some unspent inputs.
+ return true;
}
- var fStream1 = File.OpenRead(strBlockFile);
- reader = new BinaryReader(fStream1).BaseStream;
+ // This transaction has been spent completely.
+ return false;
+ }
- Instance = this;
+ public bool WriteNodes(ref CMerkleNode[] merkleNodes)
+ {
+
+ return true;
}
- public bool GetTransaction(Hash256 TxID, ref CTransaction tx)
+ ///
+ /// Get block cursor from map.
+ ///
+ /// block hash
+ /// Cursor or null
+ public CBlockStoreItem GetMapCursor(uint256 blockHash)
{
- var QueryTx = dbConn.Query("select * from [TransactionStorage] where [TransactionHash] = ?", (byte[])TxID);
-
- if (QueryTx.Count == 1)
+ if (blockHash == 0)
{
- return QueryTx[0].ReadFromFile(ref reader, out tx);
+ // Genesis block has zero prevHash and no parent.
+ return null;
}
- // Tx not found
+ CBlockStoreItem cursor = null;
+ blockMap.TryGetValue(blockHash, out cursor);
- return false;
+ return cursor;
}
- public bool GetBlock(ScryptHash256 blockHash, ref CBlock block)
+ ///
+ /// Load cursor from database.
+ ///
+ /// Block hash
+ /// Block cursor object
+ public CBlockStoreItem GetDBCursor(uint256 blockHash)
{
- var QueryBlock = dbConn.Query("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash);
+ // Trying to get cursor from the database.
+ var QueryBlockCursor = dbConn.Query("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash);
- if (QueryBlock.Count == 1)
+ if (QueryBlockCursor.Count == 1)
{
- return QueryBlock[0].ReadFromFile(ref reader, out block);
+ return QueryBlockCursor[0];
}
- // Block not found
+ // Nothing found.
+ return null;
+ }
- return false;
+ ///
+ /// Update cursor in memory and on disk.
+ ///
+ /// Block cursor
+ /// Result
+ public bool UpdateMapCursor(CBlockStoreItem cursor)
+ {
+ var original = blockMap[cursor.Hash];
+ return blockMap.TryUpdate(cursor.Hash, cursor, original);
}
- public bool ParseBlockFile(string BlockFile = "bootstrap.dat")
+ ///
+ /// Update cursor record in database.
+ ///
+ /// Block cursor object
+ /// Result
+ public bool UpdateDBCursor(ref CBlockStoreItem cursor)
{
- strBlockFile = BlockFile;
+ return dbConn.Update(cursor) != 0;
+ }
- // TODO: Rewrite completely.
+ public bool ProcessBlock(ref CBlock block)
+ {
+ var blockHash = block.header.Hash;
- var QueryGet = dbConn.Query("select * from [BlockStorage] order by [ItemId] desc limit 1");
+ if (blockMap.ContainsKey(blockHash))
+ {
+ // We already have this block.
+ return false;
+ }
- var nOffset = 0L;
+ if (orphanMap.ContainsKey(blockHash))
+ {
+ // We already have block in the list of orphans.
+ return false;
+ }
- if (QueryGet.Count() == 1)
+ // TODO: Limited duplicity on stake and reserialization of block signature
+
+ if (!block.CheckBlock(true, true, true))
+ {
+ // Preliminary checks failure.
+ return false;
+ }
+
+ if (block.IsProofOfStake)
{
- var res = QueryGet.First();
- nOffset = res.nBlockPos + res.nBlockSize;
+ if (!block.SignatureOK)
+ {
+ // Proof-of-Stake signature validation failure.
+ return false;
+ }
+
+ // TODO: proof-of-stake validation
+
+ uint256 hashProofOfStake = 0, targetProofOfStake = 0;
+ if (!StakeModifier.CheckProofOfStake(block.vtx[1], block.header.nBits, ref hashProofOfStake, ref targetProofOfStake))
+ {
+ return false; // do not error here as we expect this during initial block download
+ }
+ if (!mapProofOfStake.ContainsKey(blockHash))
+ {
+ // add to mapProofOfStake
+ mapProofOfStake.TryAdd(blockHash, hashProofOfStake);
+ }
+
}
- var buffer = new byte[1000000]; // Max block size is 1Mb
+ // TODO: difficulty verification
+
+ // If don't already have its previous block, shunt it off to holding area until we get it
+ if (!blockMap.ContainsKey(block.header.prevHash))
+ {
+ if (block.IsProofOfStake)
+ {
+ // TODO: limit duplicity on stake
+ }
+
+ var block2 = new CBlock(block);
+ orphanMap.TryAdd(blockHash, block2);
+ orphanMapByPrev.TryAdd(blockHash, block2);
+
+ return true;
+ }
+
+ // Store block to disk
+ if (!AcceptBlock(ref block))
+ {
+ // Accept failed
+ return false;
+ }
+
+ // Recursively process any orphan blocks that depended on this one
+ var orphansQueue = new List();
+ orphansQueue.Add(blockHash);
+
+ for (int i = 0; i < orphansQueue.Count; i++)
+ {
+ var hashPrev = orphansQueue[i];
+
+ foreach (var pair in orphanMap)
+ {
+ var orphanBlock = pair.Value;
+
+ if (orphanBlock.header.prevHash == blockHash)
+ {
+ if (AcceptBlock(ref orphanBlock))
+ {
+ orphansQueue.Add(pair.Key);
+ }
+
+ CBlock dummy1;
+ orphanMap.TryRemove(pair.Key, out dummy1);
+ }
+ }
+
+ CBlock dummy2;
+ orphanMap.TryRemove(hashPrev, out dummy2);
+ }
+
+ return true;
+ }
+
+ public bool ParseBlockFile(string BlockFile = "bootstrap.dat")
+ {
+ // TODO: Rewrite completely.
+
+ var nOffset = 0L;
+
+ var buffer = new byte[CBlock.nMaxBlockSize]; // Max block size is 1Mb
var intBuffer = new byte[4];
- var fStream2 = File.OpenRead(strBlockFile);
+ var fStream2 = File.OpenRead(BlockFile);
var readerForBlocks = new BinaryReader(fStream2).BaseStream;
readerForBlocks.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length
- dbConn.BeginTransaction();
-
while (readerForBlocks.Read(buffer, 0, 4) == 4) // Read magic number
{
var nMagic = BitConverter.ToUInt32(buffer, 0);
@@ -435,90 +1172,28 @@ namespace Novacoin
}
var block = new CBlock(buffer);
+ var hash = block.header.Hash;
- if (block.header.merkleRoot != block.hashMerkleRoot)
+ if (blockMap.ContainsKey(hash))
{
- Console.WriteLine("MerkleRoot mismatch: {0} vs. {1} in block {2}.", block.header.merkleRoot, block.hashMerkleRoot, block.header.Hash);
continue;
}
- if (block.IsProofOfStake && !block.SignatureOK)
+ if (!ProcessBlock(ref block))
{
- Console.WriteLine("Proof-of-Stake signature is invalid for block {0}.", block.header.Hash);
- continue;
+ throw new Exception("Invalid block: " + block.header.Hash);
}
- var NewStoreItem = new CBlockStoreItem()
- {
- BlockTypeFlag = block.IsProofOfStake ? BlockType.PROOF_OF_STAKE : BlockType.PROOF_OF_WORK,
- nBlockPos = nOffset,
- nBlockSize = nBlockSize
- };
-
- var NewChainNode = new CChainNode()
- {
- blockHeader = block.header,
- blockType = NewStoreItem.BlockTypeFlag
- };
-
- var HeaderHash = NewStoreItem.FillHeader(block.header);
-
int nCount = blockMap.Count;
- Console.WriteLine("nCount={0}, Hash={1}, Time={2}", nCount, HeaderHash, DateTime.Now); // Commit on each 100th block
+ Console.WriteLine("nCount={0}, Hash={1}, Time={2}", nCount, block.header.Hash, DateTime.Now); // Commit on each 100th block
- if (nCount % 100 == 0)
+ /*
+ if (nCount % 100 == 0 && nCount != 0)
{
Console.WriteLine("Commit...");
dbConn.Commit();
dbConn.BeginTransaction();
- }
-
- if (!blockMap.TryAdd(HeaderHash, NewChainNode))
- {
- Console.WriteLine("Duplicate block: {0}", HeaderHash);
- continue;
- }
-
- // Verify transactions
-
- foreach (var tx in block.vtx)
- {
- if (!tx.VerifyScripts())
- {
- Console.WriteLine("Error checking tx {0}", tx.Hash);
- continue;
- }
- }
-
- dbConn.Insert(NewStoreItem);
-
- for (int i = 0; i < block.vtx.Length; i++)
- {
- // Handle trasactions
-
- var nTxOffset = nOffset + block.GetTxOffset(i);
- TxType txnType = TxType.TX_USER;
-
- if (block.vtx[i].IsCoinBase)
- {
- txnType = TxType.TX_COINBASE;
- }
- else if (block.vtx[i].IsCoinStake)
- {
- txnType = TxType.TX_COINSTAKE;
- }
-
- var NewTxItem = new CTransactionStoreItem()
- {
- TransactionHash = block.vtx[i].Hash,
- BlockHash = HeaderHash,
- nTxPos = nTxOffset,
- nTxSize = block.vtx[i].Size,
- txType = txnType
- };
-
- dbConn.Insert(NewTxItem);
- }
+ }*/
}
dbConn.Commit();
@@ -545,7 +1220,7 @@ namespace Novacoin
{
// Free other state (managed objects).
- reader.Dispose();
+ fStreamReadWrite.Dispose();
}
if (dbConn != null)