-\feffusing System;
+\feff/**
+* Novacoin classes library
+* Copyright (C) 2015 Alex D. (balthazar.ad@gmail.com)
+
+* This program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Affero General Public License as
+* published by the Free Software Foundation, either version 3 of the
+* License, or (at your option) any later version.
+
+* This program is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+* GNU Affero General Public License for more details.
+
+* You should have received a copy of the GNU Affero General Public License
+* along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+using System;
using System.IO;
-using System.Linq;
-using System.Collections.Generic;
+using System.Collections.Concurrent;
using SQLite.Net;
-using SQLite.Net.Attributes;
using SQLite.Net.Interop;
using SQLite.Net.Platform.Generic;
+using System.Collections.Generic;
+using System.Text;
namespace Novacoin
{
- public enum BlockType
- {
- PROOF_OF_WORK,
- PROOF_OF_WORK_MODIFIER,
- PROOF_OF_STAKE,
- PROOF_OF_STAKE_MODIFIER
- };
-
- [Table("BlockStorage")]
- class CBlockStoreItem
+ public class CBlockStore : IDisposable
{
+ public const uint nMagicNumber = 0xe5e9e8e4;
+
+ private bool disposed = false;
+ private object LockObj = new object();
+
/// <summary>
- /// Item ID in the database
+ /// SQLite connection object.
/// </summary>
- [PrimaryKey, AutoIncrement]
- public int ItemID { get; set; }
+ private SQLiteConnection dbConn;
/// <summary>
- /// PBKDF2+Salsa20 of block hash
+ /// Current SQLite platform
/// </summary>
- [Unique]
- public byte[] Hash { get; set; }
+ private ISQLitePlatform dbPlatform;
/// <summary>
- /// Next block hash
+ /// Block file.
/// </summary>
- public byte[] NextHash { get; set; }
+ private string strBlockFile;
/// <summary>
- /// Serialized representation of block header
+ /// Index database file.
/// </summary>
- public byte[] BlockHeader { get; set; }
+ private string strDbFile;
/// <summary>
- /// Block type flags
+ /// Map of block tree nodes.
+ ///
+ /// blockHash => CBlockStoreItem
/// </summary>
- public BlockType BlockTypeFlag { get; set; }
+ private ConcurrentDictionary<uint256, CBlockStoreItem> blockMap = new ConcurrentDictionary<uint256, CBlockStoreItem>();
/// <summary>
- /// Block position in file
+ /// Orphaned blocks map.
/// </summary>
- public long nBlockPos { get; set; }
+ private ConcurrentDictionary<uint256, CBlock> orphanMap = new ConcurrentDictionary<uint256, CBlock>();
+ private ConcurrentDictionary<uint256, CBlock> orphanMapByPrev = new ConcurrentDictionary<uint256, CBlock>();
/// <summary>
- /// Block size in bytes
+ /// Unconfirmed transactions.
+ ///
+ /// TxID => Transaction
/// </summary>
- public int nBlockSize { get; set; }
- }
+ private ConcurrentDictionary<uint256, CTransaction> mapUnconfirmedTx = new ConcurrentDictionary<uint256, CTransaction>();
- /// <summary>
- /// Block chain node
- /// </summary>
- public class CChainNode
- {
/// <summary>
- /// Block number
+ /// Map of the proof-of-stake hashes. This is necessary for stake duplication checks.
/// </summary>
- public int nDepth;
+ private ConcurrentDictionary<uint256, uint256> mapProofOfStake = new ConcurrentDictionary<uint256, uint256>();
+
+
+ private ConcurrentDictionary<COutPoint, uint> mapStakeSeen = new ConcurrentDictionary<COutPoint, uint>();
+ private ConcurrentDictionary<COutPoint, uint> mapStakeSeenOrphan = new ConcurrentDictionary<COutPoint, uint>();
+
/// <summary>
- /// Block header
+ /// Copy of chain state object.
/// </summary>
- public CBlockHeader blockHeader;
+ private ChainState ChainParams;
/// <summary>
- /// Block type flag
+ /// Cursor which is pointing us to the end of best chain.
/// </summary>
- public BlockType blockType;
+ private CBlockStoreItem bestBlockCursor = null;
/// <summary>
- /// Next block hash
+ /// Cursor which is always pointing us to genesis block.
/// </summary>
- public ScryptHash256 hashNextBlock;
- }
+ private CBlockStoreItem genesisBlockCursor = null;
- public class CBlockStore : IDisposable
- {
- private bool disposed = false;
- private object LockObj = new object();
- private SQLiteConnection dbConn = null;
+ /// <summary>
+ /// Current and the only instance of block storage manager. Should be a property with private setter though it's enough for the beginning.
+ /// </summary>
+ public static CBlockStore Instance = null;
+
+ /// <summary>
+ /// Block file stream with read/write access
+ /// </summary>
+ private Stream fStreamReadWrite;
+ private uint nTimeBestReceived;
+ private int nTransactionsUpdated;
- private Dictionary<ScryptHash256, CChainNode> blockMap = new Dictionary<ScryptHash256, CChainNode>();
-
/// <summary>
/// Init the block storage manager.
/// </summary>
/// <param name="BlockFile">Path to block file</param>
public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "blk0001.dat")
{
- bool firstInit = !File.Exists(IndexDB);
- dbConn = new SQLiteConnection(new SQLitePlatformGeneric(), IndexDB);
+ strDbFile = IndexDB;
+ strBlockFile = BlockFile;
+
+ bool firstInit = !File.Exists(strDbFile);
+ dbPlatform = new SQLitePlatformGeneric();
+ dbConn = new SQLiteConnection(dbPlatform, strDbFile);
+
+ fStreamReadWrite = File.Open(strBlockFile, FileMode.OpenOrCreate, FileAccess.ReadWrite);
+
+ Instance = this;
if (firstInit)
{
lock (LockObj)
{
+ // Create tables
dbConn.CreateTable<CBlockStoreItem>(CreateFlags.AutoIncPK);
+ dbConn.CreateTable<CMerkleNode>(CreateFlags.AutoIncPK);
+ dbConn.CreateTable<TxOutItem>(CreateFlags.ImplicitPK);
+ dbConn.CreateTable<ChainState>(CreateFlags.AutoIncPK);
+
+ ChainParams = new ChainState()
+ {
+ nBestChainTrust = 0,
+ nBestHeight = 0,
+ nHashBestChain = 0
+ };
+
+ dbConn.Insert(ChainParams);
+
+ var genesisBlock = new CBlock(
+ Interop.HexToArray(
+ "01000000" + // nVersion=1
+ "0000000000000000000000000000000000000000000000000000000000000000" + // prevhash is zero
+ "7b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c" + // merkle root
+ "398e1151" + // nTime=1360105017
+ "ffff0f1e" + // nBits=0x1e0fffff
+ "d3091800" + // nNonce=1575379
+ "01" + // nTxCount=1
+ "01000000" + // nVersion=1
+ "398e1151" + // nTime=1360105017
+ "01" + // nInputs=1
+ "0000000000000000000000000000000000000000000000000000000000000000" + // input txid is zero
+ "ffffffff" + // n=uint.maxValue
+ "4d" + // scriptSigLen=77
+ "04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936" + // scriptSig
+ "ffffffff" + // nSequence=uint.maxValue
+ "01" + // nOutputs=1
+ "0000000000000000" + // nValue=0
+ "00" + // scriptPubkeyLen=0
+ "00000000" + // nLockTime=0
+ "00" // sigLen=0
+ ));
+
+ // Write block to file.
+ var itemTemplate = new CBlockStoreItem()
+ {
+ nHeight = 0
+ };
+
+ itemTemplate.FillHeader(genesisBlock.header);
+
+ if (!AddItemToIndex(ref itemTemplate, ref genesisBlock))
+ {
+ throw new Exception("Unable to write genesis block");
+ }
}
}
else
{
- var QueryGet = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] order by [ItemId] asc");
+ var blockTreeItems = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] order by [ItemId] asc");
+
+ // Init list of block items
+ foreach (var item in blockTreeItems)
+ {
+ blockMap.TryAdd(item.Hash, item);
+
+ if (item.IsProofOfStake)
+ {
+ // build mapStakeSeen
+ mapStakeSeen.TryAdd(item.prevoutStake, item.nStakeTime);
+ }
+ }
+
+ // Load data about the top node.
+ ChainParams = dbConn.Table<ChainState>().First();
+ }
+ }
+
+ public bool GetTxOutCursor(COutPoint outpoint, ref TxOutItem txOutCursor)
+ {
+ var queryResults = dbConn.Query<TxOutItem>("select o.* from [Outputs] o left join [MerkleNodes] m on (m.nMerkleNodeID = o.nMerkleNodeID) where m.[TransactionHash] = ?", (byte[])outpoint.hash);
+
+ if (queryResults.Count == 1)
+ {
+ txOutCursor = queryResults[0];
+
+ return true;
+ }
+
+ // Tx not found
+
+ return false;
+ }
+
+
+ public bool FetchInputs(CTransaction tx, ref Dictionary<COutPoint, TxOutItem> queued, ref Dictionary<COutPoint, TxOutItem> inputs, bool IsBlock, out bool Invalid)
+ {
+ Invalid = false;
+
+ if (tx.IsCoinBase)
+ {
+ // Coinbase transactions have no inputs to fetch.
+ return true;
+ }
+
+ StringBuilder queryBuilder = new StringBuilder();
+
+ queryBuilder.Append("select o.*, m.[TransactionHash] from [Outputs] o left join [MerkleNodes] m on (m.[nMerkleNodeID] = o.[nMerkleNodeID]) where ");
+
+ for (var i = 0; i < tx.vin.Length; i++)
+ {
+ queryBuilder.AppendFormat(" {0} (m.[TransactionHash] = x'{1}' and o.[OutputNumber] = x'{2}')",
+ (i > 0 ? "or" : string.Empty), Interop.ToHex(tx.vin[i].prevout.hash),
+ Interop.ToHex(VarInt.EncodeVarInt(tx.vin[i].prevout.n)
+ ));
+ }
+
+ var queryResults = dbConn.Query<InputsJoin>(queryBuilder.ToString());
+
+ foreach (var item in queryResults)
+ {
+ if (item.IsSpent)
+ {
+ return false; // Already spent
+ }
- foreach (CBlockStoreItem si in QueryGet)
+ var inputsKey = new COutPoint(item.TransactionHash, item.nOut);
+
+ item.IsSpent = true;
+
+ // Add output data to dictionary
+ inputs.Add(inputsKey, (TxOutItem) item);
+ }
+
+ if (queryResults.Count < tx.vin.Length)
+ {
+ if (IsBlock)
{
- blockMap.Add(
- new ScryptHash256(si.Hash),
- new CChainNode()
+ // It seems that some transactions are being spent in the same block.
+
+ foreach (var txin in tx.vin)
+ {
+ var outPoint = txin.prevout;
+
+ if (!queued.ContainsKey(outPoint))
{
- blockHeader = new CBlockHeader(si.BlockHeader),
- blockType = si.BlockTypeFlag
- });
+ return false; // No such transaction
+ }
+
+ // Add output data to dictionary
+ inputs.Add(outPoint, queued[outPoint]);
+
+ // Mark output as spent
+ queued[outPoint].IsSpent = true;
+ }
+ }
+ else
+ {
+ // Unconfirmed transaction
+
+ foreach (var txin in tx.vin)
+ {
+ var outPoint = txin.prevout;
+ CTransaction txPrev;
+
+ if (!mapUnconfirmedTx.TryGetValue(outPoint.hash, out txPrev))
+ {
+ return false; // No such transaction
+ }
+
+ if (outPoint.n > txPrev.vout.Length)
+ {
+ Invalid = true;
+
+ return false; // nOut is out of range
+ }
+
+ // TODO: return inputs from map
+ throw new NotImplementedException();
+
+ }
+
+ return false;
}
}
+
+ return true;
}
- public bool ParseBlockFile(string BlockFile = "bootstrap.dat")
+ private bool AddItemToIndex(ref CBlockStoreItem itemTemplate, ref CBlock block)
{
- // TODO: Rewrite completely.
+ var writer = new BinaryWriter(fStreamReadWrite).BaseStream;
+ uint256 blockHash = itemTemplate.Hash;
- var QueryGet = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] order by [ItemId] desc limit 1");
+ if (blockMap.ContainsKey(blockHash))
+ {
+ // Already have this block.
+ return false;
+ }
- var nOffset = 0L;
+ // Compute chain trust score
+ itemTemplate.nChainTrust = (itemTemplate.prev != null ? itemTemplate.prev.nChainTrust : 0) + itemTemplate.nBlockTrust;
+
+ if (!itemTemplate.SetStakeEntropyBit(Entropy.GetStakeEntropyBit(itemTemplate.nHeight, blockHash)))
+ {
+ return false; // SetStakeEntropyBit() failed
+ }
+
+ // Save proof-of-stake hash value
+ if (itemTemplate.IsProofOfStake)
+ {
+ uint256 hashProofOfStake;
+ if (!GetProofOfStakeHash(blockHash, out hashProofOfStake))
+ {
+ return false; // hashProofOfStake not found
+ }
+ itemTemplate.hashProofOfStake = hashProofOfStake;
+ }
+
+ // compute stake modifier
+ long nStakeModifier = 0;
+ bool fGeneratedStakeModifier = false;
+ if (!StakeModifier.ComputeNextStakeModifier(itemTemplate, ref nStakeModifier, ref fGeneratedStakeModifier))
+ {
+ return false; // ComputeNextStakeModifier() failed
+ }
+
+ itemTemplate.SetStakeModifier(nStakeModifier, fGeneratedStakeModifier);
+ itemTemplate.nStakeModifierChecksum = StakeModifier.GetStakeModifierChecksum(itemTemplate);
+
+ // TODO: verify stake modifier checkpoints
+
+ // Add to index
+ if (block.IsProofOfStake)
+ {
+ itemTemplate.SetProofOfStake();
+
+ itemTemplate.prevoutStake = block.vtx[1].vin[0].prevout;
+ itemTemplate.nStakeTime = block.vtx[1].nTime;
+ }
+
+ if (!itemTemplate.WriteToFile(ref writer, ref block))
+ {
+ return false;
+ }
+
+ if (dbConn.Insert(itemTemplate) == 0)
+ {
+ return false; // Insert failed
+ }
+
+ // Get last RowID.
+ itemTemplate.ItemID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
+
+ if (!blockMap.TryAdd(blockHash, itemTemplate))
+ {
+ return false; // blockMap add failed
+ }
+
+ if (itemTemplate.nChainTrust > ChainParams.nBestChainTrust)
+ {
+ // New best chain
+
+ if (!SetBestChain(ref itemTemplate))
+ {
+ return false; // SetBestChain failed.
+ }
+ }
+
+ return true;
+ }
+
+ private bool SetBestChain(ref CBlockStoreItem cursor)
+ {
+ uint256 hashBlock = cursor.Hash;
+
+ if (genesisBlockCursor == null && hashBlock == NetInfo.nHashGenesisBlock)
+ {
+ genesisBlockCursor = cursor;
+ }
+ else if (ChainParams.nHashBestChain == (uint256)cursor.prevHash)
+ {
+ if (!SetBestChainInner(cursor))
+ {
+ return false;
+ }
+ }
+ else
+ {
+ // the first block in the new chain that will cause it to become the new best chain
+ var cursorIntermediate = cursor;
+
+ // list of blocks that need to be connected afterwards
+ var secondary = new List<CBlockStoreItem>();
+
+ // Reorganize is costly in terms of db load, as it works in a single db transaction.
+ // Try to limit how much needs to be done inside
+ while (cursorIntermediate.prev != null && cursorIntermediate.prev.nChainTrust > bestBlockCursor.nChainTrust)
+ {
+ secondary.Add(cursorIntermediate);
+ cursorIntermediate = cursorIntermediate.prev;
+ }
+
+ // Switch to new best branch
+ if (!Reorganize(cursorIntermediate))
+ {
+ InvalidChainFound(cursor);
+ return false; // reorganize failed
+ }
+
+ // Connect further blocks
+ foreach (var currentCursor in secondary)
+ {
+ CBlock block;
+ if (!currentCursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ // ReadFromDisk failed
+ break;
+ }
+
+ // errors now are not fatal, we still did a reorganisation to a new chain in a valid way
+ if (!SetBestChainInner(currentCursor))
+ {
+ break;
+ }
+ }
+ }
+
+ bestBlockCursor = cursor;
+ nTimeBestReceived = Interop.GetTime();
+ nTransactionsUpdated++;
+
+ return true;
+ }
+
+ private void InvalidChainFound(CBlockStoreItem cursor)
+ {
+ throw new NotImplementedException();
+ }
+
+ private bool Reorganize(CBlockStoreItem cursorIntermediate)
+ {
+ // Find the fork
+ var fork = bestBlockCursor;
+ var longer = cursorIntermediate;
+
+ while (fork.ItemID != longer.ItemID)
+ {
+ while (longer.nHeight > fork.nHeight)
+ {
+ if ((longer = longer.prev) == null)
+ {
+ return false; // longer.prev is null
+ }
+ }
+
+ if (fork.ItemID == longer.ItemID)
+ {
+ break;
+ }
+
+ if ((fork = fork.prev) == null)
+ {
+ return false; // fork.prev is null
+ }
+ }
+
+ // List of what to disconnect
+ var disconnect = new List<CBlockStoreItem>();
+ for (var cursor = bestBlockCursor; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
+ {
+ disconnect.Add(cursor);
+ }
+
+ // List of what to connect
+ var connect = new List<CBlockStoreItem>();
+ for (var cursor = cursorIntermediate; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
+ {
+ connect.Add(cursor);
+ }
+ connect.Reverse();
+
+ // Disconnect shorter branch
+ var txResurrect = new List<CTransaction>();
+ foreach (var blockCursor in disconnect)
+ {
+ CBlock block;
+ if (!blockCursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // ReadFromFile for disconnect failed.
+ }
+ if (!DisconnectBlock(blockCursor, ref block))
+ {
+ return false; // DisconnectBlock failed.
+ }
+
+ // Queue memory transactions to resurrect
+ foreach (var tx in block.vtx)
+ {
+ if (!tx.IsCoinBase && !tx.IsCoinStake)
+ {
+ txResurrect.Add(tx);
+ }
+ }
+ }
+
+
+ // Connect longer branch
+ var txDelete = new List<CTransaction>();
+ foreach (var cursor in connect)
+ {
+ CBlock block;
+ if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // ReadFromDisk for connect failed
+ }
+
+ if (!ConnectBlock(cursor, ref block))
+ {
+ // Invalid block
+ return false; // ConnectBlock failed
+ }
+
+ // Queue memory transactions to delete
+ foreach (var tx in block.vtx)
+ {
+ txDelete.Add(tx);
+ }
+ }
+
+ if (!UpdateTopChain(cursorIntermediate))
+ {
+ return false; // UpdateTopChain failed
+ }
+
+ // Make sure it's successfully written to disk
+ dbConn.Commit();
+
+ // Resurrect memory transactions that were in the disconnected branch
+ foreach (var tx in txResurrect)
+ {
+ mapUnconfirmedTx.TryAdd(tx.Hash, tx);
+ }
+
+ // Delete redundant memory transactions that are in the connected branch
+ foreach (var tx in txDelete)
+ {
+ CTransaction dummy;
+ mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
+ }
+
+ return true; // Done
+ }
+
+ private bool DisconnectBlock(CBlockStoreItem blockCursor, ref CBlock block)
+ {
+ throw new NotImplementedException();
+ }
+
+ private bool SetBestChainInner(CBlockStoreItem cursor)
+ {
+ uint256 hash = cursor.Hash;
+ CBlock block;
+ if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // Unable to read block from file.
+ }
+
+ // Adding to current best branch
+ if (!ConnectBlock(cursor, ref block) || !UpdateTopChain(cursor))
+ {
+ InvalidChainFound(cursor);
+ return false;
+ }
+
+ // Add to current best branch
+ cursor.prev.next = cursor;
+
+ dbConn.Commit();
+
+ // Delete redundant memory transactions
+ foreach (var tx in block.vtx)
+ {
+ CTransaction dummy;
+ mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
+ }
+
+ return true;
+ }
+
+ private bool ConnectBlock(CBlockStoreItem cursor, ref CBlock block, bool fJustCheck=false)
+ {
+ // Check it again in case a previous version let a bad block in, but skip BlockSig checking
+ if (!block.CheckBlock(!fJustCheck, !fJustCheck, false))
+ {
+ return false; // Invalid block found.
+ }
+
+ bool fScriptChecks = cursor.nHeight >= Checkpoints.TotalBlocksEstimate;
+ var scriptFlags = scriptflag.SCRIPT_VERIFY_NOCACHE | scriptflag.SCRIPT_VERIFY_P2SH;
+
+ ulong nFees = 0;
+ ulong nValueIn = 0;
+ ulong nValueOut = 0;
+ uint nSigOps = 0;
+
+ var queuedMerkleNodes = new Dictionary<uint256, CMerkleNode>();
+ var queued = new Dictionary<COutPoint, TxOutItem>();
+
+ for (var nTx = 0; nTx < block.vtx.Length; nTx++)
+ {
+ var tx = block.vtx[nTx];
+ var hashTx = tx.Hash;
+ var nTxPos = cursor.nBlockPos + block.GetTxOffset(nTx);
+
+ Dictionary<COutPoint, TxOutItem> txouts;
+ if (GetOutputs(hashTx, out txouts))
+ {
+ // Do not allow blocks that contain transactions which 'overwrite' older transactions,
+ // unless those are already completely spent.
+ return false;
+ }
+
+ nSigOps += tx.LegacySigOpCount;
+ if (nSigOps > CBlock.nMaxSigOps)
+ {
+ return false; // too many sigops
+ }
+
+ var inputs = new Dictionary<COutPoint, TxOutItem>();
+
+ if (tx.IsCoinBase)
+ {
+ nValueOut += tx.nValueOut;
+ }
+ else
+ {
+ bool Invalid;
+ if (!FetchInputs(tx, ref queued, ref inputs, true, out Invalid))
+ {
+ return false; // Unable to fetch some inputs.
+ }
+
+ // Add in sigops done by pay-to-script-hash inputs;
+ // this is to prevent a "rogue miner" from creating
+ // an incredibly-expensive-to-validate block.
+ nSigOps += tx.GetP2SHSigOpCount(inputs);
+ if (nSigOps > CBlock.nMaxSigOps)
+ {
+ return false; // too many sigops
+ }
+
+ ulong nTxValueIn = tx.GetValueIn(inputs);
+ ulong nTxValueOut = tx.nValueOut;
+
+ nValueIn += nTxValueIn;
+ nValueOut += nTxValueOut;
+
+ if (!tx.IsCoinStake)
+ {
+ nFees += nTxValueIn - nTxValueOut;
+ }
+
+ if (!ConnectInputs(tx, inputs, queued, cursor, fScriptChecks, scriptFlags))
+ {
+ return false;
+ }
+ }
+
+ for (var i = 0u; i < tx.vout.Length; i++)
+ {
+ var mNode = new CMerkleNode(cursor.ItemID, nTxPos, tx);
+ queuedMerkleNodes.Add(hashTx, mNode);
+
+ var outKey = new COutPoint(hashTx, i);
+ var outData = new TxOutItem();
+
+ outData.nValue = tx.vout[i].nValue;
+ outData.scriptPubKey = tx.vout[i].scriptPubKey;
+ outData.nOut = i;
+
+
+ outData.IsSpent = false;
+
+ queued.Add(outKey, outData);
+ }
+ }
+
+ if (!block.IsProofOfStake)
+ {
+ ulong nBlockReward = CBlock.GetProofOfWorkReward(cursor.nBits, nFees);
+
+ // Check coinbase reward
+ if (block.vtx[0].nValueOut > nBlockReward)
+ {
+ return false; // coinbase reward exceeded
+ }
+ }
+
+ cursor.nMint = (long) (nValueOut - nValueIn + nFees);
+ cursor.nMoneySupply = (cursor.prev != null ? cursor.prev.nMoneySupply : 0) + (long)nValueOut - (long)nValueIn;
+
+ if (!UpdateDBCursor(ref cursor))
+ {
+ return false; // Unable to commit changes
+ }
+
+ if (fJustCheck)
+ {
+ return true;
+ }
+
+ // Write queued transaction changes
+ var actualMerkleNodes = new Dictionary<uint256, CMerkleNode>();
+ var queuedOutpointItems = new List<TxOutItem>();
+ foreach(KeyValuePair<COutPoint, TxOutItem> outPair in queued)
+ {
+ uint256 txID = outPair.Key.hash;
+ CMerkleNode merkleNode;
+
+ if (actualMerkleNodes.ContainsKey(txID))
+ {
+ merkleNode = actualMerkleNodes[txID];
+ }
+ else
+ {
+ merkleNode = queuedMerkleNodes[txID];
+ if (!SaveMerkleNode(ref merkleNode))
+ {
+ // Unable to save merkle tree cursor.
+ return false;
+ }
+ actualMerkleNodes.Add(txID, merkleNode);
+ }
+
+ var outItem = outPair.Value;
+ outItem.nMerkleNodeID = merkleNode.nMerkleNodeID;
+
+ queuedOutpointItems.Add(outItem);
+ }
+
+ if (!SaveOutpoints(ref queuedOutpointItems))
+ {
+ return false; // Unable to save outpoints
+ }
+
+ return true;
+ }
+
+ /// <summary>
+ /// Insert set of outpoints
+ /// </summary>
+ /// <param name="queuedOutpointItems">List of TxOutItem objects.</param>
+ /// <returns>Result</returns>
+ private bool SaveOutpoints(ref List<TxOutItem> queuedOutpointItems)
+ {
+ return dbConn.InsertAll(queuedOutpointItems, false) != 0;
+ }
- if (QueryGet.Count() == 1)
+ /// <summary>
+ /// Insert merkle node into db and set actual record id value.
+ /// </summary>
+ /// <param name="merkleNode">Merkle node object reference.</param>
+ /// <returns>Result</returns>
+ private bool SaveMerkleNode(ref CMerkleNode merkleNode)
+ {
+ if (dbConn.Insert(merkleNode) == 0)
{
- var res = QueryGet.First();
- nOffset = res.nBlockPos + res.nBlockSize;
+ return false;
}
- var fileReader = new BinaryReader(File.OpenRead(BlockFile));
- var fileStream = fileReader.BaseStream;
+ merkleNode.nMerkleNodeID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
+
+ return true;
+ }
+
+ private bool ConnectInputs(CTransaction tx, Dictionary<COutPoint, TxOutItem> inputs, Dictionary<COutPoint, TxOutItem> queued, CBlockStoreItem cursor, bool fScriptChecks, scriptflag scriptFlags)
+ {
+ throw new NotImplementedException();
+ }
+
+ /// <summary>
+ /// Set new top node or current best chain.
+ /// </summary>
+ /// <param name="cursor"></param>
+ /// <returns></returns>
+ private bool UpdateTopChain(CBlockStoreItem cursor)
+ {
+ ChainParams.HashBestChain = cursor.Hash;
+ ChainParams.nBestChainTrust = cursor.nChainTrust;
+ ChainParams.nBestHeight = cursor.nHeight;
+
+ return dbConn.Update(ChainParams) != 0;
+ }
- var buffer = new byte[1000000]; // Max block size is 1Mb
+ /// <summary>
+ /// Try to find proof-of-stake hash in the map.
+ /// </summary>
+ /// <param name="blockHash">Block hash</param>
+ /// <param name="hashProofOfStake">Proof-of-stake hash</param>
+ /// <returns>Proof-of-Stake hash value</returns>
+ private bool GetProofOfStakeHash(uint256 blockHash, out uint256 hashProofOfStake)
+ {
+ return mapProofOfStake.TryGetValue(blockHash, out hashProofOfStake);
+ }
+
+ public bool AcceptBlock(ref CBlock block)
+ {
+ uint256 nHash = block.header.Hash;
+
+ if (blockMap.ContainsKey(nHash))
+ {
+ // Already have this block.
+ return false;
+ }
+
+ CBlockStoreItem prevBlockCursor = null;
+ if (!blockMap.TryGetValue(block.header.prevHash, out prevBlockCursor))
+ {
+ // Unable to get the cursor.
+ return false;
+ }
+
+ var prevBlockHeader = prevBlockCursor.BlockHeader;
+
+ // TODO: proof-of-work/proof-of-stake verification
+ uint nHeight = prevBlockCursor.nHeight + 1;
+
+ // Check timestamp against prev
+ if (NetInfo.FutureDrift(block.header.nTime) < prevBlockHeader.nTime)
+ {
+ // block's timestamp is too early
+ return false;
+ }
+
+ // Check that all transactions are finalized
+ foreach (var tx in block.vtx)
+ {
+ if (!tx.IsFinal(nHeight, block.header.nTime))
+ {
+ return false;
+ }
+ }
+
+ // TODO: Enforce rule that the coinbase starts with serialized block height
+
+ // Write block to file.
+ var itemTemplate = new CBlockStoreItem()
+ {
+ nHeight = nHeight,
+ };
+
+ itemTemplate.FillHeader(block.header);
+
+ if (!AddItemToIndex(ref itemTemplate, ref block))
+ {
+ return false;
+ }
+
+ return true;
+ }
+
+ /// <summary>
+ /// GEt block by hash.
+ /// </summary>
+ /// <param name="blockHash">Block hash</param>
+ /// <param name="block">Block object reference</param>
+ /// <param name="nBlockPos">Block position reference</param>
+ /// <returns>Result</returns>
+ public bool GetBlock(uint256 blockHash, ref CBlock block, ref long nBlockPos)
+ {
+ CBlockStoreItem cursor;
+
+ if (!blockMap.TryGetValue(blockHash, out cursor))
+ {
+ return false; // Unable to fetch block cursor
+ }
+
+ nBlockPos = cursor.nBlockPos;
+
+ return cursor.ReadFromFile(ref fStreamReadWrite, out block);
+ }
+
+ /// <summary>
+ /// Get block and transaction by transaction hash.
+ /// </summary>
+ /// <param name="TxID">Transaction hash</param>
+ /// <param name="block">Block reference</param>
+ /// <param name="nBlockPos">Block position reference</param>
+ /// <returns>Result of operation</returns>
+ public bool GetBlockByTransactionID(uint256 TxID, ref CBlock block, ref long nBlockPos)
+ {
+ var queryResult = dbConn.Query<CBlockStoreItem>("select b.* from [BlockStorage] b left join [MerkleNodes] m on (b.[ItemID] = m.[nParentBlockID]) where m.[TransactionHash] = ?", (byte[])TxID);
+
+ if (queryResult.Count == 1)
+ {
+ CBlockStoreItem blockCursor = queryResult[0];
+
+ return blockCursor.ReadFromFile(ref fStreamReadWrite, out block);
+ }
+
+ // Tx not found
+
+ return false;
+ }
+
+ public bool GetOutputs(uint256 transactionHash, out Dictionary<COutPoint, TxOutItem> txouts, bool fUnspentOnly=true)
+ {
+ txouts = null;
+
+ var queryParams = new object[] { (byte[])transactionHash, fUnspentOnly ? OutputFlags.AVAILABLE : (OutputFlags.AVAILABLE | OutputFlags.SPENT) };
+ var queryResult = dbConn.Query<TxOutItem>("select o.* from [Outputs] o left join [MerkleNodes] m on m.[nMerkleNodeID] = o.[nMerkleNodeID] where m.[TransactionHash] = ? and outputFlags = ?", queryParams);
+
+ if (queryResult.Count != 0)
+ {
+ txouts = new Dictionary<COutPoint, TxOutItem>();
+
+ foreach (var o in queryResult)
+ {
+ var outpointKey = new COutPoint(transactionHash, o.nOut);
+ var outpointData = o;
+
+ txouts.Add(outpointKey, outpointData);
+ }
+
+ // There are some unspent inputs.
+ return true;
+ }
+
+ // This transaction has been spent completely.
+ return false;
+ }
+
+ public bool WriteNodes(ref CMerkleNode[] merkleNodes)
+ {
+
+
+ return true;
+ }
+
+ /// <summary>
+ /// Get block cursor from map.
+ /// </summary>
+ /// <param name="blockHash">block hash</param>
+ /// <returns>Cursor or null</returns>
+ public CBlockStoreItem GetMapCursor(uint256 blockHash)
+ {
+ if (blockHash == 0)
+ {
+ // Genesis block has zero prevHash and no parent.
+ return null;
+ }
+
+ CBlockStoreItem cursor = null;
+ blockMap.TryGetValue(blockHash, out cursor);
+
+ return cursor;
+ }
+
+ /// <summary>
+ /// Load cursor from database.
+ /// </summary>
+ /// <param name="blockHash">Block hash</param>
+ /// <returns>Block cursor object</returns>
+ public CBlockStoreItem GetDBCursor(uint256 blockHash)
+ {
+ // Trying to get cursor from the database.
+ var QueryBlockCursor = dbConn.Query<CBlockStoreItem>("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash);
+
+ if (QueryBlockCursor.Count == 1)
+ {
+ return QueryBlockCursor[0];
+ }
+
+ // Nothing found.
+ return null;
+ }
+
+ /// <summary>
+ /// Update cursor in memory and on disk.
+ /// </summary>
+ /// <param name="cursor">Block cursor</param>
+ /// <returns>Result</returns>
+ public bool UpdateMapCursor(CBlockStoreItem cursor)
+ {
+ var original = blockMap[cursor.Hash];
+ return blockMap.TryUpdate(cursor.Hash, cursor, original);
+ }
+
+ /// <summary>
+ /// Update cursor record in database.
+ /// </summary>
+ /// <param name="cursor">Block cursor object</param>
+ /// <returns>Result</returns>
+ public bool UpdateDBCursor(ref CBlockStoreItem cursor)
+ {
+ return dbConn.Update(cursor) != 0;
+ }
+
+ public bool ProcessBlock(ref CBlock block)
+ {
+ var blockHash = block.header.Hash;
+
+ if (blockMap.ContainsKey(blockHash))
+ {
+ // We already have this block.
+ return false;
+ }
+
+ if (orphanMap.ContainsKey(blockHash))
+ {
+ // We already have block in the list of orphans.
+ return false;
+ }
+
+ // TODO: Limited duplicity on stake and reserialization of block signature
+
+ if (!block.CheckBlock(true, true, true))
+ {
+ // Preliminary checks failure.
+ return false;
+ }
+
+ if (block.IsProofOfStake)
+ {
+ if (!block.SignatureOK)
+ {
+ // Proof-of-Stake signature validation failure.
+ return false;
+ }
+
+ // TODO: proof-of-stake validation
+
+ uint256 hashProofOfStake = 0, targetProofOfStake = 0;
+ if (!StakeModifier.CheckProofOfStake(block.vtx[1], block.header.nBits, ref hashProofOfStake, ref targetProofOfStake))
+ {
+ return false; // do not error here as we expect this during initial block download
+ }
+ if (!mapProofOfStake.ContainsKey(blockHash))
+ {
+ // add to mapProofOfStake
+ mapProofOfStake.TryAdd(blockHash, hashProofOfStake);
+ }
+
+ }
+
+ // TODO: difficulty verification
+
+ // If don't already have its previous block, shunt it off to holding area until we get it
+ if (!blockMap.ContainsKey(block.header.prevHash))
+ {
+ if (block.IsProofOfStake)
+ {
+ // TODO: limit duplicity on stake
+ }
+
+ var block2 = new CBlock(block);
+ orphanMap.TryAdd(blockHash, block2);
+ orphanMapByPrev.TryAdd(blockHash, block2);
+
+ return true;
+ }
+
+ // Store block to disk
+ if (!AcceptBlock(ref block))
+ {
+ // Accept failed
+ return false;
+ }
+
+ // Recursively process any orphan blocks that depended on this one
+ var orphansQueue = new List<uint256>();
+ orphansQueue.Add(blockHash);
+
+ for (int i = 0; i < orphansQueue.Count; i++)
+ {
+ var hashPrev = orphansQueue[i];
+
+ foreach (var pair in orphanMap)
+ {
+ var orphanBlock = pair.Value;
+
+ if (orphanBlock.header.prevHash == blockHash)
+ {
+ if (AcceptBlock(ref orphanBlock))
+ {
+ orphansQueue.Add(pair.Key);
+ }
+
+ CBlock dummy1;
+ orphanMap.TryRemove(pair.Key, out dummy1);
+ }
+ }
+
+ CBlock dummy2;
+ orphanMap.TryRemove(hashPrev, out dummy2);
+ }
+
+ return true;
+ }
+
+ public bool ParseBlockFile(string BlockFile = "bootstrap.dat")
+ {
+ // TODO: Rewrite completely.
+
+ var nOffset = 0L;
+
+ var buffer = new byte[CBlock.nMaxBlockSize]; // Max block size is 1Mb
var intBuffer = new byte[4];
- fileStream.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length
+ var fStream2 = File.OpenRead(BlockFile);
+ var readerForBlocks = new BinaryReader(fStream2).BaseStream;
- dbConn.BeginTransaction();
+ readerForBlocks.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length
- while (fileStream.Read(buffer, 0, 4) == 4) // Read magic number
+ while (readerForBlocks.Read(buffer, 0, 4) == 4) // Read magic number
{
var nMagic = BitConverter.ToUInt32(buffer, 0);
if (nMagic != 0xe5e9e8e4)
{
- Console.WriteLine("Incorrect magic number.");
- break;
+ throw new Exception("Incorrect magic number.");
}
- var nBytesRead = fileStream.Read(buffer, 0, 4);
+ var nBytesRead = readerForBlocks.Read(buffer, 0, 4);
if (nBytesRead != 4)
{
- Console.WriteLine("BLKSZ EOF");
- break;
+ throw new Exception("BLKSZ EOF");
}
var nBlockSize = BitConverter.ToInt32(buffer, 0);
- nOffset = fileStream.Position;
+ nOffset = readerForBlocks.Position;
- nBytesRead = fileStream.Read(buffer, 0, nBlockSize);
+ nBytesRead = readerForBlocks.Read(buffer, 0, nBlockSize);
if (nBytesRead == 0 || nBytesRead != nBlockSize)
{
- Console.WriteLine("BLK EOF");
- break;
+ throw new Exception("BLK EOF");
}
var block = new CBlock(buffer);
- var headerHash = block.header.Hash;
+ var hash = block.header.Hash;
- if (nOffset % 1000 == 0) // Commit on each 1000th block
+ if (blockMap.ContainsKey(hash))
{
- Console.WriteLine("Offset={0}, Hash: {1}", nOffset, headerHash);
- dbConn.Commit();
- dbConn.BeginTransaction();
+ continue;
}
- if (blockMap.ContainsKey(headerHash))
+ if (!ProcessBlock(ref block))
{
- Console.WriteLine("Duplicate block {0}", headerHash);
- continue;
+ throw new Exception("Invalid block: " + block.header.Hash);
}
- blockMap.Add(
- headerHash,
- new CChainNode() {
- blockHeader = block.header,
- blockType = block.IsProofOfStake ? BlockType.PROOF_OF_STAKE : BlockType.PROOF_OF_WORK
- });
+ int nCount = blockMap.Count;
+ Console.WriteLine("nCount={0}, Hash={1}, Time={2}", nCount, block.header.Hash, DateTime.Now); // Commit on each 100th block
- var result = dbConn.Insert(new CBlockStoreItem()
+ /*
+ if (nCount % 100 == 0 && nCount != 0)
{
- Hash = headerHash,
- BlockHeader = block.header,
- BlockTypeFlag = block.IsProofOfStake ? BlockType.PROOF_OF_STAKE : BlockType.PROOF_OF_WORK,
- nBlockPos = nOffset,
- nBlockSize = nBlockSize
- });
+ Console.WriteLine("Commit...");
+ dbConn.Commit();
+ dbConn.BeginTransaction();
+ }*/
}
dbConn.Commit();
-
- fileReader.Dispose();
return true;
}
if (disposing)
{
// Free other state (managed objects).
+
+ fStreamReadWrite.Dispose();
}
if (dbConn != null)
git://git.novaco.in / NovacoinLibrary.git / blobdiff