X-Git-Url: https://git.novaco.in/?a=blobdiff_plain;f=Novacoin%2FCBlockStore.cs;h=e1d19940ae1a7e3b79e066d54ff8840290cd2d40;hb=c4aad1332d39a5bdd66e9e8004932dc99baf44e5;hp=279edc7245e07706ff6d94658031ba2ee69be05e;hpb=729e4ae7db34bd869fab8079f08968175fe3e5e8;p=NovacoinLibrary.git
diff --git a/Novacoin/CBlockStore.cs b/Novacoin/CBlockStore.cs
index 279edc7..e1d1994 100644
--- a/Novacoin/CBlockStore.cs
+++ b/Novacoin/CBlockStore.cs
@@ -1,497 +1,969 @@
-using System;
+/**
+* Novacoin classes library
+* Copyright (C) 2015 Alex D. (balthazar.ad@gmail.com)
+
+* This program is free software: you can redistribute it and/or modify
+* it under the terms of the GNU Affero General Public License as
+* published by the Free Software Foundation, either version 3 of the
+* License, or (at your option) any later version.
+
+* This program is distributed in the hope that it will be useful,
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+* GNU Affero General Public License for more details.
+
+* You should have received a copy of the GNU Affero General Public License
+* along with this program. If not, see .
+*/
+
+
+using System;
using System.IO;
-using System.Linq;
using System.Collections.Concurrent;
using SQLite.Net;
-using SQLite.Net.Attributes;
using SQLite.Net.Interop;
using SQLite.Net.Platform.Generic;
-using SQLiteNetExtensions.Attributes;
using System.Collections.Generic;
+using System.Text;
+using System.Diagnostics.Contracts;
+using System.Linq;
namespace Novacoin
{
- ///
- /// Block headers table
- ///
- [Table("BlockStorage")]
- class CBlockStoreItem
+ public class CBlockStore : IDisposable
{
- ///
- /// Item ID in the database
- ///
- [PrimaryKey, AutoIncrement]
- public int ItemID { get; set; }
+ public const uint nMagicNumber = 0xe5e9e8e4;
+
+ private bool disposed = false;
+ private object LockObj = new object();
///
- /// PBKDF2+Salsa20 of block hash
+ /// SQLite connection object.
///
- [Unique]
- public byte[] Hash { get; set; }
+ private SQLiteConnection dbConn;
///
- /// Version of block schema
+ /// Current SQLite platform
///
- public uint nVersion { get; set; }
+ private ISQLitePlatform dbPlatform;
///
- /// Previous block hash.
+ /// Block file.
///
- public byte[] prevHash { get; set; }
+ private string strBlockFile;
///
- /// Merkle root hash.
+ /// Index database file.
///
- public byte[] merkleRoot { get; set; }
+ private string strDbFile;
///
- /// Block timestamp.
+ /// Map of block tree nodes.
+ ///
+ /// blockHash => CBlockStoreItem
///
- public uint nTime { get; set; }
+ private ConcurrentDictionary blockMap = new ConcurrentDictionary();
///
- /// Compressed difficulty representation.
+ /// Orphaned blocks map.
///
- public uint nBits { get; set; }
+ private ConcurrentDictionary orphanMap = new ConcurrentDictionary();
+ private ConcurrentDictionary orphanMapByPrev = new ConcurrentDictionary();
///
- /// Nonce counter.
+ /// Unconfirmed transactions.
+ ///
+ /// TxID => Transaction
///
- public uint nNonce { get; set; }
+ private ConcurrentDictionary mapUnconfirmedTx = new ConcurrentDictionary();
///
- /// Block type flags
+ /// Map of the proof-of-stake hashes. This is necessary for stake duplication checks.
///
- public BlockType BlockTypeFlag { get; set; }
+ private ConcurrentDictionary mapProofOfStake = new ConcurrentDictionary();
+
+
+ private ConcurrentDictionary mapStakeSeen = new ConcurrentDictionary();
+ private ConcurrentDictionary mapStakeSeenOrphan = new ConcurrentDictionary();
+
///
- /// Stake modifier
+ /// Copy of chain state object.
///
- public long nStakeModifier { get; set; }
+ private ChainState ChainParams;
///
- /// Stake entropy bit
+ /// Cursor which is pointing us to the end of best chain.
///
- public byte nEntropyBit { get; set; }
+ private CBlockStoreItem bestBlockCursor = null;
///
- /// Block height
+ /// Cursor which is always pointing us to genesis block.
///
- public uint nHeight { get; set; }
+ private CBlockStoreItem genesisBlockCursor = null;
///
- /// Block position in file
+ /// Current and the only instance of block storage manager. Should be a property with private setter though it's enough for the beginning.
///
- public long nBlockPos { get; set; }
+ public static CBlockStore Instance = null;
///
- /// Block size in bytes
+ /// Block file stream with read/write access
///
- public int nBlockSize { get; set; }
+ private Stream fStreamReadWrite;
+ private uint nTimeBestReceived;
+ private int nTransactionsUpdated;
///
- /// Fill database item with data from given block header.
+ /// Init the block storage manager.
///
- /// Block header
- /// Header hash
- public uint256 FillHeader(CBlockHeader header)
+ /// Path to index database
+ /// Path to block file
+ public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "blk0001.dat")
{
- uint256 _hash;
- Hash = _hash = header.Hash;
+ strDbFile = IndexDB;
+ strBlockFile = BlockFile;
- nVersion = header.nVersion;
- prevHash = header.prevHash;
- merkleRoot = header.merkleRoot;
- nTime = header.nTime;
- nBits = header.nBits;
- nNonce = header.nNonce;
+ bool firstInit = !File.Exists(strDbFile);
+ dbPlatform = new SQLitePlatformGeneric();
+ dbConn = new SQLiteConnection(dbPlatform, strDbFile);
- return _hash;
- }
+ fStreamReadWrite = File.Open(strBlockFile, FileMode.OpenOrCreate, FileAccess.ReadWrite);
- ///
- /// Reconstruct block header from item data.
- ///
- public CBlockHeader BlockHeader
- {
- get
+ Instance = this;
+
+ if (firstInit)
{
- CBlockHeader header = new CBlockHeader();
+ lock (LockObj)
+ {
+ // Create tables
+ dbConn.CreateTable(CreateFlags.AutoIncPK);
+ dbConn.CreateTable(CreateFlags.AutoIncPK);
+ dbConn.CreateTable(CreateFlags.ImplicitPK);
+ dbConn.CreateTable(CreateFlags.AutoIncPK);
- header.nVersion = nVersion;
- header.prevHash = prevHash;
- header.merkleRoot = merkleRoot;
- header.nTime = nTime;
- header.nBits = nBits;
- header.nNonce = nNonce;
+ ChainParams = new ChainState()
+ {
+ nBestChainTrust = 0,
+ nBestHeight = 0,
+ nHashBestChain = 0
+ };
+
+ dbConn.Insert(ChainParams);
+
+ var genesisBlock = new CBlock(
+ Interop.HexToArray(
+ "01000000" + // nVersion=1
+ "0000000000000000000000000000000000000000000000000000000000000000" + // prevhash is zero
+ "7b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c" + // merkle root
+ "398e1151" + // nTime=1360105017
+ "ffff0f1e" + // nBits=0x1e0fffff
+ "d3091800" + // nNonce=1575379
+ "01" + // nTxCount=1
+ "01000000" + // nVersion=1
+ "398e1151" + // nTime=1360105017
+ "01" + // nInputs=1
+ "0000000000000000000000000000000000000000000000000000000000000000" + // input txid is zero
+ "ffffffff" + // n=uint.maxValue
+ "4d" + // scriptSigLen=77
+ "04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936" + // scriptSig
+ "ffffffff" + // nSequence=uint.maxValue
+ "01" + // nOutputs=1
+ "0000000000000000" + // nValue=0
+ "00" + // scriptPubkeyLen=0
+ "00000000" + // nLockTime=0
+ "00" // sigLen=0
+ ));
- return header;
+ // Write block to file.
+ var itemTemplate = new CBlockStoreItem()
+ {
+ nHeight = 0
+ };
+
+ itemTemplate.FillHeader(genesisBlock.header);
+
+ if (!AddItemToIndex(ref itemTemplate, ref genesisBlock))
+ {
+ throw new Exception("Unable to write genesis block");
+ }
+ }
+ }
+ else
+ {
+ var blockTreeItems = dbConn.Query("select * from [BlockStorage] order by [ItemId] asc");
+
+ // Init list of block items
+ foreach (var item in blockTreeItems)
+ {
+ blockMap.TryAdd(item.Hash, item);
+
+ if (item.IsProofOfStake)
+ {
+ // build mapStakeSeen
+ mapStakeSeen.TryAdd(item.prevoutStake, item.nStakeTime);
+ }
+ }
+
+ // Load data about the top node.
+ ChainParams = dbConn.Table().First();
}
}
- ///
- /// Read block from file.
- ///
- /// Stream with read access.
- /// CBlock reference.
- /// Result
- public bool ReadFromFile(ref Stream reader, out CBlock block)
+ public bool GetTxOutCursor(COutPoint outpoint, ref TxOutItem txOutCursor)
{
- var buffer = new byte[nBlockSize];
- block = null;
+ var queryResults = dbConn.Query("select o.* from [Outputs] o left join [MerkleNodes] m on (m.nMerkleNodeID = o.nMerkleNodeID) where m.[TransactionHash] = ?", (byte[])outpoint.hash);
- try
+ if (queryResults.Count == 1)
{
- reader.Seek(nBlockPos, SeekOrigin.Begin);
+ txOutCursor = queryResults[0];
- if (nBlockSize != reader.Read(buffer, 0, nBlockSize))
- {
- return false;
- }
+ return true;
+ }
- block = new CBlock(buffer);
+ // Tx not found
+ return false;
+ }
+
+ public bool FetchInputs(CTransaction tx, ref Dictionary queued, ref Dictionary inputs, bool IsBlock, out bool Invalid)
+ {
+ Invalid = false;
+
+ if (tx.IsCoinBase)
+ {
+ // Coinbase transactions have no inputs to fetch.
return true;
}
- catch (IOException)
+
+ StringBuilder queryBuilder = new StringBuilder();
+
+ queryBuilder.Append("select o.*, m.[TransactionHash] from [Outputs] o left join [MerkleNodes] m on (m.[nMerkleNodeID] = o.[nMerkleNodeID]) where ");
+
+ for (var i = 0; i < tx.vin.Length; i++)
{
- // I/O error
- return false;
+ queryBuilder.AppendFormat(" {0} (m.[TransactionHash] = x'{1}' and o.[OutputNumber] = x'{2}')",
+ (i > 0 ? "or" : string.Empty), Interop.ToHex(tx.vin[i].prevout.hash),
+ Interop.ToHex(VarInt.EncodeVarInt(tx.vin[i].prevout.n)
+ ));
}
- catch (BlockException)
+
+ var queryResults = dbConn.Query(queryBuilder.ToString());
+
+ foreach (var item in queryResults)
{
- // Constructor exception
- return false;
+ if (item.IsSpent)
+ {
+ return false; // Already spent
+ }
+
+ var inputsKey = new COutPoint(item.TransactionHash, item.nOut);
+
+ item.IsSpent = true;
+
+ // Add output data to dictionary
+ inputs.Add(inputsKey, (TxOutItem)item);
}
+
+ if (queryResults.Count < tx.vin.Length)
+ {
+ if (IsBlock)
+ {
+ // It seems that some transactions are being spent in the same block.
+
+ foreach (var txin in tx.vin)
+ {
+ var outPoint = txin.prevout;
+
+ if (!queued.ContainsKey(outPoint))
+ {
+ return false; // No such transaction
+ }
+
+ // Add output data to dictionary
+ inputs.Add(outPoint, queued[outPoint]);
+
+ // Mark output as spent
+ queued[outPoint].IsSpent = true;
+ }
+ }
+ else
+ {
+ // Unconfirmed transaction
+
+ foreach (var txin in tx.vin)
+ {
+ var outPoint = txin.prevout;
+ CTransaction txPrev;
+
+ if (!mapUnconfirmedTx.TryGetValue(outPoint.hash, out txPrev))
+ {
+ return false; // No such transaction
+ }
+
+ if (outPoint.n > txPrev.vout.Length)
+ {
+ Invalid = true;
+
+ return false; // nOut is out of range
+ }
+
+ // TODO: return inputs from map
+ throw new NotImplementedException();
+
+ }
+
+ return false;
+ }
+ }
+
+ return true;
}
- ///
- /// Writes given block to file and prepares cursor object for insertion into the database.
- ///
- /// Stream with write access.
- /// CBlock reference.
- /// Result
- public bool WriteToFile(ref Stream writer, ref CBlock block)
+ private bool AddItemToIndex(ref CBlockStoreItem itemTemplate, ref CBlock block)
{
- try
+ uint256 blockHash = itemTemplate.Hash;
+
+ if (blockMap.ContainsKey(blockHash))
+ {
+ // Already have this block.
+ return false;
+ }
+
+ // Begin transaction
+ dbConn.BeginTransaction();
+
+ // Compute chain trust score
+ itemTemplate.nChainTrust = (itemTemplate.prev != null ? itemTemplate.prev.nChainTrust : 0) + itemTemplate.nBlockTrust;
+
+ if (!itemTemplate.SetStakeEntropyBit(Entropy.GetStakeEntropyBit(itemTemplate.nHeight, blockHash)))
{
- byte[] blockBytes = block;
+ return false; // SetStakeEntropyBit() failed
+ }
- var magicBytes = BitConverter.GetBytes(CBlockStore.nMagicNumber);
- var blkLenBytes = BitConverter.GetBytes(blockBytes.Length);
+ // Save proof-of-stake hash value
+ if (itemTemplate.IsProofOfStake)
+ {
+ uint256 hashProofOfStake;
+ if (!GetProofOfStakeHash(blockHash, out hashProofOfStake))
+ {
+ return false; // hashProofOfStake not found
+ }
+ itemTemplate.hashProofOfStake = hashProofOfStake;
+ }
- // Seek to the end and then append magic bytes there.
- writer.Seek(0, SeekOrigin.End);
- writer.Write(magicBytes, 0, magicBytes.Length);
- writer.Write(blkLenBytes, 0, blkLenBytes.Length);
+ // compute stake modifier
+ long nStakeModifier = 0;
+ bool fGeneratedStakeModifier = false;
+ if (!StakeModifier.ComputeNextStakeModifier(itemTemplate, ref nStakeModifier, ref fGeneratedStakeModifier))
+ {
+ return false; // ComputeNextStakeModifier() failed
+ }
- // Save block size and current position in the block cursor fields.
- nBlockPos = writer.Position;
- nBlockSize = blockBytes.Length;
+ itemTemplate.SetStakeModifier(nStakeModifier, fGeneratedStakeModifier);
+ itemTemplate.nStakeModifierChecksum = StakeModifier.GetStakeModifierChecksum(itemTemplate);
- // Write block and flush the stream.
- writer.Write(blockBytes, 0, blockBytes.Length);
- writer.Flush();
+ // TODO: verify stake modifier checkpoints
- return true;
+ // Add to index
+ if (block.IsProofOfStake)
+ {
+ itemTemplate.SetProofOfStake();
+
+ itemTemplate.prevoutStake = block.vtx[1].vin[0].prevout;
+ itemTemplate.nStakeTime = block.vtx[1].nTime;
}
- catch (IOException)
+
+ if (!itemTemplate.WriteToFile(ref fStreamReadWrite, ref block))
{
- // I/O error
return false;
}
- catch (Exception)
+
+ if (dbConn.Insert(itemTemplate) == 0)
{
- // Some serialization error
- return false;
+ return false; // Insert failed
}
+
+ // Get last RowID.
+ itemTemplate.ItemID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
+
+ if (!blockMap.TryAdd(blockHash, itemTemplate))
+ {
+ return false; // blockMap add failed
+ }
+
+ if (itemTemplate.nChainTrust > ChainParams.nBestChainTrust)
+ {
+ // New best chain
+
+ if (!SetBestChain(ref itemTemplate))
+ {
+ return false; // SetBestChain failed.
+ }
+ }
+
+ // Commit transaction
+ dbConn.Commit();
+
+ return true;
}
- }
- ///
- /// Block type.
- ///
- public enum BlockType
- {
- PROOF_OF_WORK,
- PROOF_OF_WORK_MODIFIER,
- PROOF_OF_STAKE,
- PROOF_OF_STAKE_MODIFIER
- };
-
- ///
- /// Transaction type.
- ///
- public enum TxType
- {
- TX_COINBASE,
- TX_COINSTAKE,
- TX_USER
- }
+ private bool SetBestChain(ref CBlockStoreItem cursor)
+ {
+ uint256 hashBlock = cursor.Hash;
- [Table("TransactionStorage")]
- public class CTransactionStoreItem
- {
- ///
- /// Transaction hash
- ///
- [PrimaryKey]
- public byte[] TransactionHash { get; set; }
+ if (genesisBlockCursor == null && hashBlock == NetInfo.nHashGenesisBlock)
+ {
+ genesisBlockCursor = cursor;
+ }
+ else if (ChainParams.nHashBestChain == (uint256)cursor.prevHash)
+ {
+ if (!SetBestChainInner(cursor))
+ {
+ return false;
+ }
+ }
+ else
+ {
+ // the first block in the new chain that will cause it to become the new best chain
+ var cursorIntermediate = cursor;
- ///
- /// Block hash
- ///
- [ForeignKey(typeof(CBlockStoreItem), Name = "Hash")]
- public byte[] BlockHash { get; set; }
+ // list of blocks that need to be connected afterwards
+ var secondary = new List();
- ///
- /// Transaction type flag
- ///
- public TxType txType { get; set; }
+ // Reorganize is costly in terms of db load, as it works in a single db transaction.
+ // Try to limit how much needs to be done inside
+ while (cursorIntermediate.prev != null && cursorIntermediate.prev.nChainTrust > bestBlockCursor.nChainTrust)
+ {
+ secondary.Add(cursorIntermediate);
+ cursorIntermediate = cursorIntermediate.prev;
+ }
- ///
- /// Tx position in file
- ///
- public long nTxPos { get; set; }
+ // Switch to new best branch
+ if (!Reorganize(cursorIntermediate))
+ {
+ InvalidChainFound(cursor);
+ return false; // reorganize failed
+ }
- ///
- /// Transaction size
- ///
- public int nTxSize { get; set; }
+ // Connect further blocks
+ foreach (var currentCursor in secondary)
+ {
+ CBlock block;
+ if (!currentCursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ // ReadFromDisk failed
+ break;
+ }
- ///
- /// Read transaction from file.
- ///
- /// Stream with read access.
- /// CTransaction reference.
- /// Result
- public bool ReadFromFile(ref Stream reader, out CTransaction tx)
+ // errors now are not fatal, we still did a reorganisation to a new chain in a valid way
+ if (!SetBestChainInner(currentCursor))
+ {
+ break;
+ }
+ }
+ }
+
+ bestBlockCursor = cursor;
+ nTimeBestReceived = Interop.GetTime();
+ nTransactionsUpdated++;
+
+ return true;
+ }
+
+ private void InvalidChainFound(CBlockStoreItem cursor)
+ {
+ throw new NotImplementedException();
+ }
+
+ private bool Reorganize(CBlockStoreItem cursorIntermediate)
{
- var buffer = new byte[CTransaction.nMaxTxSize];
- tx = null;
+ // Find the fork
+ var fork = bestBlockCursor;
+ var longer = cursorIntermediate;
- try
+ while (fork.ItemID != longer.ItemID)
{
- reader.Seek(nTxPos, SeekOrigin.Begin); // Seek to transaction offset
+ while (longer.nHeight > fork.nHeight)
+ {
+ if ((longer = longer.prev) == null)
+ {
+ return false; // longer.prev is null
+ }
+ }
- if (nTxSize != reader.Read(buffer, 0, nTxSize))
+ if (fork.ItemID == longer.ItemID)
{
- return false;
+ break;
}
- tx = new CTransaction(buffer);
+ if ((fork = fork.prev) == null)
+ {
+ return false; // fork.prev is null
+ }
+ }
- return true;
+ // List of what to disconnect
+ var disconnect = new List();
+ for (var cursor = bestBlockCursor; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
+ {
+ disconnect.Add(cursor);
}
- catch (IOException)
+
+ // List of what to connect
+ var connect = new List();
+ for (var cursor = cursorIntermediate; cursor.ItemID != fork.ItemID; cursor = cursor.prev)
{
- // I/O error
- return false;
+ connect.Add(cursor);
}
- catch (TransactionConstructorException)
+ connect.Reverse();
+
+ // Disconnect shorter branch
+ var txResurrect = new List();
+ foreach (var blockCursor in disconnect)
{
- // Constructor error
- return false;
+ CBlock block;
+ if (!blockCursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // ReadFromFile for disconnect failed.
+ }
+ if (!DisconnectBlock(blockCursor, ref block))
+ {
+ return false; // DisconnectBlock failed.
+ }
+
+ // Queue memory transactions to resurrect
+ foreach (var tx in block.vtx)
+ {
+ if (!tx.IsCoinBase && !tx.IsCoinStake)
+ {
+ txResurrect.Add(tx);
+ }
+ }
}
- }
- }
- public class CBlockStore : IDisposable
- {
- public const uint nMagicNumber = 0xe5e9e8e4;
- private bool disposed = false;
- private object LockObj = new object();
+ // Connect longer branch
+ var txDelete = new List();
+ foreach (var cursor in connect)
+ {
+ CBlock block;
+ if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // ReadFromDisk for connect failed
+ }
- ///
- /// SQLite connection object.
- ///
- private SQLiteConnection dbConn;
+ if (!ConnectBlock(cursor, ref block))
+ {
+ // Invalid block
+ return false; // ConnectBlock failed
+ }
- ///
- /// Block file.
- ///
- private string strBlockFile;
+ // Queue memory transactions to delete
+ foreach (var tx in block.vtx)
+ {
+ txDelete.Add(tx);
+ }
+ }
- ///
- /// Index database file.
- ///
- private string strDbFile;
+ if (!UpdateTopChain(cursorIntermediate))
+ {
+ return false; // UpdateTopChain failed
+ }
- ///
- /// Map of block tree nodes.
- ///
- private ConcurrentDictionary blockMap = new ConcurrentDictionary();
+ // Resurrect memory transactions that were in the disconnected branch
+ foreach (var tx in txResurrect)
+ {
+ mapUnconfirmedTx.TryAdd(tx.Hash, tx);
+ }
- ///
- /// Orphaned blocks map.
- ///
- private ConcurrentDictionary orphanMap = new ConcurrentDictionary();
- private ConcurrentDictionary orphanMapByPrev = new ConcurrentDictionary();
+ // Delete redundant memory transactions that are in the connected branch
+ foreach (var tx in txDelete)
+ {
+ CTransaction dummy;
+ mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
+ }
- ///
- /// Map of unspent items.
- ///
- private ConcurrentDictionary txMap = new ConcurrentDictionary();
+ return true; // Done
+ }
+
+ private bool DisconnectBlock(CBlockStoreItem blockCursor, ref CBlock block)
+ {
+ throw new NotImplementedException();
+ }
- public static CBlockStore Instance;
+ private bool SetBestChainInner(CBlockStoreItem cursor)
+ {
+ uint256 hash = cursor.Hash;
+ CBlock block;
+ if (!cursor.ReadFromFile(ref fStreamReadWrite, out block))
+ {
+ return false; // Unable to read block from file.
+ }
- ///
- /// Block file stream with read access
- ///
- private Stream fStreamReadWrite;
+ // Adding to current best branch
+ if (!ConnectBlock(cursor, ref block) || !UpdateTopChain(cursor))
+ {
+ InvalidChainFound(cursor);
+ return false;
+ }
- ///
- /// Init the block storage manager.
- ///
- /// Path to index database
- /// Path to block file
- public CBlockStore(string IndexDB = "blockstore.dat", string BlockFile = "blk0001.dat")
+ // Add to current best branch
+ cursor.prev.next = cursor;
+
+ // Delete redundant memory transactions
+ foreach (var tx in block.vtx)
+ {
+ CTransaction dummy;
+ mapUnconfirmedTx.TryRemove(tx.Hash, out dummy);
+ }
+
+ return true;
+ }
+
+ private bool ConnectBlock(CBlockStoreItem cursor, ref CBlock block, bool fJustCheck = false)
{
- strDbFile = IndexDB;
- strBlockFile = BlockFile;
+ // Check it again in case a previous version let a bad block in, but skip BlockSig checking
+ if (!block.CheckBlock(!fJustCheck, !fJustCheck, false))
+ {
+ return false; // Invalid block found.
+ }
- bool firstInit = !File.Exists(strDbFile);
- dbConn = new SQLiteConnection(new SQLitePlatformGeneric(), strDbFile);
+ bool fScriptChecks = cursor.nHeight >= Checkpoints.TotalBlocksEstimate;
+ var scriptFlags = scriptflag.SCRIPT_VERIFY_NOCACHE | scriptflag.SCRIPT_VERIFY_P2SH;
- fStreamReadWrite = File.Open(strBlockFile, FileMode.OpenOrCreate, FileAccess.ReadWrite);
+ ulong nFees = 0;
+ ulong nValueIn = 0;
+ ulong nValueOut = 0;
+ uint nSigOps = 0;
- if (firstInit)
+ var queuedMerkleNodes = new Dictionary();
+ var queued = new Dictionary();
+
+ for (var nTx = 0; nTx < block.vtx.Length; nTx++)
{
- lock (LockObj)
+ var tx = block.vtx[nTx];
+ var hashTx = tx.Hash;
+ var nTxPos = cursor.nBlockPos + block.GetTxOffset(nTx);
+
+ Dictionary txouts;
+ if (GetOutputs(hashTx, out txouts))
{
- // Create tables
- dbConn.CreateTable(CreateFlags.AutoIncPK);
- dbConn.CreateTable(CreateFlags.ImplicitPK);
+ // Do not allow blocks that contain transactions which 'overwrite' older transactions,
+ // unless those are already completely spent.
+ return false;
+ }
- var genesisBlock = new CBlock(
- Interop.HexToArray(
- "01000000" + // nVersion=1
- "0000000000000000000000000000000000000000000000000000000000000000" + // prevhash is zero
- "7b0502ad2f9f675528183f83d6385794fbcaa914e6d385c6cb1d866a3b3bb34c" + // merkle root
- "398e1151" + // nTime=1360105017
- "ffff0f1e" + // nBits=0x1e0fffff
- "d3091800" + // nNonce=1575379
- "01" + // nTxCount=1
- "01000000" + // nVersion=1
- "398e1151" + // nTime=1360105017
- "01" + // nInputs=1
- "0000000000000000000000000000000000000000000000000000000000000000" + // input txid is zero
- "ffffffff" + // n=uint.maxValue
- "4d" + // scriptSigLen=77
- "04ffff001d020f274468747470733a2f2f626974636f696e74616c6b2e6f72672f696e6465782e7068703f746f7069633d3133343137392e6d736731353032313936236d736731353032313936" + // scriptSig
- "ffffffff" + // nSequence=uint.maxValue
- "01" + // nOutputs=1
- "0000000000000000" + // nValue=0
- "00" + // scriptPubkeyLen=0
- "00000000" + // nLockTime=0
- "00" // sigLen=0
- ));
+ nSigOps += tx.LegacySigOpCount;
+ if (nSigOps > CBlock.nMaxSigOps)
+ {
+ return false; // too many sigops
+ }
- // Write block to file.
- var itemTemplate = new CBlockStoreItem()
+ var inputs = new Dictionary();
+
+ if (tx.IsCoinBase)
+ {
+ nValueOut += tx.nValueOut;
+ }
+ else
+ {
+ bool Invalid;
+ if (!FetchInputs(tx, ref queued, ref inputs, true, out Invalid))
{
- nHeight = 0
- };
+ return false; // Unable to fetch some inputs.
+ }
- itemTemplate.FillHeader(genesisBlock.header);
+ // Add in sigops done by pay-to-script-hash inputs;
+ // this is to prevent a "rogue miner" from creating
+ // an incredibly-expensive-to-validate block.
+ nSigOps += tx.GetP2SHSigOpCount(ref inputs);
+ if (nSigOps > CBlock.nMaxSigOps)
+ {
+ return false; // too many sigops
+ }
- if (!AddItemToIndex(ref itemTemplate, ref genesisBlock))
+ ulong nTxValueIn = tx.GetValueIn(ref inputs);
+ ulong nTxValueOut = tx.nValueOut;
+
+ nValueIn += nTxValueIn;
+ nValueOut += nTxValueOut;
+
+ if (!tx.IsCoinStake)
{
- throw new Exception("Unable to write genesis block");
+ nFees += nTxValueIn - nTxValueOut;
+ }
+
+ if (!ConnectInputs(tx, ref inputs, ref queued, ref cursor, true, fScriptChecks, scriptFlags))
+ {
+ return false;
}
}
+
+ for (var i = 0u; i < tx.vout.Length; i++)
+ {
+ var mNode = new CMerkleNode(cursor.ItemID, nTxPos, tx);
+ queuedMerkleNodes.Add(hashTx, mNode);
+
+ var outKey = new COutPoint(hashTx, i);
+ var outData = new TxOutItem();
+
+ outData.nValue = tx.vout[i].nValue;
+ outData.scriptPubKey = tx.vout[i].scriptPubKey;
+ outData.nOut = i;
+
+
+ outData.IsSpent = false;
+
+ queued.Add(outKey, outData);
+ }
}
- else
+
+ if (!block.IsProofOfStake)
{
- var blockTreeItems = dbConn.Query("select * from [BlockStorage] order by [ItemId] asc");
+ ulong nBlockReward = CBlock.GetProofOfWorkReward(cursor.nBits, nFees);
- // Init list of block items
- foreach (var item in blockTreeItems)
+ // Check coinbase reward
+ if (block.vtx[0].nValueOut > nBlockReward)
{
- blockMap.TryAdd(item.Hash, item);
+ return false; // coinbase reward exceeded
}
}
- Instance = this;
- }
+ cursor.nMint = (long)(nValueOut - nValueIn + nFees);
+ cursor.nMoneySupply = (cursor.prev != null ? cursor.prev.nMoneySupply : 0) + (long)nValueOut - (long)nValueIn;
- public bool GetTransaction(uint256 TxID, ref CTransaction tx)
- {
- var reader = new BinaryReader(fStreamReadWrite).BaseStream;
- var QueryTx = dbConn.Query("select * from [TransactionStorage] where [TransactionHash] = ?", (byte[])TxID);
+ if (!UpdateDBCursor(ref cursor))
+ {
+ return false; // Unable to commit changes
+ }
- if (QueryTx.Count == 1)
+ if (fJustCheck)
{
- return QueryTx[0].ReadFromFile(ref reader, out tx);
+ return true;
}
- // Tx not found
+ // Write queued transaction changes
+ var actualMerkleNodes = new Dictionary();
+ var queuedOutpointItems = new List();
+ foreach (KeyValuePair outPair in queued)
+ {
+ uint256 txID = outPair.Key.hash;
+ CMerkleNode merkleNode;
- return false;
+ if (actualMerkleNodes.ContainsKey(txID))
+ {
+ merkleNode = actualMerkleNodes[txID];
+ }
+ else
+ {
+ merkleNode = queuedMerkleNodes[txID];
+ if (!SaveMerkleNode(ref merkleNode))
+ {
+ // Unable to save merkle tree cursor.
+ return false;
+ }
+ actualMerkleNodes.Add(txID, merkleNode);
+ }
+
+ var outItem = outPair.Value;
+ outItem.nMerkleNodeID = merkleNode.nMerkleNodeID;
+
+ queuedOutpointItems.Add(outItem);
+ }
+
+ if (!SaveOutpoints(ref queuedOutpointItems))
+ {
+ return false; // Unable to save outpoints
+ }
+
+ return true;
}
- private bool AddItemToIndex(ref CBlockStoreItem itemTemplate, ref CBlock block)
+ ///
+ /// Insert set of outpoints
+ ///
+ /// List of TxOutItem objects.
+ /// Result
+ private bool SaveOutpoints(ref List queuedOutpointItems)
{
- var writer = new BinaryWriter(fStreamReadWrite).BaseStream;
- uint256 blockHash = itemTemplate.Hash;
+ return dbConn.InsertAll(queuedOutpointItems, false) != 0;
+ }
- if (blockMap.ContainsKey(blockHash))
+ ///
+ /// Insert merkle node into db and set actual record id value.
+ ///
+ /// Merkle node object reference.
+ /// Result
+ private bool SaveMerkleNode(ref CMerkleNode merkleNode)
+ {
+ if (dbConn.Insert(merkleNode) == 0)
{
- // Already have this block.
return false;
}
- // TODO: compute chain trust, set stake entropy bit, record proof-of-stake hash value
+ merkleNode.nMerkleNodeID = dbPlatform.SQLiteApi.LastInsertRowid(dbConn.Handle);
- // TODO: compute stake modifier
+ return true;
+ }
- // Add to index
- itemTemplate.BlockTypeFlag = block.IsProofOfStake ? BlockType.PROOF_OF_STAKE : BlockType.PROOF_OF_WORK;
+ private bool ConnectInputs(CTransaction tx, ref Dictionary inputs, ref Dictionary queued, ref CBlockStoreItem cursorBlock, bool fBlock, bool fScriptChecks, scriptflag scriptFlags)
+ {
+ // Take over previous transactions' spent pointers
+ // fBlock is true when this is called from AcceptBlock when a new best-block is added to the blockchain
+ // fMiner is true when called from the internal bitcoin miner
+ // ... both are false when called from CTransaction::AcceptToMemoryPool
- if (!itemTemplate.WriteToFile(ref writer, ref block))
+ if (!tx.IsCoinBase)
{
- return false;
- }
+ ulong nValueIn = 0;
+ ulong nFees = 0;
+ for (uint i = 0; i < tx.vin.Length; i++)
+ {
+ var prevout = tx.vin[i].prevout;
+ Contract.Assert(inputs.ContainsKey(prevout));
+ var input = inputs[prevout];
- dbConn.Insert(itemTemplate);
+ CBlockStoreItem parentBlockCursor;
+ var merkleItem = GetMerkleCursor(input, out parentBlockCursor);
- // We have no SetBestChain and ConnectBlock/Disconnect block yet, so adding these transactions manually.
- for (int i = 0; i < block.vtx.Length; i++)
- {
- // Handle trasactions
+ if (merkleItem == null)
+ {
+ return false; // Unable to find merkle node
+ }
- if (!block.vtx[i].VerifyScripts())
- {
- return false;
- }
+ // If prev is coinbase or coinstake, check that it's matured
+ if (merkleItem.IsCoinBase || merkleItem.IsCoinStake)
+ {
+ if (cursorBlock.nHeight - parentBlockCursor.nHeight < NetInfo.nGeneratedMaturity)
+ {
+ return false; // tried to spend non-matured generation input.
+ }
+ }
+
+ // check transaction timestamp
+ if (merkleItem.nTime > tx.nTime)
+ {
+ return false; // transaction timestamp earlier than input transaction
+ }
- var nTxOffset = itemTemplate.nBlockPos + block.GetTxOffset(i);
- TxType txnType = TxType.TX_USER;
+ // Check for negative or overflow input values
+ nValueIn += input.nValue;
+ if (!CTransaction.MoneyRange(input.nValue) || !CTransaction.MoneyRange(nValueIn))
+ {
+ return false; // txin values out of range
+ }
- if (block.vtx[i].IsCoinBase)
- {
- txnType = TxType.TX_COINBASE;
}
- else if (block.vtx[i].IsCoinStake)
+
+ // The first loop above does all the inexpensive checks.
+ // Only if ALL inputs pass do we perform expensive ECDSA signature checks.
+ // Helps prevent CPU exhaustion attacks.
+ for (int i = 0; i < tx.vin.Length; i++)
{
- txnType = TxType.TX_COINSTAKE;
+ var prevout = tx.vin[i].prevout;
+ Contract.Assert(inputs.ContainsKey(prevout));
+ var input = inputs[prevout];
+
+ // Check for conflicts (double-spend)
+ if (input.IsSpent)
+ {
+ return false;
+ }
+
+ // Skip ECDSA signature verification when connecting blocks (fBlock=true)
+ // before the last blockchain checkpoint. This is safe because block merkle hashes are
+ // still computed and checked, and any change will be caught at the next checkpoint.
+ if (fScriptChecks)
+ {
+ // Verify signature
+ if (!ScriptCode.VerifyScript(tx.vin[i].scriptSig, input.scriptPubKey, tx, i, (int)scriptflag.SCRIPT_VERIFY_P2SH, 0))
+ {
+ return false; // VerifyScript failed.
+ }
+ }
+
+ // Mark outpoint as spent
+ input.IsSpent = true;
+ inputs[prevout] = input;
+
+ // Write back
+ if (fBlock)
+ {
+ queued.Add(prevout, input);
+ }
}
- var NewTxItem = new CTransactionStoreItem()
+ if (tx.IsCoinStake)
{
- TransactionHash = block.vtx[i].Hash,
- BlockHash = blockHash,
- nTxPos = nTxOffset,
- nTxSize = block.vtx[i].Size,
- txType = txnType
- };
+ // ppcoin: coin stake tx earns reward instead of paying fee
+ ulong nCoinAge;
+ if (!tx.GetCoinAge(ref inputs, out nCoinAge))
+ {
+ return false; // unable to get coin age for coinstake
+ }
- dbConn.Insert(NewTxItem);
+ ulong nReward = tx.nValueOut - nValueIn;
+
+ ulong nCalculatedReward = CBlock.GetProofOfStakeReward(nCoinAge, cursorBlock.nBits, tx.nTime) - tx.GetMinFee(1, false, CTransaction.MinFeeMode.GMF_BLOCK) + CTransaction.nCent;
+
+ if (nReward > nCalculatedReward)
+ {
+ return false; // coinstake pays too much
+ }
+ }
+ else
+ {
+ if (nValueIn < tx.nValueOut)
+ {
+ return false; // value in < value out
+ }
+
+ // Tally transaction fees
+ ulong nTxFee = nValueIn - tx.nValueOut;
+ if (nTxFee < 0)
+ {
+ return false; // nTxFee < 0
+ }
+
+ nFees += nTxFee;
+
+ if (!CTransaction.MoneyRange(nFees))
+ {
+ return false; // nFees out of range
+ }
+ }
+
}
- return blockMap.TryAdd(blockHash, itemTemplate);
+ return true;
+ }
+
+
+ ///
+ /// Set new top node or current best chain.
+ ///
+ ///
+ ///
+ private bool UpdateTopChain(CBlockStoreItem cursor)
+ {
+ ChainParams.HashBestChain = cursor.Hash;
+ ChainParams.nBestChainTrust = cursor.nChainTrust;
+ ChainParams.nBestHeight = cursor.nHeight;
+
+ return dbConn.Update(ChainParams) != 0;
+ }
+
+ ///
+ /// Try to find proof-of-stake hash in the map.
+ ///
+ /// Block hash
+ /// Proof-of-stake hash
+ /// Proof-of-Stake hash value
+ private bool GetProofOfStakeHash(uint256 blockHash, out uint256 hashProofOfStake)
+ {
+ return mapProofOfStake.TryGetValue(blockHash, out hashProofOfStake);
}
public bool AcceptBlock(ref CBlock block)
@@ -517,7 +989,7 @@ namespace Novacoin
uint nHeight = prevBlockCursor.nHeight + 1;
// Check timestamp against prev
- if (NetUtils.FutureDrift(block.header.nTime) < prevBlockHeader.nTime)
+ if (NetInfo.FutureDrift(block.header.nTime) < prevBlockHeader.nTime)
{
// block's timestamp is too early
return false;
@@ -538,35 +1010,176 @@ namespace Novacoin
var itemTemplate = new CBlockStoreItem()
{
nHeight = nHeight,
- nEntropyBit = Entropy.GetStakeEntropyBit(nHeight, nHash)
};
itemTemplate.FillHeader(block.header);
if (!AddItemToIndex(ref itemTemplate, ref block))
{
+ dbConn.Rollback();
+
return false;
}
return true;
}
- public bool GetBlock(uint256 blockHash, ref CBlock block)
+ ///
+ /// GEt block by hash.
+ ///
+ /// Block hash
+ /// Block object reference
+ /// Block position reference
+ /// Result
+ public bool GetBlock(uint256 blockHash, ref CBlock block, ref long nBlockPos)
{
- var reader = new BinaryReader(fStreamReadWrite).BaseStream;
+ CBlockStoreItem cursor;
+
+ if (!blockMap.TryGetValue(blockHash, out cursor))
+ {
+ return false; // Unable to fetch block cursor
+ }
+
+ nBlockPos = cursor.nBlockPos;
- var QueryBlock = dbConn.Query("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash);
+ return cursor.ReadFromFile(ref fStreamReadWrite, out block);
+ }
+
+ ///
+ /// Get block and transaction by transaction hash.
+ ///
+ /// Transaction hash
+ /// Block reference
+ /// Block position reference
+ /// Result of operation
+ public bool GetBlockByTransactionID(uint256 TxID, ref CBlock block, ref long nBlockPos)
+ {
+ var queryResult = dbConn.Query("select b.* from [BlockStorage] b left join [MerkleNodes] m on (b.[ItemID] = m.[nParentBlockID]) where m.[TransactionHash] = ?", (byte[])TxID);
- if (QueryBlock.Count == 1)
+ if (queryResult.Count == 1)
{
- return QueryBlock[0].ReadFromFile(ref reader, out block);
+ CBlockStoreItem blockCursor = queryResult[0];
+
+ return blockCursor.ReadFromFile(ref fStreamReadWrite, out block);
}
- // Block not found
+ // Tx not found
+
+ return false;
+ }
+
+ public bool GetOutputs(uint256 transactionHash, out Dictionary txouts, bool fUnspentOnly=true)
+ {
+ txouts = null;
+
+ var queryParams = new object[] { (byte[])transactionHash, fUnspentOnly ? OutputFlags.AVAILABLE : (OutputFlags.AVAILABLE | OutputFlags.SPENT) };
+ var queryResult = dbConn.Query("select o.* from [Outputs] o left join [MerkleNodes] m on m.[nMerkleNodeID] = o.[nMerkleNodeID] where m.[TransactionHash] = ? and outputFlags = ?", queryParams);
+
+ if (queryResult.Count != 0)
+ {
+ txouts = new Dictionary();
+
+ foreach (var o in queryResult)
+ {
+ var outpointKey = new COutPoint(transactionHash, o.nOut);
+ var outpointData = o;
+
+ txouts.Add(outpointKey, outpointData);
+ }
+
+ // There are some unspent inputs.
+ return true;
+ }
+ // This transaction has been spent completely.
return false;
}
+ ///
+ /// Get block cursor from map.
+ ///
+ /// block hash
+ /// Cursor or null
+ public CBlockStoreItem GetMapCursor(uint256 blockHash)
+ {
+ if (blockHash == 0)
+ {
+ // Genesis block has zero prevHash and no parent.
+ return null;
+ }
+
+ CBlockStoreItem cursor = null;
+ blockMap.TryGetValue(blockHash, out cursor);
+
+ return cursor;
+ }
+
+ ///
+ /// Get merkle node cursor by output metadata.
+ ///
+ /// Output metadata object
+ /// Merkle node cursor or null
+ public CMerkleNode GetMerkleCursor(TxOutItem item, out CBlockStoreItem blockCursor)
+ {
+ blockCursor = null;
+
+ // Trying to get cursor from the database.
+ var QueryMerkleCursor = dbConn.Query("select * from [MerkleNodes] where [nMerkleNodeID] = ?", item.nMerkleNodeID);
+
+ if (QueryMerkleCursor.Count == 1)
+ {
+ var merkleNode = QueryMerkleCursor[0];
+
+ // Search for block
+ var results = blockMap.Where(x => x.Value.ItemID == merkleNode.nParentBlockID).Select(x => x.Value).ToArray();
+
+ blockCursor = results[0];
+ }
+
+ // Nothing found.
+ return null;
+ }
+
+ ///
+ /// Load cursor from database.
+ ///
+ /// Block hash
+ /// Block cursor object
+ public CBlockStoreItem GetDBCursor(uint256 blockHash)
+ {
+ // Trying to get cursor from the database.
+ var QueryBlockCursor = dbConn.Query("select * from [BlockStorage] where [Hash] = ?", (byte[])blockHash);
+
+ if (QueryBlockCursor.Count == 1)
+ {
+ return QueryBlockCursor[0];
+ }
+
+ // Nothing found.
+ return null;
+ }
+
+ ///
+ /// Update cursor in memory and on disk.
+ ///
+ /// Block cursor
+ /// Result
+ public bool UpdateMapCursor(CBlockStoreItem cursor)
+ {
+ var original = blockMap[cursor.Hash];
+ return blockMap.TryUpdate(cursor.Hash, cursor, original);
+ }
+
+ ///
+ /// Update cursor record in database.
+ ///
+ /// Block cursor object
+ /// Result
+ public bool UpdateDBCursor(ref CBlockStoreItem cursor)
+ {
+ return dbConn.Update(cursor) != 0;
+ }
+
public bool ProcessBlock(ref CBlock block)
{
var blockHash = block.header.Hash;
@@ -593,13 +1206,25 @@ namespace Novacoin
if (block.IsProofOfStake)
{
- if (!block.SignatureOK || !block.vtx[1].VerifyScripts())
+ if (!block.SignatureOK)
{
// Proof-of-Stake signature validation failure.
return false;
}
// TODO: proof-of-stake validation
+
+ uint256 hashProofOfStake = 0, targetProofOfStake = 0;
+ if (!StakeModifier.CheckProofOfStake(block.vtx[1], block.header.nBits, ref hashProofOfStake, ref targetProofOfStake))
+ {
+ return false; // do not error here as we expect this during initial block download
+ }
+ if (!mapProofOfStake.ContainsKey(blockHash))
+ {
+ // add to mapProofOfStake
+ mapProofOfStake.TryAdd(blockHash, hashProofOfStake);
+ }
+
}
// TODO: difficulty verification
@@ -667,13 +1292,10 @@ namespace Novacoin
var intBuffer = new byte[4];
var fStream2 = File.OpenRead(BlockFile);
- var readerForBlocks = new BinaryReader(fStream2).BaseStream;
- readerForBlocks.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length
+ fStream2.Seek(nOffset, SeekOrigin.Begin); // Seek to previous offset + previous block length
- dbConn.BeginTransaction();
-
- while (readerForBlocks.Read(buffer, 0, 4) == 4) // Read magic number
+ while (fStream2.Read(buffer, 0, 4) == 4) // Read magic number
{
var nMagic = BitConverter.ToUInt32(buffer, 0);
if (nMagic != 0xe5e9e8e4)
@@ -681,7 +1303,7 @@ namespace Novacoin
throw new Exception("Incorrect magic number.");
}
- var nBytesRead = readerForBlocks.Read(buffer, 0, 4);
+ var nBytesRead = fStream2.Read(buffer, 0, 4);
if (nBytesRead != 4)
{
throw new Exception("BLKSZ EOF");
@@ -689,9 +1311,9 @@ namespace Novacoin
var nBlockSize = BitConverter.ToInt32(buffer, 0);
- nOffset = readerForBlocks.Position;
+ nOffset = fStream2.Position;
- nBytesRead = readerForBlocks.Read(buffer, 0, nBlockSize);
+ nBytesRead = fStream2.Read(buffer, 0, nBlockSize);
if (nBytesRead == 0 || nBytesRead != nBlockSize)
{
@@ -714,16 +1336,15 @@ namespace Novacoin
int nCount = blockMap.Count;
Console.WriteLine("nCount={0}, Hash={1}, Time={2}", nCount, block.header.Hash, DateTime.Now); // Commit on each 100th block
+ /*
if (nCount % 100 == 0 && nCount != 0)
{
Console.WriteLine("Commit...");
dbConn.Commit();
dbConn.BeginTransaction();
- }
+ }*/
}
- dbConn.Commit();
-
return true;
}