1 // Copyright (c) 2009-2010 Satoshi Nakamoto
2 // Distributed under the MIT/X11 software license, see the accompanying
3 // file license.txt or http://www.opensource.org/licenses/mit-license.php.
7 void ThreadFlushWalletDB(void* parg);
10 unsigned int nWalletDBUpdated;
19 static CCriticalSection cs_db;
20 static bool fDbEnvInit = false;
22 static map<string, int> mapFileUseCount;
23 static map<string, Db*> mapDb;
43 CDB::CDB(const char* pszFile, const char* pszMode) : pdb(NULL)
49 fReadOnly = (!strchr(pszMode, '+') && !strchr(pszMode, 'w'));
50 bool fCreate = strchr(pszMode, 'c');
51 unsigned int nFlags = DB_THREAD;
61 string strDataDir = GetDataDir();
62 string strLogDir = strDataDir + "/database";
63 filesystem::create_directory(strLogDir.c_str());
64 string strErrorFile = strDataDir + "/db.log";
65 printf("dbenv.open strLogDir=%s strErrorFile=%s\n", strLogDir.c_str(), strErrorFile.c_str());
67 dbenv.set_lg_dir(strLogDir.c_str());
68 dbenv.set_lg_max(10000000);
69 dbenv.set_lk_max_locks(10000);
70 dbenv.set_lk_max_objects(10000);
71 dbenv.set_errfile(fopen(strErrorFile.c_str(), "a")); /// debug
72 dbenv.set_flags(DB_AUTO_COMMIT, 1);
73 ret = dbenv.open(strDataDir.c_str(),
84 throw runtime_error(strprintf("CDB() : error %d opening database environment\n", ret));
89 ++mapFileUseCount[strFile];
93 pdb = new Db(&dbenv, 0);
95 ret = pdb->open(NULL, // Txn pointer
97 "main", // Logical db name
98 DB_BTREE, // Database type
106 CRITICAL_BLOCK(cs_db)
107 --mapFileUseCount[strFile];
109 throw runtime_error(strprintf("CDB() : can't open database file %s, error %d\n", pszFile, ret));
112 if (fCreate && !Exists(string("version")))
114 bool fTmp = fReadOnly;
116 WriteVersion(VERSION);
120 mapDb[strFile] = pdb;
130 vTxn.front()->abort();
134 // Flush database activity from memory pool to disk log
135 unsigned int nMinutes = 0;
136 if (strFile == "addr.dat")
138 if (strFile == "blkindex.dat" && IsInitialBlockDownload() && nBestHeight % 500 != 0)
140 dbenv.txn_checkpoint(0, nMinutes, 0);
142 CRITICAL_BLOCK(cs_db)
143 --mapFileUseCount[strFile];
146 void CloseDb(const string& strFile)
148 CRITICAL_BLOCK(cs_db)
150 if (mapDb[strFile] != NULL)
152 // Close the database handle
153 Db* pdb = mapDb[strFile];
156 mapDb[strFile] = NULL;
161 void DBFlush(bool fShutdown)
163 // Flush log data to the actual data file
164 // on all files that are not in use
165 printf("DBFlush(%s)%s\n", fShutdown ? "true" : "false", fDbEnvInit ? "" : " db not started");
168 CRITICAL_BLOCK(cs_db)
170 map<string, int>::iterator mi = mapFileUseCount.begin();
171 while (mi != mapFileUseCount.end())
173 string strFile = (*mi).first;
174 int nRefCount = (*mi).second;
175 printf("%s refcount=%d\n", strFile.c_str(), nRefCount);
178 // Move log data to the dat file
180 dbenv.txn_checkpoint(0, 0, 0);
181 printf("%s flush\n", strFile.c_str());
182 dbenv.lsn_reset(strFile.c_str(), 0);
183 mapFileUseCount.erase(mi++);
191 if (mapFileUseCount.empty())
192 dbenv.log_archive(&listp, DB_ARCH_REMOVE);
208 bool CTxDB::ReadTxIndex(uint256 hash, CTxIndex& txindex)
212 return Read(make_pair(string("tx"), hash), txindex);
215 bool CTxDB::UpdateTxIndex(uint256 hash, const CTxIndex& txindex)
218 return Write(make_pair(string("tx"), hash), txindex);
221 bool CTxDB::AddTxIndex(const CTransaction& tx, const CDiskTxPos& pos, int nHeight)
226 uint256 hash = tx.GetHash();
227 CTxIndex txindex(pos, tx.vout.size());
228 return Write(make_pair(string("tx"), hash), txindex);
231 bool CTxDB::EraseTxIndex(const CTransaction& tx)
234 uint256 hash = tx.GetHash();
236 return Erase(make_pair(string("tx"), hash));
239 bool CTxDB::ContainsTx(uint256 hash)
242 return Exists(make_pair(string("tx"), hash));
245 bool CTxDB::ReadOwnerTxes(uint160 hash160, int nMinHeight, vector<CTransaction>& vtx)
251 Dbc* pcursor = GetCursor();
255 unsigned int fFlags = DB_SET_RANGE;
260 if (fFlags == DB_SET_RANGE)
261 ssKey << string("owner") << hash160 << CDiskTxPos(0, 0, 0);
263 int ret = ReadAtCursor(pcursor, ssKey, ssValue, fFlags);
265 if (ret == DB_NOTFOUND)
277 ssKey >> strType >> hashItem >> pos;
279 ssValue >> nItemHeight;
282 if (strType != "owner" || hashItem != hash160)
284 if (nItemHeight >= nMinHeight)
286 vtx.resize(vtx.size()+1);
287 if (!vtx.back().ReadFromDisk(pos))
299 bool CTxDB::ReadDiskTx(uint256 hash, CTransaction& tx, CTxIndex& txindex)
303 if (!ReadTxIndex(hash, txindex))
305 return (tx.ReadFromDisk(txindex.pos));
308 bool CTxDB::ReadDiskTx(uint256 hash, CTransaction& tx)
311 return ReadDiskTx(hash, tx, txindex);
314 bool CTxDB::ReadDiskTx(COutPoint outpoint, CTransaction& tx, CTxIndex& txindex)
316 return ReadDiskTx(outpoint.hash, tx, txindex);
319 bool CTxDB::ReadDiskTx(COutPoint outpoint, CTransaction& tx)
322 return ReadDiskTx(outpoint.hash, tx, txindex);
325 bool CTxDB::WriteBlockIndex(const CDiskBlockIndex& blockindex)
327 return Write(make_pair(string("blockindex"), blockindex.GetBlockHash()), blockindex);
330 bool CTxDB::EraseBlockIndex(uint256 hash)
332 return Erase(make_pair(string("blockindex"), hash));
335 bool CTxDB::ReadHashBestChain(uint256& hashBestChain)
337 return Read(string("hashBestChain"), hashBestChain);
340 bool CTxDB::WriteHashBestChain(uint256 hashBestChain)
342 return Write(string("hashBestChain"), hashBestChain);
345 CBlockIndex* InsertBlockIndex(uint256 hash)
351 map<uint256, CBlockIndex*>::iterator mi = mapBlockIndex.find(hash);
352 if (mi != mapBlockIndex.end())
356 CBlockIndex* pindexNew = new CBlockIndex();
358 throw runtime_error("LoadBlockIndex() : new CBlockIndex failed");
359 mi = mapBlockIndex.insert(make_pair(hash, pindexNew)).first;
360 pindexNew->phashBlock = &((*mi).first);
365 bool CTxDB::LoadBlockIndex()
367 // Get database cursor
368 Dbc* pcursor = GetCursor();
372 // Load mapBlockIndex
373 unsigned int fFlags = DB_SET_RANGE;
378 if (fFlags == DB_SET_RANGE)
379 ssKey << make_pair(string("blockindex"), uint256(0));
381 int ret = ReadAtCursor(pcursor, ssKey, ssValue, fFlags);
383 if (ret == DB_NOTFOUND)
391 if (strType == "blockindex")
393 CDiskBlockIndex diskindex;
394 ssValue >> diskindex;
396 // Construct block index object
397 CBlockIndex* pindexNew = InsertBlockIndex(diskindex.GetBlockHash());
398 pindexNew->pprev = InsertBlockIndex(diskindex.hashPrev);
399 pindexNew->pnext = InsertBlockIndex(diskindex.hashNext);
400 pindexNew->nFile = diskindex.nFile;
401 pindexNew->nBlockPos = diskindex.nBlockPos;
402 pindexNew->nHeight = diskindex.nHeight;
403 pindexNew->nVersion = diskindex.nVersion;
404 pindexNew->hashMerkleRoot = diskindex.hashMerkleRoot;
405 pindexNew->nTime = diskindex.nTime;
406 pindexNew->nBits = diskindex.nBits;
407 pindexNew->nNonce = diskindex.nNonce;
409 // Watch for genesis block
410 if (pindexGenesisBlock == NULL && diskindex.GetBlockHash() == hashGenesisBlock)
411 pindexGenesisBlock = pindexNew;
420 // Calculate bnChainWork
421 vector<pair<int, CBlockIndex*> > vSortedByHeight;
422 vSortedByHeight.reserve(mapBlockIndex.size());
423 foreach(const PAIRTYPE(uint256, CBlockIndex*)& item, mapBlockIndex)
425 CBlockIndex* pindex = item.second;
426 vSortedByHeight.push_back(make_pair(pindex->nHeight, pindex));
428 sort(vSortedByHeight.begin(), vSortedByHeight.end());
429 foreach(const PAIRTYPE(int, CBlockIndex*)& item, vSortedByHeight)
431 CBlockIndex* pindex = item.second;
432 pindex->bnChainWork = (pindex->pprev ? pindex->pprev->bnChainWork : 0) + pindex->GetBlockWork();
435 // Load hashBestChain pointer to end of best chain
436 if (!ReadHashBestChain(hashBestChain))
438 if (pindexGenesisBlock == NULL)
440 return error("CTxDB::LoadBlockIndex() : hashBestChain not loaded");
442 if (!mapBlockIndex.count(hashBestChain))
443 return error("CTxDB::LoadBlockIndex() : hashBestChain not found in the block index");
444 pindexBest = mapBlockIndex[hashBestChain];
445 nBestHeight = pindexBest->nHeight;
446 bnBestChainWork = pindexBest->bnChainWork;
447 printf("LoadBlockIndex(): hashBestChain=%s height=%d\n", hashBestChain.ToString().substr(0,16).c_str(), nBestHeight);
460 bool CAddrDB::WriteAddress(const CAddress& addr)
462 return Write(make_pair(string("addr"), addr.GetKey()), addr);
465 bool CAddrDB::LoadAddresses()
467 CRITICAL_BLOCK(cs_mapAddresses)
469 // Load user provided addresses
470 CAutoFile filein = fopen((GetDataDir() + "/addr.txt").c_str(), "rt");
476 while (fgets(psz, sizeof(psz), filein))
478 CAddress addr(psz, NODE_NETWORK);
479 addr.nTime = 0; // so it won't relay unless successfully connected
488 Dbc* pcursor = GetCursor();
497 int ret = ReadAtCursor(pcursor, ssKey, ssValue);
498 if (ret == DB_NOTFOUND)
506 if (strType == "addr")
510 mapAddresses.insert(make_pair(addr.GetKey(), addr));
515 printf("Loaded %d addresses\n", mapAddresses.size());
517 // Fix for possible bug that manifests in mapAddresses.count in irc.cpp,
518 // just need to call count here and it doesn't happen there. The bug was the
519 // pack pragma in irc.cpp and has been fixed, but I'm not in a hurry to delete this.
520 mapAddresses.count(vector<unsigned char>(18));
528 return CAddrDB("cr+").LoadAddresses();
538 bool CWalletDB::LoadWallet()
540 vchDefaultKey.clear();
541 int nFileVersion = 0;
545 // Tray icon sometimes disappears on 9.10 karmic koala 64-bit, leaving no way to access the program
546 fMinimizeToTray = false;
547 fMinimizeOnClose = false;
550 //// todo: shouldn't we catch exceptions and try to recover and continue?
551 CRITICAL_BLOCK(cs_mapKeys)
552 CRITICAL_BLOCK(cs_mapWallet)
555 Dbc* pcursor = GetCursor();
564 int ret = ReadAtCursor(pcursor, ssKey, ssValue);
565 if (ret == DB_NOTFOUND)
571 // Taking advantage of the fact that pair serialization
572 // is just the two items serialized one after the other
575 if (strType == "name")
579 ssValue >> mapAddressBook[strAddress];
581 else if (strType == "tx")
585 CWalletTx& wtx = mapWallet[hash];
588 if (wtx.GetHash() != hash)
589 printf("Error in wallet.dat, hash mismatch\n");
592 //printf("LoadWallet %s\n", wtx.GetHash().ToString().c_str());
593 //printf(" %12I64d %s %s %s\n",
594 // wtx.vout[0].nValue,
595 // DateTimeStrFormat("%x %H:%M:%S", wtx.nTime).c_str(),
596 // wtx.hashBlock.ToString().substr(0,16).c_str(),
597 // wtx.mapValue["message"].c_str());
599 else if (strType == "key" || strType == "wkey")
601 vector<unsigned char> vchPubKey;
604 if (strType == "key")
605 ssValue >> wkey.vchPrivKey;
609 mapKeys[vchPubKey] = wkey.vchPrivKey;
610 mapPubKeys[Hash160(vchPubKey)] = vchPubKey;
612 else if (strType == "defaultkey")
614 ssValue >> vchDefaultKey;
616 else if (strType == "version")
618 ssValue >> nFileVersion;
619 if (nFileVersion == 10300)
622 else if (strType == "setting")
628 if (strKey == "fGenerateBitcoins") ssValue >> fGenerateBitcoins;
631 if (strKey == "nTransactionFee") ssValue >> nTransactionFee;
632 if (strKey == "addrIncoming") ssValue >> addrIncoming;
633 if (strKey == "fLimitProcessors") ssValue >> fLimitProcessors;
634 if (strKey == "nLimitProcessors") ssValue >> nLimitProcessors;
635 if (strKey == "fMinimizeToTray") ssValue >> fMinimizeToTray;
636 if (strKey == "fMinimizeOnClose") ssValue >> fMinimizeOnClose;
637 if (strKey == "fUseProxy") ssValue >> fUseProxy;
638 if (strKey == "addrProxy") ssValue >> addrProxy;
645 printf("nFileVersion = %d\n", nFileVersion);
646 printf("fGenerateBitcoins = %d\n", fGenerateBitcoins);
647 printf("nTransactionFee = %"PRI64d"\n", nTransactionFee);
648 printf("addrIncoming = %s\n", addrIncoming.ToString().c_str());
649 printf("fMinimizeToTray = %d\n", fMinimizeToTray);
650 printf("fMinimizeOnClose = %d\n", fMinimizeOnClose);
651 printf("fUseProxy = %d\n", fUseProxy);
652 printf("addrProxy = %s\n", addrProxy.ToString().c_str());
655 // The transaction fee setting won't be needed for many years to come.
656 // Setting it to zero here in case they set it to something in an earlier version.
657 if (nTransactionFee != 0)
660 WriteSetting("nTransactionFee", nTransactionFee);
664 if (nFileVersion < VERSION)
666 // Get rid of old debug.log file in current directory
667 if (nFileVersion <= 105 && !pszSetDataDir[0])
670 WriteVersion(VERSION);
676 bool LoadWallet(bool& fFirstRunRet)
678 fFirstRunRet = false;
679 if (!CWalletDB("cr+").LoadWallet())
681 fFirstRunRet = vchDefaultKey.empty();
683 if (mapKeys.count(vchDefaultKey))
686 keyUser.SetPubKey(vchDefaultKey);
687 keyUser.SetPrivKey(mapKeys[vchDefaultKey]);
691 // Create new keyUser and set as default key
692 RandAddSeedPerfmon();
693 keyUser.MakeNewKey();
694 if (!AddKey(keyUser))
696 if (!SetAddressBookName(PubKeyToAddress(keyUser.GetPubKey()), "Your Address"))
698 CWalletDB().WriteDefaultKey(keyUser.GetPubKey());
701 CreateThread(ThreadFlushWalletDB, NULL);
705 void ThreadFlushWalletDB(void* parg)
707 static bool fOneThread;
711 if (mapArgs.count("-noflushwallet"))
714 unsigned int nLastSeen = nWalletDBUpdated;
715 unsigned int nLastFlushed = nWalletDBUpdated;
716 int64 nLastWalletUpdate = GetTime();
721 if (nLastSeen != nWalletDBUpdated)
723 nLastSeen = nWalletDBUpdated;
724 nLastWalletUpdate = GetTime();
727 if (nLastFlushed != nWalletDBUpdated && GetTime() - nLastWalletUpdate >= 2)
729 TRY_CRITICAL_BLOCK(cs_db)
731 // Don't do this if any databases are in use
733 map<string, int>::iterator mi = mapFileUseCount.begin();
734 while (mi != mapFileUseCount.end())
736 nRefCount += (*mi).second;
740 if (nRefCount == 0 && !fShutdown)
742 string strFile = "wallet.dat";
743 map<string, int>::iterator mi = mapFileUseCount.find(strFile);
744 if (mi != mapFileUseCount.end())
746 printf("%s ", DateTimeStrFormat("%x %H:%M:%S", GetTime()).c_str());
747 printf("Flushing wallet.dat\n");
748 nLastFlushed = nWalletDBUpdated;
749 int64 nStart = GetTimeMillis();
751 // Flush wallet.dat so it's self contained
753 dbenv.txn_checkpoint(0, 0, 0);
754 dbenv.lsn_reset(strFile.c_str(), 0);
756 mapFileUseCount.erase(mi++);
757 printf("Flushed wallet.dat %"PRI64d"ms\n", GetTimeMillis() - nStart);