mirror of
https://github.com/bitcoin/bitcoin.git
synced 2025-06-15 11:21:32 +02:00
move-only: Move functions to blockstorage
This commit is contained in:
parent
fa7e64d586
commit
fadafab833
@ -4,6 +4,7 @@
|
|||||||
|
|
||||||
#include <index/disktxpos.h>
|
#include <index/disktxpos.h>
|
||||||
#include <index/txindex.h>
|
#include <index/txindex.h>
|
||||||
|
#include <node/blockstorage.h>
|
||||||
#include <node/ui_interface.h>
|
#include <node/ui_interface.h>
|
||||||
#include <shutdown.h>
|
#include <shutdown.h>
|
||||||
#include <util/system.h>
|
#include <util/system.h>
|
||||||
|
@ -6,12 +6,16 @@
|
|||||||
|
|
||||||
#include <chain.h>
|
#include <chain.h>
|
||||||
#include <chainparams.h>
|
#include <chainparams.h>
|
||||||
|
#include <clientversion.h>
|
||||||
|
#include <consensus/validation.h>
|
||||||
#include <flatfile.h>
|
#include <flatfile.h>
|
||||||
#include <fs.h>
|
#include <fs.h>
|
||||||
|
#include <hash.h>
|
||||||
#include <pow.h>
|
#include <pow.h>
|
||||||
#include <shutdown.h>
|
#include <shutdown.h>
|
||||||
#include <signet.h>
|
#include <signet.h>
|
||||||
#include <streams.h>
|
#include <streams.h>
|
||||||
|
#include <undo.h>
|
||||||
#include <util/system.h>
|
#include <util/system.h>
|
||||||
#include <validation.h>
|
#include <validation.h>
|
||||||
|
|
||||||
@ -38,6 +42,10 @@ std::set<CBlockIndex*> setDirtyBlockIndex;
|
|||||||
std::set<int> setDirtyFileInfo;
|
std::set<int> setDirtyFileInfo;
|
||||||
// } // namespace
|
// } // namespace
|
||||||
|
|
||||||
|
static FILE* OpenUndoFile(const FlatFilePos &pos, bool fReadOnly = false);
|
||||||
|
static FlatFileSeq BlockFileSeq();
|
||||||
|
static FlatFileSeq UndoFileSeq();
|
||||||
|
|
||||||
bool IsBlockPruned(const CBlockIndex* pblockindex)
|
bool IsBlockPruned(const CBlockIndex* pblockindex)
|
||||||
{
|
{
|
||||||
return (fHavePruned && !(pblockindex->nStatus & BLOCK_HAVE_DATA) && pblockindex->nTx > 0);
|
return (fHavePruned && !(pblockindex->nStatus & BLOCK_HAVE_DATA) && pblockindex->nTx > 0);
|
||||||
@ -84,8 +92,217 @@ void CleanupBlockRevFiles()
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// From validation. TODO move here
|
std::string CBlockFileInfo::ToString() const
|
||||||
bool FindBlockPos(FlatFilePos& pos, unsigned int nAddSize, unsigned int nHeight, CChain& active_chain, uint64_t nTime, bool fKnown = false);
|
{
|
||||||
|
return strprintf("CBlockFileInfo(blocks=%u, size=%u, heights=%u...%u, time=%s...%s)", nBlocks, nSize, nHeightFirst, nHeightLast, FormatISO8601Date(nTimeFirst), FormatISO8601Date(nTimeLast));
|
||||||
|
}
|
||||||
|
|
||||||
|
CBlockFileInfo* GetBlockFileInfo(size_t n)
|
||||||
|
{
|
||||||
|
LOCK(cs_LastBlockFile);
|
||||||
|
|
||||||
|
return &vinfoBlockFile.at(n);
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool UndoWriteToDisk(const CBlockUndo& blockundo, FlatFilePos& pos, const uint256& hashBlock, const CMessageHeader::MessageStartChars& messageStart)
|
||||||
|
{
|
||||||
|
// Open history file to append
|
||||||
|
CAutoFile fileout(OpenUndoFile(pos), SER_DISK, CLIENT_VERSION);
|
||||||
|
if (fileout.IsNull())
|
||||||
|
return error("%s: OpenUndoFile failed", __func__);
|
||||||
|
|
||||||
|
// Write index header
|
||||||
|
unsigned int nSize = GetSerializeSize(blockundo, fileout.GetVersion());
|
||||||
|
fileout << messageStart << nSize;
|
||||||
|
|
||||||
|
// Write undo data
|
||||||
|
long fileOutPos = ftell(fileout.Get());
|
||||||
|
if (fileOutPos < 0)
|
||||||
|
return error("%s: ftell failed", __func__);
|
||||||
|
pos.nPos = (unsigned int)fileOutPos;
|
||||||
|
fileout << blockundo;
|
||||||
|
|
||||||
|
// calculate & write checksum
|
||||||
|
CHashWriter hasher(SER_GETHASH, PROTOCOL_VERSION);
|
||||||
|
hasher << hashBlock;
|
||||||
|
hasher << blockundo;
|
||||||
|
fileout << hasher.GetHash();
|
||||||
|
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool UndoReadFromDisk(CBlockUndo& blockundo, const CBlockIndex* pindex)
|
||||||
|
{
|
||||||
|
FlatFilePos pos = pindex->GetUndoPos();
|
||||||
|
if (pos.IsNull()) {
|
||||||
|
return error("%s: no undo data available", __func__);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Open history file to read
|
||||||
|
CAutoFile filein(OpenUndoFile(pos, true), SER_DISK, CLIENT_VERSION);
|
||||||
|
if (filein.IsNull())
|
||||||
|
return error("%s: OpenUndoFile failed", __func__);
|
||||||
|
|
||||||
|
// Read block
|
||||||
|
uint256 hashChecksum;
|
||||||
|
CHashVerifier<CAutoFile> verifier(&filein); // We need a CHashVerifier as reserializing may lose data
|
||||||
|
try {
|
||||||
|
verifier << pindex->pprev->GetBlockHash();
|
||||||
|
verifier >> blockundo;
|
||||||
|
filein >> hashChecksum;
|
||||||
|
}
|
||||||
|
catch (const std::exception& e) {
|
||||||
|
return error("%s: Deserialize or I/O error - %s", __func__, e.what());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify checksum
|
||||||
|
if (hashChecksum != verifier.GetHash())
|
||||||
|
return error("%s: Checksum mismatch", __func__);
|
||||||
|
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
static void FlushUndoFile(int block_file, bool finalize = false)
|
||||||
|
{
|
||||||
|
FlatFilePos undo_pos_old(block_file, vinfoBlockFile[block_file].nUndoSize);
|
||||||
|
if (!UndoFileSeq().Flush(undo_pos_old, finalize)) {
|
||||||
|
AbortNode("Flushing undo file to disk failed. This is likely the result of an I/O error.");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void FlushBlockFile(bool fFinalize = false, bool finalize_undo = false)
|
||||||
|
{
|
||||||
|
LOCK(cs_LastBlockFile);
|
||||||
|
FlatFilePos block_pos_old(nLastBlockFile, vinfoBlockFile[nLastBlockFile].nSize);
|
||||||
|
if (!BlockFileSeq().Flush(block_pos_old, fFinalize)) {
|
||||||
|
AbortNode("Flushing block file to disk failed. This is likely the result of an I/O error.");
|
||||||
|
}
|
||||||
|
// we do not always flush the undo file, as the chain tip may be lagging behind the incoming blocks,
|
||||||
|
// e.g. during IBD or a sync after a node going offline
|
||||||
|
if (!fFinalize || finalize_undo) FlushUndoFile(nLastBlockFile, finalize_undo);
|
||||||
|
}
|
||||||
|
|
||||||
|
uint64_t CalculateCurrentUsage()
|
||||||
|
{
|
||||||
|
LOCK(cs_LastBlockFile);
|
||||||
|
|
||||||
|
uint64_t retval = 0;
|
||||||
|
for (const CBlockFileInfo &file : vinfoBlockFile) {
|
||||||
|
retval += file.nSize + file.nUndoSize;
|
||||||
|
}
|
||||||
|
return retval;
|
||||||
|
}
|
||||||
|
|
||||||
|
void UnlinkPrunedFiles(const std::set<int>& setFilesToPrune)
|
||||||
|
{
|
||||||
|
for (std::set<int>::iterator it = setFilesToPrune.begin(); it != setFilesToPrune.end(); ++it) {
|
||||||
|
FlatFilePos pos(*it, 0);
|
||||||
|
fs::remove(BlockFileSeq().FileName(pos));
|
||||||
|
fs::remove(UndoFileSeq().FileName(pos));
|
||||||
|
LogPrintf("Prune: %s deleted blk/rev (%05u)\n", __func__, *it);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
static FlatFileSeq BlockFileSeq()
|
||||||
|
{
|
||||||
|
return FlatFileSeq(gArgs.GetBlocksDirPath(), "blk", gArgs.GetBoolArg("-fastprune", false) ? 0x4000 /* 16kb */ : BLOCKFILE_CHUNK_SIZE);
|
||||||
|
}
|
||||||
|
|
||||||
|
static FlatFileSeq UndoFileSeq()
|
||||||
|
{
|
||||||
|
return FlatFileSeq(gArgs.GetBlocksDirPath(), "rev", UNDOFILE_CHUNK_SIZE);
|
||||||
|
}
|
||||||
|
|
||||||
|
FILE* OpenBlockFile(const FlatFilePos &pos, bool fReadOnly) {
|
||||||
|
return BlockFileSeq().Open(pos, fReadOnly);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Open an undo file (rev?????.dat) */
|
||||||
|
static FILE* OpenUndoFile(const FlatFilePos &pos, bool fReadOnly) {
|
||||||
|
return UndoFileSeq().Open(pos, fReadOnly);
|
||||||
|
}
|
||||||
|
|
||||||
|
fs::path GetBlockPosFilename(const FlatFilePos &pos)
|
||||||
|
{
|
||||||
|
return BlockFileSeq().FileName(pos);
|
||||||
|
}
|
||||||
|
|
||||||
|
bool FindBlockPos(FlatFilePos& pos, unsigned int nAddSize, unsigned int nHeight, CChain& active_chain, uint64_t nTime, bool fKnown = false)
|
||||||
|
{
|
||||||
|
LOCK(cs_LastBlockFile);
|
||||||
|
|
||||||
|
unsigned int nFile = fKnown ? pos.nFile : nLastBlockFile;
|
||||||
|
if (vinfoBlockFile.size() <= nFile) {
|
||||||
|
vinfoBlockFile.resize(nFile + 1);
|
||||||
|
}
|
||||||
|
|
||||||
|
bool finalize_undo = false;
|
||||||
|
if (!fKnown) {
|
||||||
|
while (vinfoBlockFile[nFile].nSize + nAddSize >= (gArgs.GetBoolArg("-fastprune", false) ? 0x10000 /* 64kb */ : MAX_BLOCKFILE_SIZE)) {
|
||||||
|
// when the undo file is keeping up with the block file, we want to flush it explicitly
|
||||||
|
// when it is lagging behind (more blocks arrive than are being connected), we let the
|
||||||
|
// undo block write case handle it
|
||||||
|
assert(std::addressof(::ChainActive()) == std::addressof(active_chain));
|
||||||
|
finalize_undo = (vinfoBlockFile[nFile].nHeightLast == (unsigned int)active_chain.Tip()->nHeight);
|
||||||
|
nFile++;
|
||||||
|
if (vinfoBlockFile.size() <= nFile) {
|
||||||
|
vinfoBlockFile.resize(nFile + 1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
pos.nFile = nFile;
|
||||||
|
pos.nPos = vinfoBlockFile[nFile].nSize;
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((int)nFile != nLastBlockFile) {
|
||||||
|
if (!fKnown) {
|
||||||
|
LogPrint(BCLog::VALIDATION, "Leaving block file %i: %s\n", nLastBlockFile, vinfoBlockFile[nLastBlockFile].ToString());
|
||||||
|
}
|
||||||
|
FlushBlockFile(!fKnown, finalize_undo);
|
||||||
|
nLastBlockFile = nFile;
|
||||||
|
}
|
||||||
|
|
||||||
|
vinfoBlockFile[nFile].AddBlock(nHeight, nTime);
|
||||||
|
if (fKnown)
|
||||||
|
vinfoBlockFile[nFile].nSize = std::max(pos.nPos + nAddSize, vinfoBlockFile[nFile].nSize);
|
||||||
|
else
|
||||||
|
vinfoBlockFile[nFile].nSize += nAddSize;
|
||||||
|
|
||||||
|
if (!fKnown) {
|
||||||
|
bool out_of_space;
|
||||||
|
size_t bytes_allocated = BlockFileSeq().Allocate(pos, nAddSize, out_of_space);
|
||||||
|
if (out_of_space) {
|
||||||
|
return AbortNode("Disk space is too low!", _("Disk space is too low!"));
|
||||||
|
}
|
||||||
|
if (bytes_allocated != 0 && fPruneMode) {
|
||||||
|
fCheckForPruning = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
setDirtyFileInfo.insert(nFile);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool FindUndoPos(BlockValidationState &state, int nFile, FlatFilePos &pos, unsigned int nAddSize)
|
||||||
|
{
|
||||||
|
pos.nFile = nFile;
|
||||||
|
|
||||||
|
LOCK(cs_LastBlockFile);
|
||||||
|
|
||||||
|
pos.nPos = vinfoBlockFile[nFile].nUndoSize;
|
||||||
|
vinfoBlockFile[nFile].nUndoSize += nAddSize;
|
||||||
|
setDirtyFileInfo.insert(nFile);
|
||||||
|
|
||||||
|
bool out_of_space;
|
||||||
|
size_t bytes_allocated = UndoFileSeq().Allocate(pos, nAddSize, out_of_space);
|
||||||
|
if (out_of_space) {
|
||||||
|
return AbortNode(state, "Disk space is too low!", _("Disk space is too low!"));
|
||||||
|
}
|
||||||
|
if (bytes_allocated != 0 && fPruneMode) {
|
||||||
|
fCheckForPruning = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
static bool WriteBlockToDisk(const CBlock& block, FlatFilePos& pos, const CMessageHeader::MessageStartChars& messageStart)
|
static bool WriteBlockToDisk(const CBlock& block, FlatFilePos& pos, const CMessageHeader::MessageStartChars& messageStart)
|
||||||
{
|
{
|
||||||
@ -110,6 +327,33 @@ static bool WriteBlockToDisk(const CBlock& block, FlatFilePos& pos, const CMessa
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
bool WriteUndoDataForBlock(const CBlockUndo& blockundo, BlockValidationState& state, CBlockIndex* pindex, const CChainParams& chainparams)
|
||||||
|
{
|
||||||
|
// Write undo information to disk
|
||||||
|
if (pindex->GetUndoPos().IsNull()) {
|
||||||
|
FlatFilePos _pos;
|
||||||
|
if (!FindUndoPos(state, pindex->nFile, _pos, ::GetSerializeSize(blockundo, CLIENT_VERSION) + 40))
|
||||||
|
return error("ConnectBlock(): FindUndoPos failed");
|
||||||
|
if (!UndoWriteToDisk(blockundo, _pos, pindex->pprev->GetBlockHash(), chainparams.MessageStart()))
|
||||||
|
return AbortNode(state, "Failed to write undo data");
|
||||||
|
// rev files are written in block height order, whereas blk files are written as blocks come in (often out of order)
|
||||||
|
// we want to flush the rev (undo) file once we've written the last block, which is indicated by the last height
|
||||||
|
// in the block file info as below; note that this does not catch the case where the undo writes are keeping up
|
||||||
|
// with the block writes (usually when a synced up node is getting newly mined blocks) -- this case is caught in
|
||||||
|
// the FindBlockPos function
|
||||||
|
if (_pos.nFile < nLastBlockFile && static_cast<uint32_t>(pindex->nHeight) == vinfoBlockFile[_pos.nFile].nHeightLast) {
|
||||||
|
FlushUndoFile(_pos.nFile, true);
|
||||||
|
}
|
||||||
|
|
||||||
|
// update nUndoPos in block index
|
||||||
|
pindex->nUndoPos = _pos.nPos;
|
||||||
|
pindex->nStatus |= BLOCK_HAVE_UNDO;
|
||||||
|
setDirtyBlockIndex.insert(pindex);
|
||||||
|
}
|
||||||
|
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
bool ReadBlockFromDisk(CBlock& block, const FlatFilePos& pos, const Consensus::Params& consensusParams)
|
bool ReadBlockFromDisk(CBlock& block, const FlatFilePos& pos, const Consensus::Params& consensusParams)
|
||||||
{
|
{
|
||||||
block.SetNull();
|
block.SetNull();
|
||||||
|
@ -12,7 +12,9 @@
|
|||||||
#include <protocol.h> // For CMessageHeader::MessageStartChars
|
#include <protocol.h> // For CMessageHeader::MessageStartChars
|
||||||
|
|
||||||
class ArgsManager;
|
class ArgsManager;
|
||||||
|
class BlockValidationState;
|
||||||
class CBlock;
|
class CBlock;
|
||||||
|
class CBlockFileInfo;
|
||||||
class CBlockIndex;
|
class CBlockIndex;
|
||||||
class CBlockUndo;
|
class CBlockUndo;
|
||||||
class CChain;
|
class CChain;
|
||||||
@ -47,6 +49,22 @@ bool IsBlockPruned(const CBlockIndex* pblockindex);
|
|||||||
|
|
||||||
void CleanupBlockRevFiles();
|
void CleanupBlockRevFiles();
|
||||||
|
|
||||||
|
/** Open a block file (blk?????.dat) */
|
||||||
|
FILE* OpenBlockFile(const FlatFilePos &pos, bool fReadOnly = false);
|
||||||
|
/** Translation to a filesystem path */
|
||||||
|
fs::path GetBlockPosFilename(const FlatFilePos &pos);
|
||||||
|
|
||||||
|
/** Get block file info entry for one block file */
|
||||||
|
CBlockFileInfo* GetBlockFileInfo(size_t n);
|
||||||
|
|
||||||
|
/** Calculate the amount of disk space the block & undo files currently use */
|
||||||
|
uint64_t CalculateCurrentUsage();
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Actually unlink the specified files
|
||||||
|
*/
|
||||||
|
void UnlinkPrunedFiles(const std::set<int>& setFilesToPrune);
|
||||||
|
|
||||||
/** Functions for disk access for blocks */
|
/** Functions for disk access for blocks */
|
||||||
bool ReadBlockFromDisk(CBlock& block, const FlatFilePos& pos, const Consensus::Params& consensusParams);
|
bool ReadBlockFromDisk(CBlock& block, const FlatFilePos& pos, const Consensus::Params& consensusParams);
|
||||||
bool ReadBlockFromDisk(CBlock& block, const CBlockIndex* pindex, const Consensus::Params& consensusParams);
|
bool ReadBlockFromDisk(CBlock& block, const CBlockIndex* pindex, const Consensus::Params& consensusParams);
|
||||||
@ -54,6 +72,7 @@ bool ReadRawBlockFromDisk(std::vector<uint8_t>& block, const FlatFilePos& pos, c
|
|||||||
bool ReadRawBlockFromDisk(std::vector<uint8_t>& block, const CBlockIndex* pindex, const CMessageHeader::MessageStartChars& message_start);
|
bool ReadRawBlockFromDisk(std::vector<uint8_t>& block, const CBlockIndex* pindex, const CMessageHeader::MessageStartChars& message_start);
|
||||||
|
|
||||||
bool UndoReadFromDisk(CBlockUndo& blockundo, const CBlockIndex* pindex);
|
bool UndoReadFromDisk(CBlockUndo& blockundo, const CBlockIndex* pindex);
|
||||||
|
bool WriteUndoDataForBlock(const CBlockUndo& blockundo, BlockValidationState& state, CBlockIndex* pindex, const CChainParams& chainparams);
|
||||||
|
|
||||||
FlatFilePos SaveBlockToDisk(const CBlock& block, int nHeight, CChain& active_chain, const CChainParams& chainparams, const FlatFilePos* dbp);
|
FlatFilePos SaveBlockToDisk(const CBlock& block, int nHeight, CChain& active_chain, const CChainParams& chainparams, const FlatFilePos* dbp);
|
||||||
|
|
||||||
|
@ -153,6 +153,7 @@ extern int nLastBlockFile;
|
|||||||
extern bool fCheckForPruning;
|
extern bool fCheckForPruning;
|
||||||
extern std::set<CBlockIndex*> setDirtyBlockIndex;
|
extern std::set<CBlockIndex*> setDirtyBlockIndex;
|
||||||
extern std::set<int> setDirtyFileInfo;
|
extern std::set<int> setDirtyFileInfo;
|
||||||
|
void FlushBlockFile(bool fFinalize = false, bool finalize_undo = false);
|
||||||
// ... TODO move fully to blockstorage
|
// ... TODO move fully to blockstorage
|
||||||
|
|
||||||
CBlockIndex* BlockManager::LookupBlockIndex(const uint256& hash) const
|
CBlockIndex* BlockManager::LookupBlockIndex(const uint256& hash) const
|
||||||
@ -190,9 +191,6 @@ bool CheckInputScripts(const CTransaction& tx, TxValidationState& state,
|
|||||||
bool cacheFullScriptStore, PrecomputedTransactionData& txdata,
|
bool cacheFullScriptStore, PrecomputedTransactionData& txdata,
|
||||||
std::vector<CScriptCheck>* pvChecks = nullptr)
|
std::vector<CScriptCheck>* pvChecks = nullptr)
|
||||||
EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
EXCLUSIVE_LOCKS_REQUIRED(cs_main);
|
||||||
static FILE* OpenUndoFile(const FlatFilePos &pos, bool fReadOnly = false);
|
|
||||||
static FlatFileSeq BlockFileSeq();
|
|
||||||
static FlatFileSeq UndoFileSeq();
|
|
||||||
|
|
||||||
bool CheckFinalTx(const CBlockIndex* active_chain_tip, const CTransaction &tx, int flags)
|
bool CheckFinalTx(const CBlockIndex* active_chain_tip, const CTransaction &tx, int flags)
|
||||||
{
|
{
|
||||||
@ -1447,64 +1445,6 @@ bool CheckInputScripts(const CTransaction& tx, TxValidationState& state,
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
static bool UndoWriteToDisk(const CBlockUndo& blockundo, FlatFilePos& pos, const uint256& hashBlock, const CMessageHeader::MessageStartChars& messageStart)
|
|
||||||
{
|
|
||||||
// Open history file to append
|
|
||||||
CAutoFile fileout(OpenUndoFile(pos), SER_DISK, CLIENT_VERSION);
|
|
||||||
if (fileout.IsNull())
|
|
||||||
return error("%s: OpenUndoFile failed", __func__);
|
|
||||||
|
|
||||||
// Write index header
|
|
||||||
unsigned int nSize = GetSerializeSize(blockundo, fileout.GetVersion());
|
|
||||||
fileout << messageStart << nSize;
|
|
||||||
|
|
||||||
// Write undo data
|
|
||||||
long fileOutPos = ftell(fileout.Get());
|
|
||||||
if (fileOutPos < 0)
|
|
||||||
return error("%s: ftell failed", __func__);
|
|
||||||
pos.nPos = (unsigned int)fileOutPos;
|
|
||||||
fileout << blockundo;
|
|
||||||
|
|
||||||
// calculate & write checksum
|
|
||||||
CHashWriter hasher(SER_GETHASH, PROTOCOL_VERSION);
|
|
||||||
hasher << hashBlock;
|
|
||||||
hasher << blockundo;
|
|
||||||
fileout << hasher.GetHash();
|
|
||||||
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
bool UndoReadFromDisk(CBlockUndo& blockundo, const CBlockIndex* pindex)
|
|
||||||
{
|
|
||||||
FlatFilePos pos = pindex->GetUndoPos();
|
|
||||||
if (pos.IsNull()) {
|
|
||||||
return error("%s: no undo data available", __func__);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Open history file to read
|
|
||||||
CAutoFile filein(OpenUndoFile(pos, true), SER_DISK, CLIENT_VERSION);
|
|
||||||
if (filein.IsNull())
|
|
||||||
return error("%s: OpenUndoFile failed", __func__);
|
|
||||||
|
|
||||||
// Read block
|
|
||||||
uint256 hashChecksum;
|
|
||||||
CHashVerifier<CAutoFile> verifier(&filein); // We need a CHashVerifier as reserializing may lose data
|
|
||||||
try {
|
|
||||||
verifier << pindex->pprev->GetBlockHash();
|
|
||||||
verifier >> blockundo;
|
|
||||||
filein >> hashChecksum;
|
|
||||||
}
|
|
||||||
catch (const std::exception& e) {
|
|
||||||
return error("%s: Deserialize or I/O error - %s", __func__, e.what());
|
|
||||||
}
|
|
||||||
|
|
||||||
// Verify checksum
|
|
||||||
if (hashChecksum != verifier.GetHash())
|
|
||||||
return error("%s: Checksum mismatch", __func__);
|
|
||||||
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
bool AbortNode(BlockValidationState& state, const std::string& strMessage, const bilingual_str& userMessage)
|
bool AbortNode(BlockValidationState& state, const std::string& strMessage, const bilingual_str& userMessage)
|
||||||
{
|
{
|
||||||
AbortNode(strMessage, userMessage);
|
AbortNode(strMessage, userMessage);
|
||||||
@ -1605,55 +1545,6 @@ DisconnectResult CChainState::DisconnectBlock(const CBlock& block, const CBlockI
|
|||||||
return fClean ? DISCONNECT_OK : DISCONNECT_UNCLEAN;
|
return fClean ? DISCONNECT_OK : DISCONNECT_UNCLEAN;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void FlushUndoFile(int block_file, bool finalize = false)
|
|
||||||
{
|
|
||||||
FlatFilePos undo_pos_old(block_file, vinfoBlockFile[block_file].nUndoSize);
|
|
||||||
if (!UndoFileSeq().Flush(undo_pos_old, finalize)) {
|
|
||||||
AbortNode("Flushing undo file to disk failed. This is likely the result of an I/O error.");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
static void FlushBlockFile(bool fFinalize = false, bool finalize_undo = false)
|
|
||||||
{
|
|
||||||
LOCK(cs_LastBlockFile);
|
|
||||||
FlatFilePos block_pos_old(nLastBlockFile, vinfoBlockFile[nLastBlockFile].nSize);
|
|
||||||
if (!BlockFileSeq().Flush(block_pos_old, fFinalize)) {
|
|
||||||
AbortNode("Flushing block file to disk failed. This is likely the result of an I/O error.");
|
|
||||||
}
|
|
||||||
// we do not always flush the undo file, as the chain tip may be lagging behind the incoming blocks,
|
|
||||||
// e.g. during IBD or a sync after a node going offline
|
|
||||||
if (!fFinalize || finalize_undo) FlushUndoFile(nLastBlockFile, finalize_undo);
|
|
||||||
}
|
|
||||||
|
|
||||||
static bool FindUndoPos(BlockValidationState &state, int nFile, FlatFilePos &pos, unsigned int nAddSize);
|
|
||||||
|
|
||||||
static bool WriteUndoDataForBlock(const CBlockUndo& blockundo, BlockValidationState& state, CBlockIndex* pindex, const CChainParams& chainparams)
|
|
||||||
{
|
|
||||||
// Write undo information to disk
|
|
||||||
if (pindex->GetUndoPos().IsNull()) {
|
|
||||||
FlatFilePos _pos;
|
|
||||||
if (!FindUndoPos(state, pindex->nFile, _pos, ::GetSerializeSize(blockundo, CLIENT_VERSION) + 40))
|
|
||||||
return error("ConnectBlock(): FindUndoPos failed");
|
|
||||||
if (!UndoWriteToDisk(blockundo, _pos, pindex->pprev->GetBlockHash(), chainparams.MessageStart()))
|
|
||||||
return AbortNode(state, "Failed to write undo data");
|
|
||||||
// rev files are written in block height order, whereas blk files are written as blocks come in (often out of order)
|
|
||||||
// we want to flush the rev (undo) file once we've written the last block, which is indicated by the last height
|
|
||||||
// in the block file info as below; note that this does not catch the case where the undo writes are keeping up
|
|
||||||
// with the block writes (usually when a synced up node is getting newly mined blocks) -- this case is caught in
|
|
||||||
// the FindBlockPos function
|
|
||||||
if (_pos.nFile < nLastBlockFile && static_cast<uint32_t>(pindex->nHeight) == vinfoBlockFile[_pos.nFile].nHeightLast) {
|
|
||||||
FlushUndoFile(_pos.nFile, true);
|
|
||||||
}
|
|
||||||
|
|
||||||
// update nUndoPos in block index
|
|
||||||
pindex->nUndoPos = _pos.nPos;
|
|
||||||
pindex->nStatus |= BLOCK_HAVE_UNDO;
|
|
||||||
setDirtyBlockIndex.insert(pindex);
|
|
||||||
}
|
|
||||||
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
static CCheckQueue<CScriptCheck> scriptcheckqueue(128);
|
static CCheckQueue<CScriptCheck> scriptcheckqueue(128);
|
||||||
|
|
||||||
void StartScriptCheckWorkerThreads(int threads_num)
|
void StartScriptCheckWorkerThreads(int threads_num)
|
||||||
@ -3087,84 +2978,6 @@ void CChainState::ReceivedBlockTransactions(const CBlock& block, CBlockIndex* pi
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// TODO move to blockstorage
|
|
||||||
bool FindBlockPos(FlatFilePos& pos, unsigned int nAddSize, unsigned int nHeight, CChain& active_chain, uint64_t nTime, bool fKnown = false)
|
|
||||||
{
|
|
||||||
LOCK(cs_LastBlockFile);
|
|
||||||
|
|
||||||
unsigned int nFile = fKnown ? pos.nFile : nLastBlockFile;
|
|
||||||
if (vinfoBlockFile.size() <= nFile) {
|
|
||||||
vinfoBlockFile.resize(nFile + 1);
|
|
||||||
}
|
|
||||||
|
|
||||||
bool finalize_undo = false;
|
|
||||||
if (!fKnown) {
|
|
||||||
while (vinfoBlockFile[nFile].nSize + nAddSize >= (gArgs.GetBoolArg("-fastprune", false) ? 0x10000 /* 64kb */ : MAX_BLOCKFILE_SIZE)) {
|
|
||||||
// when the undo file is keeping up with the block file, we want to flush it explicitly
|
|
||||||
// when it is lagging behind (more blocks arrive than are being connected), we let the
|
|
||||||
// undo block write case handle it
|
|
||||||
assert(std::addressof(::ChainActive()) == std::addressof(active_chain));
|
|
||||||
finalize_undo = (vinfoBlockFile[nFile].nHeightLast == (unsigned int)active_chain.Tip()->nHeight);
|
|
||||||
nFile++;
|
|
||||||
if (vinfoBlockFile.size() <= nFile) {
|
|
||||||
vinfoBlockFile.resize(nFile + 1);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
pos.nFile = nFile;
|
|
||||||
pos.nPos = vinfoBlockFile[nFile].nSize;
|
|
||||||
}
|
|
||||||
|
|
||||||
if ((int)nFile != nLastBlockFile) {
|
|
||||||
if (!fKnown) {
|
|
||||||
LogPrint(BCLog::VALIDATION, "Leaving block file %i: %s\n", nLastBlockFile, vinfoBlockFile[nLastBlockFile].ToString());
|
|
||||||
}
|
|
||||||
FlushBlockFile(!fKnown, finalize_undo);
|
|
||||||
nLastBlockFile = nFile;
|
|
||||||
}
|
|
||||||
|
|
||||||
vinfoBlockFile[nFile].AddBlock(nHeight, nTime);
|
|
||||||
if (fKnown)
|
|
||||||
vinfoBlockFile[nFile].nSize = std::max(pos.nPos + nAddSize, vinfoBlockFile[nFile].nSize);
|
|
||||||
else
|
|
||||||
vinfoBlockFile[nFile].nSize += nAddSize;
|
|
||||||
|
|
||||||
if (!fKnown) {
|
|
||||||
bool out_of_space;
|
|
||||||
size_t bytes_allocated = BlockFileSeq().Allocate(pos, nAddSize, out_of_space);
|
|
||||||
if (out_of_space) {
|
|
||||||
return AbortNode("Disk space is too low!", _("Disk space is too low!"));
|
|
||||||
}
|
|
||||||
if (bytes_allocated != 0 && fPruneMode) {
|
|
||||||
fCheckForPruning = true;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
setDirtyFileInfo.insert(nFile);
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
static bool FindUndoPos(BlockValidationState &state, int nFile, FlatFilePos &pos, unsigned int nAddSize)
|
|
||||||
{
|
|
||||||
pos.nFile = nFile;
|
|
||||||
|
|
||||||
LOCK(cs_LastBlockFile);
|
|
||||||
|
|
||||||
pos.nPos = vinfoBlockFile[nFile].nUndoSize;
|
|
||||||
vinfoBlockFile[nFile].nUndoSize += nAddSize;
|
|
||||||
setDirtyFileInfo.insert(nFile);
|
|
||||||
|
|
||||||
bool out_of_space;
|
|
||||||
size_t bytes_allocated = UndoFileSeq().Allocate(pos, nAddSize, out_of_space);
|
|
||||||
if (out_of_space) {
|
|
||||||
return AbortNode(state, "Disk space is too low!", _("Disk space is too low!"));
|
|
||||||
}
|
|
||||||
if (bytes_allocated != 0 && fPruneMode) {
|
|
||||||
fCheckForPruning = true;
|
|
||||||
}
|
|
||||||
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
static bool CheckBlockHeader(const CBlockHeader& block, BlockValidationState& state, const Consensus::Params& consensusParams, bool fCheckPOW = true)
|
static bool CheckBlockHeader(const CBlockHeader& block, BlockValidationState& state, const Consensus::Params& consensusParams, bool fCheckPOW = true)
|
||||||
{
|
{
|
||||||
// Check proof of work matches claimed amount
|
// Check proof of work matches claimed amount
|
||||||
@ -3722,18 +3535,6 @@ bool TestBlockValidity(BlockValidationState& state,
|
|||||||
* BLOCK PRUNING CODE
|
* BLOCK PRUNING CODE
|
||||||
*/
|
*/
|
||||||
|
|
||||||
/* Calculate the amount of disk space the block & undo files currently use */
|
|
||||||
uint64_t CalculateCurrentUsage()
|
|
||||||
{
|
|
||||||
LOCK(cs_LastBlockFile);
|
|
||||||
|
|
||||||
uint64_t retval = 0;
|
|
||||||
for (const CBlockFileInfo &file : vinfoBlockFile) {
|
|
||||||
retval += file.nSize + file.nUndoSize;
|
|
||||||
}
|
|
||||||
return retval;
|
|
||||||
}
|
|
||||||
|
|
||||||
void BlockManager::PruneOneBlockFile(const int fileNumber)
|
void BlockManager::PruneOneBlockFile(const int fileNumber)
|
||||||
{
|
{
|
||||||
AssertLockHeld(cs_main);
|
AssertLockHeld(cs_main);
|
||||||
@ -3768,17 +3569,6 @@ void BlockManager::PruneOneBlockFile(const int fileNumber)
|
|||||||
setDirtyFileInfo.insert(fileNumber);
|
setDirtyFileInfo.insert(fileNumber);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
void UnlinkPrunedFiles(const std::set<int>& setFilesToPrune)
|
|
||||||
{
|
|
||||||
for (std::set<int>::iterator it = setFilesToPrune.begin(); it != setFilesToPrune.end(); ++it) {
|
|
||||||
FlatFilePos pos(*it, 0);
|
|
||||||
fs::remove(BlockFileSeq().FileName(pos));
|
|
||||||
fs::remove(UndoFileSeq().FileName(pos));
|
|
||||||
LogPrintf("Prune: %s deleted blk/rev (%05u)\n", __func__, *it);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
void BlockManager::FindFilesToPruneManual(std::set<int>& setFilesToPrune, int nManualPruneHeight, int chain_tip_height)
|
void BlockManager::FindFilesToPruneManual(std::set<int>& setFilesToPrune, int nManualPruneHeight, int chain_tip_height)
|
||||||
{
|
{
|
||||||
assert(fPruneMode && nManualPruneHeight > 0);
|
assert(fPruneMode && nManualPruneHeight > 0);
|
||||||
@ -3873,30 +3663,6 @@ void BlockManager::FindFilesToPrune(std::set<int>& setFilesToPrune, uint64_t nPr
|
|||||||
nLastBlockWeCanPrune, count);
|
nLastBlockWeCanPrune, count);
|
||||||
}
|
}
|
||||||
|
|
||||||
static FlatFileSeq BlockFileSeq()
|
|
||||||
{
|
|
||||||
return FlatFileSeq(gArgs.GetBlocksDirPath(), "blk", gArgs.GetBoolArg("-fastprune", false) ? 0x4000 /* 16kb */ : BLOCKFILE_CHUNK_SIZE);
|
|
||||||
}
|
|
||||||
|
|
||||||
static FlatFileSeq UndoFileSeq()
|
|
||||||
{
|
|
||||||
return FlatFileSeq(gArgs.GetBlocksDirPath(), "rev", UNDOFILE_CHUNK_SIZE);
|
|
||||||
}
|
|
||||||
|
|
||||||
FILE* OpenBlockFile(const FlatFilePos &pos, bool fReadOnly) {
|
|
||||||
return BlockFileSeq().Open(pos, fReadOnly);
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Open an undo file (rev?????.dat) */
|
|
||||||
static FILE* OpenUndoFile(const FlatFilePos &pos, bool fReadOnly) {
|
|
||||||
return UndoFileSeq().Open(pos, fReadOnly);
|
|
||||||
}
|
|
||||||
|
|
||||||
fs::path GetBlockPosFilename(const FlatFilePos &pos)
|
|
||||||
{
|
|
||||||
return BlockFileSeq().FileName(pos);
|
|
||||||
}
|
|
||||||
|
|
||||||
CBlockIndex * BlockManager::InsertBlockIndex(const uint256& hash)
|
CBlockIndex * BlockManager::InsertBlockIndex(const uint256& hash)
|
||||||
{
|
{
|
||||||
AssertLockHeld(cs_main);
|
AssertLockHeld(cs_main);
|
||||||
@ -4719,18 +4485,6 @@ bool CChainState::ResizeCoinsCaches(size_t coinstip_size, size_t coinsdb_size)
|
|||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string CBlockFileInfo::ToString() const
|
|
||||||
{
|
|
||||||
return strprintf("CBlockFileInfo(blocks=%u, size=%u, heights=%u...%u, time=%s...%s)", nBlocks, nSize, nHeightFirst, nHeightLast, FormatISO8601Date(nTimeFirst), FormatISO8601Date(nTimeLast));
|
|
||||||
}
|
|
||||||
|
|
||||||
CBlockFileInfo* GetBlockFileInfo(size_t n)
|
|
||||||
{
|
|
||||||
LOCK(cs_LastBlockFile);
|
|
||||||
|
|
||||||
return &vinfoBlockFile.at(n);
|
|
||||||
}
|
|
||||||
|
|
||||||
static const uint64_t MEMPOOL_DUMP_VERSION = 1;
|
static const uint64_t MEMPOOL_DUMP_VERSION = 1;
|
||||||
|
|
||||||
bool LoadMempool(CTxMemPool& pool, CChainState& active_chainstate, FopenFn mockable_fopen_function)
|
bool LoadMempool(CTxMemPool& pool, CChainState& active_chainstate, FopenFn mockable_fopen_function)
|
||||||
|
@ -135,10 +135,6 @@ extern CBlockIndex *pindexBestHeader;
|
|||||||
/** Documentation for argument 'checklevel'. */
|
/** Documentation for argument 'checklevel'. */
|
||||||
extern const std::vector<std::string> CHECKLEVEL_DOC;
|
extern const std::vector<std::string> CHECKLEVEL_DOC;
|
||||||
|
|
||||||
/** Open a block file (blk?????.dat) */
|
|
||||||
FILE* OpenBlockFile(const FlatFilePos &pos, bool fReadOnly = false);
|
|
||||||
/** Translation to a filesystem path */
|
|
||||||
fs::path GetBlockPosFilename(const FlatFilePos &pos);
|
|
||||||
/** Unload database information */
|
/** Unload database information */
|
||||||
void UnloadBlockIndex(CTxMemPool* mempool, ChainstateManager& chainman);
|
void UnloadBlockIndex(CTxMemPool* mempool, ChainstateManager& chainman);
|
||||||
/** Run instances of script checking worker threads */
|
/** Run instances of script checking worker threads */
|
||||||
@ -165,14 +161,6 @@ bool AbortNode(BlockValidationState& state, const std::string& strMessage, const
|
|||||||
/** Guess verification progress (as a fraction between 0.0=genesis and 1.0=current tip). */
|
/** Guess verification progress (as a fraction between 0.0=genesis and 1.0=current tip). */
|
||||||
double GuessVerificationProgress(const ChainTxData& data, const CBlockIndex* pindex);
|
double GuessVerificationProgress(const ChainTxData& data, const CBlockIndex* pindex);
|
||||||
|
|
||||||
/** Calculate the amount of disk space the block & undo files currently use */
|
|
||||||
uint64_t CalculateCurrentUsage();
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Actually unlink the specified files
|
|
||||||
*/
|
|
||||||
void UnlinkPrunedFiles(const std::set<int>& setFilesToPrune);
|
|
||||||
|
|
||||||
/** Prune block files up to a given height */
|
/** Prune block files up to a given height */
|
||||||
void PruneBlockFilesManual(CChainState& active_chainstate, int nManualPruneHeight);
|
void PruneBlockFilesManual(CChainState& active_chainstate, int nManualPruneHeight);
|
||||||
|
|
||||||
@ -993,9 +981,6 @@ extern VersionBitsCache versionbitscache;
|
|||||||
*/
|
*/
|
||||||
int32_t ComputeBlockVersion(const CBlockIndex* pindexPrev, const Consensus::Params& params);
|
int32_t ComputeBlockVersion(const CBlockIndex* pindexPrev, const Consensus::Params& params);
|
||||||
|
|
||||||
/** Get block file info entry for one block file */
|
|
||||||
CBlockFileInfo* GetBlockFileInfo(size_t n);
|
|
||||||
|
|
||||||
using FopenFn = std::function<FILE*(const fs::path&, const char*)>;
|
using FopenFn = std::function<FILE*(const fs::path&, const char*)>;
|
||||||
|
|
||||||
/** Dump the mempool to disk. */
|
/** Dump the mempool to disk. */
|
||||||
|
Loading…
x
Reference in New Issue
Block a user