Merge #10550: Don't return stale data from CCoinsViewCache::Cursor()
[bitcoinplatinum.git] / src / validation.h
blobb8d39c4b411c41b0e5a4a3ac732b387611cd72d5
1 // Copyright (c) 2009-2010 Satoshi Nakamoto
2 // Copyright (c) 2009-2016 The Bitcoin Core developers
3 // Distributed under the MIT software license, see the accompanying
4 // file COPYING or http://www.opensource.org/licenses/mit-license.php.
6 #ifndef BITCOIN_VALIDATION_H
7 #define BITCOIN_VALIDATION_H
9 #if defined(HAVE_CONFIG_H)
10 #include "config/bitcoin-config.h"
11 #endif
13 #include "amount.h"
14 #include "coins.h"
15 #include "fs.h"
16 #include "protocol.h" // For CMessageHeader::MessageStartChars
17 #include "policy/feerate.h"
18 #include "script/script_error.h"
19 #include "sync.h"
20 #include "versionbits.h"
22 #include <algorithm>
23 #include <exception>
24 #include <map>
25 #include <set>
26 #include <stdint.h>
27 #include <string>
28 #include <utility>
29 #include <vector>
31 #include <atomic>
33 class CBlockIndex;
34 class CBlockTreeDB;
35 class CBloomFilter;
36 class CChainParams;
37 class CCoinsViewDB;
38 class CInv;
39 class CConnman;
40 class CScriptCheck;
41 class CBlockPolicyEstimator;
42 class CTxMemPool;
43 class CValidationInterface;
44 class CValidationState;
45 struct ChainTxData;
47 struct PrecomputedTransactionData;
48 struct LockPoints;
50 /** Default for DEFAULT_WHITELISTRELAY. */
51 static const bool DEFAULT_WHITELISTRELAY = true;
52 /** Default for DEFAULT_WHITELISTFORCERELAY. */
53 static const bool DEFAULT_WHITELISTFORCERELAY = true;
54 /** Default for -minrelaytxfee, minimum relay fee for transactions */
55 static const unsigned int DEFAULT_MIN_RELAY_TX_FEE = 1000;
56 //! -maxtxfee default
57 static const CAmount DEFAULT_TRANSACTION_MAXFEE = 0.1 * COIN;
58 //! Discourage users to set fees higher than this amount (in satoshis) per kB
59 static const CAmount HIGH_TX_FEE_PER_KB = 0.01 * COIN;
60 //! -maxtxfee will warn if called with a higher fee than this amount (in satoshis)
61 static const CAmount HIGH_MAX_TX_FEE = 100 * HIGH_TX_FEE_PER_KB;
62 /** Default for -limitancestorcount, max number of in-mempool ancestors */
63 static const unsigned int DEFAULT_ANCESTOR_LIMIT = 25;
64 /** Default for -limitancestorsize, maximum kilobytes of tx + all in-mempool ancestors */
65 static const unsigned int DEFAULT_ANCESTOR_SIZE_LIMIT = 101;
66 /** Default for -limitdescendantcount, max number of in-mempool descendants */
67 static const unsigned int DEFAULT_DESCENDANT_LIMIT = 25;
68 /** Default for -limitdescendantsize, maximum kilobytes of in-mempool descendants */
69 static const unsigned int DEFAULT_DESCENDANT_SIZE_LIMIT = 101;
70 /** Default for -mempoolexpiry, expiration time for mempool transactions in hours */
71 static const unsigned int DEFAULT_MEMPOOL_EXPIRY = 336;
72 /** Maximum kilobytes for transactions to store for processing during reorg */
73 static const unsigned int MAX_DISCONNECTED_TX_POOL_SIZE = 20000;
74 /** The maximum size of a blk?????.dat file (since 0.8) */
75 static const unsigned int MAX_BLOCKFILE_SIZE = 0x8000000; // 128 MiB
76 /** The pre-allocation chunk size for blk?????.dat files (since 0.8) */
77 static const unsigned int BLOCKFILE_CHUNK_SIZE = 0x1000000; // 16 MiB
78 /** The pre-allocation chunk size for rev?????.dat files (since 0.8) */
79 static const unsigned int UNDOFILE_CHUNK_SIZE = 0x100000; // 1 MiB
81 /** Maximum number of script-checking threads allowed */
82 static const int MAX_SCRIPTCHECK_THREADS = 16;
83 /** -par default (number of script-checking threads, 0 = auto) */
84 static const int DEFAULT_SCRIPTCHECK_THREADS = 0;
85 /** Number of blocks that can be requested at any given time from a single peer. */
86 static const int MAX_BLOCKS_IN_TRANSIT_PER_PEER = 16;
87 /** Timeout in seconds during which a peer must stall block download progress before being disconnected. */
88 static const unsigned int BLOCK_STALLING_TIMEOUT = 2;
89 /** Number of headers sent in one getheaders result. We rely on the assumption that if a peer sends
90 * less than this number, we reached its tip. Changing this value is a protocol upgrade. */
91 static const unsigned int MAX_HEADERS_RESULTS = 2000;
92 /** Maximum depth of blocks we're willing to serve as compact blocks to peers
93 * when requested. For older blocks, a regular BLOCK response will be sent. */
94 static const int MAX_CMPCTBLOCK_DEPTH = 5;
95 /** Maximum depth of blocks we're willing to respond to GETBLOCKTXN requests for. */
96 static const int MAX_BLOCKTXN_DEPTH = 10;
97 /** Size of the "block download window": how far ahead of our current height do we fetch?
98 * Larger windows tolerate larger download speed differences between peer, but increase the potential
99 * degree of disordering of blocks on disk (which make reindexing and in the future perhaps pruning
100 * harder). We'll probably want to make this a per-peer adaptive value at some point. */
101 static const unsigned int BLOCK_DOWNLOAD_WINDOW = 1024;
102 /** Time to wait (in seconds) between writing blocks/block index to disk. */
103 static const unsigned int DATABASE_WRITE_INTERVAL = 60 * 60;
104 /** Time to wait (in seconds) between flushing chainstate to disk. */
105 static const unsigned int DATABASE_FLUSH_INTERVAL = 24 * 60 * 60;
106 /** Maximum length of reject messages. */
107 static const unsigned int MAX_REJECT_MESSAGE_LENGTH = 111;
108 /** Average delay between local address broadcasts in seconds. */
109 static const unsigned int AVG_LOCAL_ADDRESS_BROADCAST_INTERVAL = 24 * 60 * 60;
110 /** Average delay between peer address broadcasts in seconds. */
111 static const unsigned int AVG_ADDRESS_BROADCAST_INTERVAL = 30;
112 /** Average delay between trickled inventory transmissions in seconds.
113 * Blocks and whitelisted receivers bypass this, outbound peers get half this delay. */
114 static const unsigned int INVENTORY_BROADCAST_INTERVAL = 5;
115 /** Maximum number of inventory items to send per transmission.
116 * Limits the impact of low-fee transaction floods. */
117 static const unsigned int INVENTORY_BROADCAST_MAX = 7 * INVENTORY_BROADCAST_INTERVAL;
118 /** Average delay between feefilter broadcasts in seconds. */
119 static const unsigned int AVG_FEEFILTER_BROADCAST_INTERVAL = 10 * 60;
120 /** Maximum feefilter broadcast delay after significant change. */
121 static const unsigned int MAX_FEEFILTER_CHANGE_DELAY = 5 * 60;
122 /** Block download timeout base, expressed in millionths of the block interval (i.e. 10 min) */
123 static const int64_t BLOCK_DOWNLOAD_TIMEOUT_BASE = 1000000;
124 /** Additional block download timeout per parallel downloading peer (i.e. 5 min) */
125 static const int64_t BLOCK_DOWNLOAD_TIMEOUT_PER_PEER = 500000;
127 static const int64_t DEFAULT_MAX_TIP_AGE = 24 * 60 * 60;
128 /** Maximum age of our tip in seconds for us to be considered current for fee estimation */
129 static const int64_t MAX_FEE_ESTIMATION_TIP_AGE = 3 * 60 * 60;
131 /** Default for -permitbaremultisig */
132 static const bool DEFAULT_PERMIT_BAREMULTISIG = true;
133 static const bool DEFAULT_CHECKPOINTS_ENABLED = true;
134 static const bool DEFAULT_TXINDEX = false;
135 static const unsigned int DEFAULT_BANSCORE_THRESHOLD = 100;
136 /** Default for -persistmempool */
137 static const bool DEFAULT_PERSIST_MEMPOOL = true;
138 /** Default for -mempoolreplacement */
139 static const bool DEFAULT_ENABLE_REPLACEMENT = true;
140 /** Default for using fee filter */
141 static const bool DEFAULT_FEEFILTER = true;
143 /** Maximum number of headers to announce when relaying blocks with headers message.*/
144 static const unsigned int MAX_BLOCKS_TO_ANNOUNCE = 8;
146 /** Maximum number of unconnecting headers announcements before DoS score */
147 static const int MAX_UNCONNECTING_HEADERS = 10;
149 static const bool DEFAULT_PEERBLOOMFILTERS = true;
151 /** Default for -stopatheight */
152 static const int DEFAULT_STOPATHEIGHT = 0;
154 struct BlockHasher
156 size_t operator()(const uint256& hash) const { return hash.GetCheapHash(); }
159 extern CScript COINBASE_FLAGS;
160 extern CCriticalSection cs_main;
161 extern CBlockPolicyEstimator feeEstimator;
162 extern CTxMemPool mempool;
163 typedef std::unordered_map<uint256, CBlockIndex*, BlockHasher> BlockMap;
164 extern BlockMap mapBlockIndex;
165 extern uint64_t nLastBlockTx;
166 extern uint64_t nLastBlockSize;
167 extern uint64_t nLastBlockWeight;
168 extern const std::string strMessageMagic;
169 extern CWaitableCriticalSection csBestBlock;
170 extern CConditionVariable cvBlockChange;
171 extern std::atomic_bool fImporting;
172 extern bool fReindex;
173 extern int nScriptCheckThreads;
174 extern bool fTxIndex;
175 extern bool fIsBareMultisigStd;
176 extern bool fRequireStandard;
177 extern bool fCheckBlockIndex;
178 extern bool fCheckpointsEnabled;
179 extern size_t nCoinCacheUsage;
180 /** A fee rate smaller than this is considered zero fee (for relaying, mining and transaction creation) */
181 extern CFeeRate minRelayTxFee;
182 /** Absolute maximum transaction fee (in satoshis) used by wallet and mempool (rejects high fee in sendrawtransaction) */
183 extern CAmount maxTxFee;
184 /** If the tip is older than this (in seconds), the node is considered to be in initial block download. */
185 extern int64_t nMaxTipAge;
186 extern bool fEnableReplacement;
188 /** Block hash whose ancestors we will assume to have valid scripts without checking them. */
189 extern uint256 hashAssumeValid;
191 /** Best header we've seen so far (used for getheaders queries' starting points). */
192 extern CBlockIndex *pindexBestHeader;
194 /** Minimum disk space required - used in CheckDiskSpace() */
195 static const uint64_t nMinDiskSpace = 52428800;
197 /** Pruning-related variables and constants */
198 /** True if any block files have ever been pruned. */
199 extern bool fHavePruned;
200 /** True if we're running in -prune mode. */
201 extern bool fPruneMode;
202 /** Number of MiB of block files that we're trying to stay below. */
203 extern uint64_t nPruneTarget;
204 /** Block files containing a block-height within MIN_BLOCKS_TO_KEEP of chainActive.Tip() will not be pruned. */
205 static const unsigned int MIN_BLOCKS_TO_KEEP = 288;
207 static const signed int DEFAULT_CHECKBLOCKS = 6;
208 static const unsigned int DEFAULT_CHECKLEVEL = 3;
210 // Require that user allocate at least 550MB for block & undo files (blk???.dat and rev???.dat)
211 // At 1MB per block, 288 blocks = 288MB.
212 // Add 15% for Undo data = 331MB
213 // Add 20% for Orphan block rate = 397MB
214 // We want the low water mark after pruning to be at least 397 MB and since we prune in
215 // full block file chunks, we need the high water mark which triggers the prune to be
216 // one 128MB block file + added 15% undo data = 147MB greater for a total of 545MB
217 // Setting the target to > than 550MB will make it likely we can respect the target.
218 static const uint64_t MIN_DISK_SPACE_FOR_BLOCK_FILES = 550 * 1024 * 1024;
220 /**
221 * Process an incoming block. This only returns after the best known valid
222 * block is made active. Note that it does not, however, guarantee that the
223 * specific block passed to it has been checked for validity!
225 * If you want to *possibly* get feedback on whether pblock is valid, you must
226 * install a CValidationInterface (see validationinterface.h) - this will have
227 * its BlockChecked method called whenever *any* block completes validation.
229 * Note that we guarantee that either the proof-of-work is valid on pblock, or
230 * (and possibly also) BlockChecked will have been called.
232 * Call without cs_main held.
234 * @param[in] pblock The block we want to process.
235 * @param[in] fForceProcessing Process this block even if unrequested; used for non-network block sources and whitelisted peers.
236 * @param[out] fNewBlock A boolean which is set to indicate if the block was first received via this call
237 * @return True if state.IsValid()
239 bool ProcessNewBlock(const CChainParams& chainparams, const std::shared_ptr<const CBlock> pblock, bool fForceProcessing, bool* fNewBlock);
242 * Process incoming block headers.
244 * Call without cs_main held.
246 * @param[in] block The block headers themselves
247 * @param[out] state This may be set to an Error state if any error occurred processing them
248 * @param[in] chainparams The params for the chain we want to connect to
249 * @param[out] ppindex If set, the pointer will be set to point to the last new block index object for the given headers
251 bool ProcessNewBlockHeaders(const std::vector<CBlockHeader>& block, CValidationState& state, const CChainParams& chainparams, const CBlockIndex** ppindex=NULL);
253 /** Check whether enough disk space is available for an incoming block */
254 bool CheckDiskSpace(uint64_t nAdditionalBytes = 0);
255 /** Open a block file (blk?????.dat) */
256 FILE* OpenBlockFile(const CDiskBlockPos &pos, bool fReadOnly = false);
257 /** Translation to a filesystem path */
258 fs::path GetBlockPosFilename(const CDiskBlockPos &pos, const char *prefix);
259 /** Import blocks from an external file */
260 bool LoadExternalBlockFile(const CChainParams& chainparams, FILE* fileIn, CDiskBlockPos *dbp = NULL);
261 /** Initialize a new block tree database + block data on disk */
262 bool InitBlockIndex(const CChainParams& chainparams);
263 /** Load the block tree and coins database from disk */
264 bool LoadBlockIndex(const CChainParams& chainparams);
265 /** Unload database information */
266 void UnloadBlockIndex();
267 /** Run an instance of the script checking thread */
268 void ThreadScriptCheck();
269 /** Check whether we are doing an initial block download (synchronizing from disk or network) */
270 bool IsInitialBlockDownload();
271 /** Format a string that describes several potential problems detected by the core.
272 * strFor can have three values:
273 * - "rpc": get critical warnings, which should put the client in safe mode if non-empty
274 * - "statusbar": get all warnings
275 * - "gui": get all warnings, translated (where possible) for GUI
276 * This function only returns the highest priority warning of the set selected by strFor.
278 std::string GetWarnings(const std::string& strFor);
279 /** Retrieve a transaction (from memory pool, or from disk, if possible) */
280 bool GetTransaction(const uint256 &hash, CTransactionRef &tx, const Consensus::Params& params, uint256 &hashBlock, bool fAllowSlow = false);
281 /** Find the best known block, and make it the tip of the block chain */
282 bool ActivateBestChain(CValidationState& state, const CChainParams& chainparams, std::shared_ptr<const CBlock> pblock = std::shared_ptr<const CBlock>());
283 CAmount GetBlockSubsidy(int nHeight, const Consensus::Params& consensusParams);
285 /** Guess verification progress (as a fraction between 0.0=genesis and 1.0=current tip). */
286 double GuessVerificationProgress(const ChainTxData& data, CBlockIndex* pindex);
289 * Mark one block file as pruned.
291 void PruneOneBlockFile(const int fileNumber);
294 * Actually unlink the specified files
296 void UnlinkPrunedFiles(const std::set<int>& setFilesToPrune);
298 /** Create a new block index entry for a given block hash */
299 CBlockIndex * InsertBlockIndex(uint256 hash);
300 /** Flush all state, indexes and buffers to disk. */
301 void FlushStateToDisk();
302 /** Prune block files and flush state to disk. */
303 void PruneAndFlush();
304 /** Prune block files up to a given height */
305 void PruneBlockFilesManual(int nManualPruneHeight);
307 /** (try to) add transaction to memory pool
308 * plTxnReplaced will be appended to with all transactions replaced from mempool **/
309 bool AcceptToMemoryPool(CTxMemPool& pool, CValidationState &state, const CTransactionRef &tx, bool fLimitFree,
310 bool* pfMissingInputs, std::list<CTransactionRef>* plTxnReplaced = NULL,
311 bool fOverrideMempoolLimit=false, const CAmount nAbsurdFee=0);
313 /** Convert CValidationState to a human-readable message for logging */
314 std::string FormatStateMessage(const CValidationState &state);
316 /** Get the BIP9 state for a given deployment at the current tip. */
317 ThresholdState VersionBitsTipState(const Consensus::Params& params, Consensus::DeploymentPos pos);
319 /** Get the numerical statistics for the BIP9 state for a given deployment at the current tip. */
320 BIP9Stats VersionBitsTipStatistics(const Consensus::Params& params, Consensus::DeploymentPos pos);
322 /** Get the block height at which the BIP9 deployment switched into the state for the block building on the current tip. */
323 int VersionBitsTipStateSinceHeight(const Consensus::Params& params, Consensus::DeploymentPos pos);
326 /** Apply the effects of this transaction on the UTXO set represented by view */
327 void UpdateCoins(const CTransaction& tx, CCoinsViewCache& inputs, int nHeight);
329 /** Transaction validation functions */
332 * Check if transaction will be final in the next block to be created.
334 * Calls IsFinalTx() with current block height and appropriate block time.
336 * See consensus/consensus.h for flag definitions.
338 bool CheckFinalTx(const CTransaction &tx, int flags = -1);
341 * Test whether the LockPoints height and time are still valid on the current chain
343 bool TestLockPointValidity(const LockPoints* lp);
346 * Check if transaction will be BIP 68 final in the next block to be created.
348 * Simulates calling SequenceLocks() with data from the tip of the current active chain.
349 * Optionally stores in LockPoints the resulting height and time calculated and the hash
350 * of the block needed for calculation or skips the calculation and uses the LockPoints
351 * passed in for evaluation.
352 * The LockPoints should not be considered valid if CheckSequenceLocks returns false.
354 * See consensus/consensus.h for flag definitions.
356 bool CheckSequenceLocks(const CTransaction &tx, int flags, LockPoints* lp = NULL, bool useExistingLockPoints = false);
359 * Closure representing one script verification
360 * Note that this stores references to the spending transaction
362 class CScriptCheck
364 private:
365 CScript scriptPubKey;
366 CAmount amount;
367 const CTransaction *ptxTo;
368 unsigned int nIn;
369 unsigned int nFlags;
370 bool cacheStore;
371 ScriptError error;
372 PrecomputedTransactionData *txdata;
374 public:
375 CScriptCheck(): amount(0), ptxTo(0), nIn(0), nFlags(0), cacheStore(false), error(SCRIPT_ERR_UNKNOWN_ERROR) {}
376 CScriptCheck(const CScript& scriptPubKeyIn, const CAmount amountIn, const CTransaction& txToIn, unsigned int nInIn, unsigned int nFlagsIn, bool cacheIn, PrecomputedTransactionData* txdataIn) :
377 scriptPubKey(scriptPubKeyIn), amount(amountIn),
378 ptxTo(&txToIn), nIn(nInIn), nFlags(nFlagsIn), cacheStore(cacheIn), error(SCRIPT_ERR_UNKNOWN_ERROR), txdata(txdataIn) { }
380 bool operator()();
382 void swap(CScriptCheck &check) {
383 scriptPubKey.swap(check.scriptPubKey);
384 std::swap(ptxTo, check.ptxTo);
385 std::swap(amount, check.amount);
386 std::swap(nIn, check.nIn);
387 std::swap(nFlags, check.nFlags);
388 std::swap(cacheStore, check.cacheStore);
389 std::swap(error, check.error);
390 std::swap(txdata, check.txdata);
393 ScriptError GetScriptError() const { return error; }
397 /** Functions for disk access for blocks */
398 bool ReadBlockFromDisk(CBlock& block, const CDiskBlockPos& pos, const Consensus::Params& consensusParams);
399 bool ReadBlockFromDisk(CBlock& block, const CBlockIndex* pindex, const Consensus::Params& consensusParams);
401 /** Functions for validating blocks and updating the block tree */
403 /** Context-independent validity checks */
404 bool CheckBlock(const CBlock& block, CValidationState& state, const Consensus::Params& consensusParams, bool fCheckPOW = true, bool fCheckMerkleRoot = true);
406 /** Check a block is completely valid from start to finish (only works on top of our current best block, with cs_main held) */
407 bool TestBlockValidity(CValidationState& state, const CChainParams& chainparams, const CBlock& block, CBlockIndex* pindexPrev, bool fCheckPOW = true, bool fCheckMerkleRoot = true);
409 /** Check whether witness commitments are required for block. */
410 bool IsWitnessEnabled(const CBlockIndex* pindexPrev, const Consensus::Params& params);
412 /** When there are blocks in the active chain with missing data, rewind the chainstate and remove them from the block index */
413 bool RewindBlockIndex(const CChainParams& params);
415 /** Update uncommitted block structures (currently: only the witness nonce). This is safe for submitted blocks. */
416 void UpdateUncommittedBlockStructures(CBlock& block, const CBlockIndex* pindexPrev, const Consensus::Params& consensusParams);
418 /** Produce the necessary coinbase commitment for a block (modifies the hash, don't call for mined blocks). */
419 std::vector<unsigned char> GenerateCoinbaseCommitment(CBlock& block, const CBlockIndex* pindexPrev, const Consensus::Params& consensusParams);
421 /** RAII wrapper for VerifyDB: Verify consistency of the block and coin databases */
422 class CVerifyDB {
423 public:
424 CVerifyDB();
425 ~CVerifyDB();
426 bool VerifyDB(const CChainParams& chainparams, CCoinsView *coinsview, int nCheckLevel, int nCheckDepth);
429 /** Find the last common block between the parameter chain and a locator. */
430 CBlockIndex* FindForkInGlobalIndex(const CChain& chain, const CBlockLocator& locator);
432 /** Mark a block as precious and reorganize. */
433 bool PreciousBlock(CValidationState& state, const CChainParams& params, CBlockIndex *pindex);
435 /** Mark a block as invalid. */
436 bool InvalidateBlock(CValidationState& state, const CChainParams& chainparams, CBlockIndex *pindex);
438 /** Remove invalidity status from a block and its descendants. */
439 bool ResetBlockFailureFlags(CBlockIndex *pindex);
441 /** The currently-connected chain of blocks (protected by cs_main). */
442 extern CChain chainActive;
444 /** Global variable that points to the coins database (protected by cs_main) */
445 extern CCoinsViewDB *pcoinsdbview;
447 /** Global variable that points to the active CCoinsView (protected by cs_main) */
448 extern CCoinsViewCache *pcoinsTip;
450 /** Global variable that points to the active block tree (protected by cs_main) */
451 extern CBlockTreeDB *pblocktree;
454 * Return the spend height, which is one more than the inputs.GetBestBlock().
455 * While checking, GetBestBlock() refers to the parent block. (protected by cs_main)
456 * This is also true for mempool checks.
458 int GetSpendHeight(const CCoinsViewCache& inputs);
460 extern VersionBitsCache versionbitscache;
463 * Determine what nVersion a new block should use.
465 int32_t ComputeBlockVersion(const CBlockIndex* pindexPrev, const Consensus::Params& params);
467 /** Reject codes greater or equal to this can be returned by AcceptToMemPool
468 * for transactions, to signal internal conditions. They cannot and should not
469 * be sent over the P2P network.
471 static const unsigned int REJECT_INTERNAL = 0x100;
472 /** Too high fee. Can not be triggered by P2P transactions */
473 static const unsigned int REJECT_HIGHFEE = 0x100;
474 /** Transaction is already known (either in mempool or blockchain) */
475 static const unsigned int REJECT_ALREADY_KNOWN = 0x101;
476 /** Transaction conflicts with a transaction already known */
477 static const unsigned int REJECT_CONFLICT = 0x102;
479 /** Get block file info entry for one block file */
480 CBlockFileInfo* GetBlockFileInfo(size_t n);
482 /** Dump the mempool to disk. */
483 void DumpMempool();
485 /** Load the mempool from disk. */
486 bool LoadMempool();
488 #endif // BITCOIN_VALIDATION_H