import { Common } from './api/common'; import blocks from './api/blocks'; import mempool from './api/mempool'; import mining from './api/mining/mining'; import logger from './logger'; import bitcoinClient from './api/bitcoin/bitcoin-client'; import priceUpdater from './tasks/price-updater'; import PricesRepository from './repositories/PricesRepository'; export interface CoreIndex { name: string; synced: boolean; best_block_height: number; } class Indexer { runIndexer = true; indexerRunning = false; tasksRunning: string[] = []; coreIndexes: CoreIndex[] = []; /** * Check which core index is available for indexing */ public async checkAvailableCoreIndexes(): Promise { const updatedCoreIndexes: CoreIndex[] = []; const indexes: any = await bitcoinClient.getIndexInfo(); for (const indexName in indexes) { const newState = { name: indexName, synced: indexes[indexName].synced, best_block_height: indexes[indexName].best_block_height, }; logger.info(`Core index '${indexName}' is ${indexes[indexName].synced ? 'synced' : 'not synced'}. Best block height is ${indexes[indexName].best_block_height}`); updatedCoreIndexes.push(newState); if (indexName === 'coinstatsindex' && newState.synced === true) { const previousState = this.isCoreIndexReady('coinstatsindex'); // if (!previousState || previousState.synced === false) { this.runSingleTask('coinStatsIndex'); // } } } this.coreIndexes = updatedCoreIndexes; } /** * Return the best block height if a core index is available, or 0 if not * * @param name * @returns */ public isCoreIndexReady(name: string): CoreIndex | null { for (const index of this.coreIndexes) { if (index.name === name && index.synced === true) { return index; } } return null; } public reindex(): void { if (Common.indexingEnabled()) { this.runIndexer = true; } } public async runSingleTask(task: 'blocksPrices' | 'coinStatsIndex'): Promise { if (!Common.indexingEnabled()) { return; } if (task === 'blocksPrices' && !this.tasksRunning.includes(task)) { this.tasksRunning.push(task); const lastestPriceId = await PricesRepository.$getLatestPriceId(); if (priceUpdater.historyInserted === false || lastestPriceId === null) { logger.debug(`Blocks prices indexer is waiting for the price updater to complete`, logger.tags.mining); setTimeout(() => { this.tasksRunning = this.tasksRunning.filter(runningTask => runningTask !== task); this.runSingleTask('blocksPrices'); }, 10000); } else { logger.debug(`Blocks prices indexer will run now`, logger.tags.mining); await mining.$indexBlockPrices(); this.tasksRunning = this.tasksRunning.filter(runningTask => runningTask !== task); } } if (task === 'coinStatsIndex' && !this.tasksRunning.includes(task)) { this.tasksRunning.push(task); logger.debug(`Indexing coinStatsIndex now`); await mining.$indexCoinStatsIndex(); this.tasksRunning = this.tasksRunning.filter(runningTask => runningTask !== task); } } public async $run(): Promise { if (!Common.indexingEnabled() || this.runIndexer === false || this.indexerRunning === true || mempool.hasPriority() ) { return; } // Do not attempt to index anything unless Bitcoin Core is fully synced const blockchainInfo = await bitcoinClient.getBlockchainInfo(); if (blockchainInfo.blocks !== blockchainInfo.headers) { return; } this.runIndexer = false; this.indexerRunning = true; logger.debug(`Running mining indexer`); await this.checkAvailableCoreIndexes(); try { await priceUpdater.$run(); const chainValid = await blocks.$generateBlockDatabase(); if (chainValid === false) { // Chain of block hash was invalid, so we need to reindex. Stop here and continue at the next iteration logger.warn(`The chain of block hash is invalid, re-indexing invalid data in 10 seconds.`, logger.tags.mining); setTimeout(() => this.reindex(), 10000); this.indexerRunning = false; return; } this.runSingleTask('blocksPrices'); await mining.$indexDifficultyAdjustments(); await mining.$generateNetworkHashrateHistory(); await mining.$generatePoolHashrateHistory(); await blocks.$generateBlocksSummariesDatabase(); await blocks.$generateCPFPDatabase(); await blocks.$generateAuditStats(); } catch (e) { this.indexerRunning = false; logger.err(`Indexer failed, trying again in 10 seconds. Reason: ` + (e instanceof Error ? e.message : e)); setTimeout(() => this.reindex(), 10000); this.indexerRunning = false; return; } this.indexerRunning = false; const runEvery = 1000 * 3600; // 1 hour logger.debug(`Indexing completed. Next run planned at ${new Date(new Date().getTime() + runEvery).toUTCString()}`); setTimeout(() => this.reindex(), runEvery); } } export default new Indexer();