mirrors/mempool
1
0
Fork 0
mirror of https://github.com/mempool/mempool.git synced 2025-01-01 03:04:27 +01:00
Code Issues Projects Releases Wiki Activity

Merge pull request #1300 from nymkappa/bugfix/stop-block-chunk-indexing-upon-error

Browse Source 
Pause block indexing chunk upon error and retry later
This commit is contained in:
softsimon 2022-03-05 16:30:35 +01:00 committed by GitHub
commit f990d30a22
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 15 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
backend/src/api/blocks.ts
View File

@ -218,31 +218,28 @@ class Blocks {
if (blockHeight < lastBlockToIndex) { if (blockHeight < lastBlockToIndex) {
break; break;
} }
try { ++indexedThisRun;
++indexedThisRun; if (++totaIndexed % 100 === 0 || blockHeight === lastBlockToIndex) {
if (++totaIndexed % 100 === 0 || blockHeight === lastBlockToIndex) { const elapsedSeconds = Math.max(1, Math.round((new Date().getTime() / 1000) - startedAt));
const elapsedSeconds = Math.max(1, Math.round((new Date().getTime() / 1000) - startedAt)); const blockPerSeconds = Math.max(1, Math.round(indexedThisRun / elapsedSeconds));
const blockPerSeconds = Math.max(1, Math.round(indexedThisRun / elapsedSeconds)); const progress = Math.round(totaIndexed / indexingBlockAmount * 100);
const progress = Math.round(totaIndexed / indexingBlockAmount * 100); const timeLeft = Math.round((indexingBlockAmount - totaIndexed) / blockPerSeconds);
const timeLeft = Math.round((indexingBlockAmount - totaIndexed) / blockPerSeconds); logger.debug(`Indexing block #${blockHeight} | ~${blockPerSeconds} blocks/sec | total: ${totaIndexed}/${indexingBlockAmount} (${progress}%) | elapsed: ${elapsedSeconds} seconds | left: ~${timeLeft} seconds`);
logger.debug(`Indexing block #${blockHeight} | ~${blockPerSeconds} blocks/sec | total: ${totaIndexed}/${indexingBlockAmount} (${progress}%) | elapsed: ${elapsedSeconds} seconds | left: ~${timeLeft} seconds`);
}
const blockHash = await bitcoinApi.$getBlockHash(blockHeight);
const block = await bitcoinApi.$getBlock(blockHash);
const transactions = await this.$getTransactionsExtended(blockHash, block.height, true, true);
const blockExtended = await this.$getBlockExtended(block, transactions);
await blocksRepository.$saveBlockInDatabase(blockExtended);
} catch (e) {
logger.err(`Something went wrong while indexing blocks.` + e);
} }
const blockHash = await bitcoinApi.$getBlockHash(blockHeight);
const block = await bitcoinApi.$getBlock(blockHash);
const transactions = await this.$getTransactionsExtended(blockHash, block.height, true, true);
const blockExtended = await this.$getBlockExtended(block, transactions);
await blocksRepository.$saveBlockInDatabase(blockExtended);
} }
currentBlockHeight -= chunkSize; currentBlockHeight -= chunkSize;
} }
logger.info('Block indexing completed'); logger.info('Block indexing completed');
} catch (e) { } catch (e) {
logger.err('An error occured in $generateBlockDatabase(). Skipping block indexing. ' + e); logger.err('An error occured in $generateBlockDatabase(). Trying again later. ' + e);
console.log(e); this.blockIndexingStarted = false;
return;
} }
this.blockIndexingCompleted = true; this.blockIndexingCompleted = true;