mempool/backend/src/api/mempool.ts

const config = require('../../mempool-config.json');
import bitcoinApi from './bitcoin/electrs-api';
import { MempoolInfo, TransactionExtended, Transaction, VbytesPerSecond } from '../interfaces';
import logger from '../logger';
import { Common } from './common';

class Mempool {
  private inSync: boolean = false;
  private mempoolCache: { [txId: string]: TransactionExtended } = {};
  private mempoolInfo: MempoolInfo = { size: 0, bytes: 0 };
  private mempoolChangedCallback: ((newMempool: { [txId: string]: TransactionExtended; }, newTransactions: TransactionExtended[],
    deletedTransactions: TransactionExtended[]) => void) | undefined;

  private txPerSecondArray: number[] = [];
  private txPerSecond: number = 0;

  private vBytesPerSecondArray: VbytesPerSecond[] = [];
  private vBytesPerSecond: number = 0;
  private mempoolProtection = 0;
  private latestTransactions: any[] = [];

  constructor() {
    setInterval(this.updateTxPerSecond.bind(this), 1000);
  }

  public isInSync() {
    return this.inSync;
  }

  public getLatestTransactions() {
    return this.latestTransactions;
  }

  public setMempoolChangedCallback(fn: (newMempool: { [txId: string]: TransactionExtended; },
    newTransactions: TransactionExtended[], deletedTransactions: TransactionExtended[]) => void) {
    this.mempoolChangedCallback = fn;
  }

  public getMempool(): { [txid: string]: TransactionExtended } {
    return this.mempoolCache;
  }

  public setMempool(mempoolData: { [txId: string]: TransactionExtended }) {
    this.mempoolCache = mempoolData;
    if (this.mempoolChangedCallback) {
      this.mempoolChangedCallback(this.mempoolCache, [], []);
    }
  }

  public async updateMemPoolInfo() {
    try {
      this.mempoolInfo = await bitcoinApi.getMempoolInfo();
    } catch (e) {
      logger.err('Error getMempoolInfo ' + e.message || e);
    }
  }

  public getMempoolInfo(): MempoolInfo | undefined {
    return this.mempoolInfo;
  }

  public getTxPerSecond(): number {
    return this.txPerSecond;
  }

  public getVBytesPerSecond(): number {
    return this.vBytesPerSecond;
  }

  public getFirstSeenForTransactions(txIds: string[]): number[] {
    const txTimes: number[] = [];
    txIds.forEach((txId: string) => {
      if (this.mempoolCache[txId]) {
        txTimes.push(this.mempoolCache[txId].firstSeen);
      } else {
        txTimes.push(0);
      }
    });
    return txTimes;
  }

  public async getTransactionExtended(txId: string): Promise<TransactionExtended | false> {
    try {
      const transaction: Transaction = await bitcoinApi.getRawTransaction(txId);
      return Object.assign({
        vsize: transaction.weight / 4,
        feePerVsize: (transaction.fee || 0) / (transaction.weight / 4),
        firstSeen: Math.round((new Date().getTime() / 1000)),
      }, transaction);
    } catch (e) {
      logger.debug(txId + ' not found');
      return false;
    }
  }

  public async updateMempool() {
    logger.debug('Updating mempool');
    const start = new Date().getTime();
    let hasChange: boolean = false;
    const currentMempoolSize = Object.keys(this.mempoolCache).length;
    let txCount = 0;
    try {
      const transactions = await bitcoinApi.getRawMempool();
      const diff = transactions.length - currentMempoolSize;
      const newTransactions: TransactionExtended[] = [];

      for (const txid of transactions) {
        if (!this.mempoolCache[txid]) {
          const transaction = await this.getTransactionExtended(txid);
          if (transaction) {
            this.mempoolCache[txid] = transaction;
            txCount++;
            if (this.inSync) {
              this.txPerSecondArray.push(new Date().getTime());
              this.vBytesPerSecondArray.push({
                unixTime: new Date().getTime(),
                vSize: transaction.vsize,
              });
            }
            hasChange = true;
            if (diff > 0) {
              logger.debug('Fetched transaction ' + txCount + ' / ' + diff);
            } else {
              logger.debug('Fetched transaction ' + txCount);
            }
            newTransactions.push(transaction);
          } else {
            logger.debug('Error finding transaction in mempool.');
          }
        }

        if ((new Date().getTime()) - start > config.MEMPOOL_REFRESH_RATE_MS * 10) {
          break;
        }
      }

      // Prevent mempool from clear on bitcoind restart by delaying the deletion
      if ((config.NETWORK === 'mainnet' || !config.NETWORK)
        && this.mempoolProtection === 0 && transactions.length / currentMempoolSize <= 0.80) {
        this.mempoolProtection = 1;
        this.inSync = false;
        logger.warn(`Mempool clear protection triggered because transactions.length: ${transactions.length} and currentMempoolSize: ${currentMempoolSize}.`);
        setTimeout(() => {
          this.mempoolProtection = 2;
          logger.warn('Mempool clear protection resumed.');
        }, 1000 * 60 * 2);
      }

      let newMempool = {};
      const deletedTransactions: TransactionExtended[] = [];

      if (this.mempoolProtection !== 1) {
        this.mempoolProtection = 0;
        // Index object for faster search
        const transactionsObject = {};
        transactions.forEach((txId) => transactionsObject[txId] = true);

        // Replace mempool to separate deleted transactions
        for (const tx in this.mempoolCache) {
          if (transactionsObject[tx]) {
            newMempool[tx] = this.mempoolCache[tx];
          } else {
            deletedTransactions.push(this.mempoolCache[tx]);
          }
        }
      } else {
        newMempool = this.mempoolCache;
      }

      const newTransactionsStripped = newTransactions.map((tx) => Common.stripTransaction(tx));
      this.latestTransactions = newTransactionsStripped.concat(this.latestTransactions).slice(0, 6);

      if (!this.inSync && transactions.length === Object.keys(newMempool).length) {
        this.inSync = true;
        logger.info('The mempool is now in sync!');
      }

      if (this.mempoolChangedCallback && (hasChange || deletedTransactions.length)) {
        this.mempoolCache = newMempool;
        this.mempoolChangedCallback(this.mempoolCache, newTransactions, deletedTransactions);
      }

      const end = new Date().getTime();
      const time = end - start;
      logger.debug(`New mempool size: ${Object.keys(newMempool).length} Change: ${diff}`);
      logger.debug('Mempool updated in ' + time / 1000 + ' seconds');
    } catch (err) {
      logger.err('getRawMempool error. ' + err.message || err);
    }
  }

  private updateTxPerSecond() {
    const nowMinusTimeSpan = new Date().getTime() - (1000 * config.TX_PER_SECOND_SPAN_SECONDS);
    this.txPerSecondArray = this.txPerSecondArray.filter((unixTime) => unixTime > nowMinusTimeSpan);
    this.txPerSecond = this.txPerSecondArray.length / config.TX_PER_SECOND_SPAN_SECONDS || 0;

    this.vBytesPerSecondArray = this.vBytesPerSecondArray.filter((data) => data.unixTime > nowMinusTimeSpan);
    if (this.vBytesPerSecondArray.length) {
      this.vBytesPerSecond = Math.round(
        this.vBytesPerSecondArray.map((data) => data.vSize).reduce((a, b) => a + b) / config.TX_PER_SECOND_SPAN_SECONDS
      );
    }
  }
}

export default new Mempool();