import AsyncStorage from '@react-native-async-storage/async-storage'; import BigNumber from 'bignumber.js'; import * as bitcoin from 'bitcoinjs-lib'; import { Alert } from 'react-native'; import DefaultPreference from 'react-native-default-preference'; import RNFS from 'react-native-fs'; import Realm from 'realm'; import { LegacyWallet, SegwitBech32Wallet, SegwitP2SHWallet, TaprootWallet } from '../class'; import presentAlert from '../components/Alert'; import loc from '../loc'; const ElectrumClient = require('electrum-client'); const net = require('net'); const tls = require('tls'); type Utxo = { height: number; value: number; address: string; txid: string; vout: number; wif?: string; }; type ElectrumTransaction = { txid: string; hash: string; version: number; size: number; vsize: number; weight: number; locktime: number; vin: { txid: string; vout: number; scriptSig: { asm: string; hex: string }; txinwitness: string[]; sequence: number; addresses?: string[]; value?: number; }[]; vout: { value: number; n: number; scriptPubKey: { asm: string; hex: string; reqSigs: number; type: string; addresses: string[]; }; }[]; blockhash: string; confirmations: number; time: number; blocktime: number; }; type ElectrumTransactionWithHex = ElectrumTransaction & { hex: string; }; type MempoolTransaction = { height: 0; tx_hash: string; fee: number; }; type Peer = | { host: string; ssl: string; tcp?: undefined; } | { host: string; tcp: string; ssl?: undefined; }; export const ELECTRUM_HOST = 'electrum_host'; export const ELECTRUM_TCP_PORT = 'electrum_tcp_port'; export const ELECTRUM_SSL_PORT = 'electrum_ssl_port'; export const ELECTRUM_SERVER_HISTORY = 'electrum_server_history'; const ELECTRUM_CONNECTION_DISABLED = 'electrum_disabled'; const storageKey = 'ELECTRUM_PEERS'; const defaultPeer = { host: 'electrum1.bluewallet.io', ssl: '443' }; export const hardcodedPeers: Peer[] = [ { host: 'mainnet.foundationdevices.com', ssl: '50002' }, { host: 'bitcoin.lukechilds.co', ssl: '50002' }, // { host: 'electrum.jochen-hoenicke.de', ssl: '50006' }, { host: 'electrum1.bluewallet.io', ssl: '443' }, { host: 'electrum.acinq.co', ssl: '50002' }, { host: 'electrum.bitaroo.net', ssl: '50002' }, ]; let mainClient: typeof ElectrumClient | undefined; let mainConnected: boolean = false; let wasConnectedAtLeastOnce: boolean = false; let serverName: string | false = false; let disableBatching: boolean = false; let connectionAttempt: number = 0; let currentPeerIndex = Math.floor(Math.random() * hardcodedPeers.length); let latestBlock: { height: number; time: number } | { height: undefined; time: undefined } = { height: undefined, time: undefined }; const txhashHeightCache: Record = {}; let _realm: Realm | undefined; async function _getRealm() { if (_realm) return _realm; const cacheFolderPath = RNFS.CachesDirectoryPath; // Path to cache folder const password = bitcoin.crypto.sha256(Buffer.from('fyegjitkyf[eqjnc.lf')).toString('hex'); const buf = Buffer.from(password + password, 'hex'); const encryptionKey = Int8Array.from(buf); const path = `${cacheFolderPath}/electrumcache.realm`; // Use cache folder path const schema = [ { name: 'Cache', primaryKey: 'cache_key', properties: { cache_key: { type: 'string', indexed: true }, cache_value: 'string', // stringified json }, }, ]; // @ts-ignore schema doesn't match Realm's schema type _realm = await Realm.open({ schema, path, encryptionKey, }); return _realm; } export async function isDisabled(): Promise { let result; try { const savedValue = await AsyncStorage.getItem(ELECTRUM_CONNECTION_DISABLED); if (savedValue === null) { result = false; } else { result = savedValue; } } catch { result = false; } return !!result; } export async function setDisabled(disabled = true) { return AsyncStorage.setItem(ELECTRUM_CONNECTION_DISABLED, disabled ? '1' : ''); } function getCurrentPeer() { return hardcodedPeers[currentPeerIndex]; } /** * Returns NEXT hardcoded electrum server (increments index after use) */ function getNextPeer() { const peer = getCurrentPeer(); currentPeerIndex++; if (currentPeerIndex + 1 >= hardcodedPeers.length) currentPeerIndex = 0; return peer; } async function getSavedPeer(): Promise { const host = await AsyncStorage.getItem(ELECTRUM_HOST); const tcpPort = await AsyncStorage.getItem(ELECTRUM_TCP_PORT); const sslPort = await AsyncStorage.getItem(ELECTRUM_SSL_PORT); if (!host) { return null; } if (sslPort) { return { host, ssl: sslPort }; } if (tcpPort) { return { host, tcp: tcpPort }; } return null; } export async function connectMain(): Promise { if (await isDisabled()) { console.log('Electrum connection disabled by user. Skipping connectMain call'); return; } let usingPeer = getNextPeer(); const savedPeer = await getSavedPeer(); if (savedPeer && savedPeer.host && (savedPeer.tcp || savedPeer.ssl)) { usingPeer = savedPeer; } await DefaultPreference.setName('group.io.bluewallet.bluewallet'); try { if (usingPeer.host.endsWith('onion')) { const randomPeer = getCurrentPeer(); await DefaultPreference.set(ELECTRUM_HOST, randomPeer.host); await DefaultPreference.set(ELECTRUM_TCP_PORT, randomPeer.tcp ?? ''); await DefaultPreference.set(ELECTRUM_SSL_PORT, randomPeer.ssl ?? ''); } else { await DefaultPreference.set(ELECTRUM_HOST, usingPeer.host); await DefaultPreference.set(ELECTRUM_TCP_PORT, usingPeer.tcp ?? ''); await DefaultPreference.set(ELECTRUM_SSL_PORT, usingPeer.ssl ?? ''); } } catch (e) { // Must be running on Android console.log(e); } try { console.log('begin connection:', JSON.stringify(usingPeer)); mainClient = new ElectrumClient(net, tls, usingPeer.ssl || usingPeer.tcp, usingPeer.host, usingPeer.ssl ? 'tls' : 'tcp'); mainClient.onError = function (e: { message: string }) { console.log('electrum mainClient.onError():', e.message); if (mainConnected) { // most likely got a timeout from electrum ping. lets reconnect // but only if we were previously connected (mainConnected), otherwise theres other // code which does connection retries mainClient.close(); mainConnected = false; // dropping `mainConnected` flag ensures there wont be reconnection race condition if several // errors triggered console.log('reconnecting after socket error'); setTimeout(connectMain, usingPeer.host.endsWith('.onion') ? 4000 : 500); } }; const ver = await mainClient.initElectrum({ client: 'bluewallet', version: '1.4' }); if (ver && ver[0]) { console.log('connected to ', ver); serverName = ver[0]; mainConnected = true; wasConnectedAtLeastOnce = true; if (ver[0].startsWith('ElectrumPersonalServer') || ver[0].startsWith('electrs') || ver[0].startsWith('Fulcrum')) { disableBatching = true; // exeptions for versions: const [electrumImplementation, electrumVersion] = ver[0].split(' '); switch (electrumImplementation) { case 'electrs': if (semVerToInt(electrumVersion) >= semVerToInt('0.9.0')) { disableBatching = false; } break; case 'electrs-esplora': // its a different one, and it does NOT support batching // nop break; case 'Fulcrum': if (semVerToInt(electrumVersion) >= semVerToInt('1.9.0')) { disableBatching = false; } break; } } const header = await mainClient.blockchainHeaders_subscribe(); if (header && header.height) { latestBlock = { height: header.height, time: Math.floor(+new Date() / 1000), }; } // AsyncStorage.setItem(storageKey, JSON.stringify(peers)); TODO: refactor } } catch (e) { mainConnected = false; console.log('bad connection:', JSON.stringify(usingPeer), e); } if (!mainConnected) { console.log('retry'); connectionAttempt = connectionAttempt + 1; mainClient.close && mainClient.close(); if (connectionAttempt >= 5) { presentNetworkErrorAlert(usingPeer); } else { console.log('reconnection attempt #', connectionAttempt); await new Promise(resolve => setTimeout(resolve, 500)); // sleep return connectMain(); } } } const presentNetworkErrorAlert = async (usingPeer?: Peer) => { if (await isDisabled()) { console.log( 'Electrum connection disabled by user. Perhaps we are attempting to show this network error alert after the user disabled connections.', ); return; } Alert.alert( loc.errors.network, loc.formatString( usingPeer ? loc.settings.electrum_unable_to_connect : loc.settings.electrum_error_connect, usingPeer ? { server: `${usingPeer.host}:${usingPeer.ssl ?? usingPeer.tcp}` } : {}, ), [ { text: loc.wallets.list_tryagain, onPress: () => { connectionAttempt = 0; mainClient.close() && mainClient.close(); setTimeout(connectMain, 500); }, style: 'default', }, { text: loc.settings.electrum_reset, onPress: () => { Alert.alert( loc.settings.electrum_reset, loc.settings.electrum_reset_to_default, [ { text: loc._.cancel, style: 'cancel', onPress: () => {}, }, { text: loc._.ok, style: 'destructive', onPress: async () => { await AsyncStorage.setItem(ELECTRUM_HOST, ''); await AsyncStorage.setItem(ELECTRUM_TCP_PORT, ''); await AsyncStorage.setItem(ELECTRUM_SSL_PORT, ''); try { await DefaultPreference.setName('group.io.bluewallet.bluewallet'); await DefaultPreference.clear(ELECTRUM_HOST); await DefaultPreference.clear(ELECTRUM_SSL_PORT); await DefaultPreference.clear(ELECTRUM_TCP_PORT); } catch (e) { // Must be running on Android console.log(e); } presentAlert({ message: loc.settings.electrum_saved }); setTimeout(connectMain, 500); }, }, ], { cancelable: true }, ); connectionAttempt = 0; mainClient.close() && mainClient.close(); }, style: 'destructive', }, { text: loc._.cancel, onPress: () => { connectionAttempt = 0; mainClient.close() && mainClient.close(); }, style: 'cancel', }, ], { cancelable: false }, ); }; /** * Returns random electrum server out of list of servers * previous electrum server told us. Nearly half of them is * usually offline. * Not used for now. */ // eslint-disable-next-line @typescript-eslint/no-unused-vars async function getRandomDynamicPeer(): Promise { try { let peers = JSON.parse((await AsyncStorage.getItem(storageKey)) as string); peers = peers.sort(() => Math.random() - 0.5); // shuffle for (const peer of peers) { const ret = { host: peer[1] as string, tcp: '', }; for (const item of peer[2]) { if (item.startsWith('t')) { ret.tcp = item.replace('t', ''); } } if (ret.host && ret.tcp) return ret; } return defaultPeer; // failed to find random client, using default } catch (_) { return defaultPeer; // smth went wrong, using default } } export const getBalanceByAddress = async function (address: string): Promise<{ confirmed: number; unconfirmed: number }> { if (!mainClient) throw new Error('Electrum client is not connected'); const script = bitcoin.address.toOutputScript(address); const hash = bitcoin.crypto.sha256(script); const reversedHash = Buffer.from(hash).reverse(); const balance = await mainClient.blockchainScripthash_getBalance(reversedHash.toString('hex')); balance.addr = address; return balance; }; export const getConfig = async function () { if (!mainClient) throw new Error('Electrum client is not connected'); return { host: mainClient.host, port: mainClient.port, serverName, connected: mainClient.timeLastCall !== 0 && mainClient.status, }; }; export const getSecondsSinceLastRequest = function () { return mainClient && mainClient.timeLastCall ? (+new Date() - mainClient.timeLastCall) / 1000 : -1; }; export const getTransactionsByAddress = async function (address: string): Promise { if (!mainClient) throw new Error('Electrum client is not connected'); const script = bitcoin.address.toOutputScript(address); const hash = bitcoin.crypto.sha256(script); const reversedHash = Buffer.from(hash).reverse(); const history = await mainClient.blockchainScripthash_getHistory(reversedHash.toString('hex')); for (const h of history || []) { if (h.tx_hash) txhashHeightCache[h.tx_hash] = h.height; // cache tx height } return history; }; export const getMempoolTransactionsByAddress = async function (address: string): Promise { if (!mainClient) throw new Error('Electrum client is not connected'); const script = bitcoin.address.toOutputScript(address); const hash = bitcoin.crypto.sha256(script); const reversedHash = Buffer.from(hash).reverse(); return mainClient.blockchainScripthash_getMempool(reversedHash.toString('hex')); }; export const ping = async function () { try { await mainClient.server_ping(); } catch (_) { mainConnected = false; return false; } return true; }; // exported only to be used in unit tests export function txhexToElectrumTransaction(txhex: string): ElectrumTransactionWithHex { const tx = bitcoin.Transaction.fromHex(txhex); const ret: ElectrumTransactionWithHex = { txid: tx.getId(), hash: tx.getId(), version: tx.version, size: Math.ceil(txhex.length / 2), vsize: tx.virtualSize(), weight: tx.weight(), locktime: tx.locktime, vin: [], vout: [], hex: txhex, blockhash: '', confirmations: 0, time: 0, blocktime: 0, }; if (txhashHeightCache[ret.txid]) { // got blockheight where this tx was confirmed ret.confirmations = estimateCurrentBlockheight() - txhashHeightCache[ret.txid]; if (ret.confirmations < 0) { // ugly fix for when estimator lags behind ret.confirmations = 1; } ret.time = calculateBlockTime(txhashHeightCache[ret.txid]); ret.blocktime = calculateBlockTime(txhashHeightCache[ret.txid]); } for (const inn of tx.ins) { const txinwitness = []; if (inn.witness[0]) txinwitness.push(inn.witness[0].toString('hex')); if (inn.witness[1]) txinwitness.push(inn.witness[1].toString('hex')); ret.vin.push({ txid: Buffer.from(inn.hash).reverse().toString('hex'), vout: inn.index, scriptSig: { hex: inn.script.toString('hex'), asm: '' }, txinwitness, sequence: inn.sequence, }); } let n = 0; for (const out of tx.outs) { const value = new BigNumber(out.value).dividedBy(100000000).toNumber(); let address: false | string = false; let type: false | string = false; if (SegwitBech32Wallet.scriptPubKeyToAddress(out.script.toString('hex'))) { address = SegwitBech32Wallet.scriptPubKeyToAddress(out.script.toString('hex')); type = 'witness_v0_keyhash'; } else if (SegwitP2SHWallet.scriptPubKeyToAddress(out.script.toString('hex'))) { address = SegwitP2SHWallet.scriptPubKeyToAddress(out.script.toString('hex')); type = '???'; // TODO } else if (LegacyWallet.scriptPubKeyToAddress(out.script.toString('hex'))) { address = LegacyWallet.scriptPubKeyToAddress(out.script.toString('hex')); type = '???'; // TODO } else { address = TaprootWallet.scriptPubKeyToAddress(out.script.toString('hex')); type = 'witness_v1_taproot'; } if (!address) { throw new Error('Internal error: unable to decode address from output script'); } ret.vout.push({ value, n, scriptPubKey: { asm: '', hex: out.script.toString('hex'), reqSigs: 1, // todo type, addresses: [address], }, }); n++; } return ret; } export const getTransactionsFullByAddress = async (address: string): Promise => { const txs = await getTransactionsByAddress(address); const ret: ElectrumTransaction[] = []; for (const tx of txs) { let full; try { full = await mainClient.blockchainTransaction_get(tx.tx_hash, true); } catch (error: any) { if (String(error?.message ?? error).startsWith('verbose transactions are currently unsupported')) { // apparently, stupid esplora instead of returning txhex when it cant return verbose tx started // throwing a proper exception. lets fetch txhex manually and decode on our end const txhex = await mainClient.blockchainTransaction_get(tx.tx_hash, false); full = txhexToElectrumTransaction(txhex); } else { // nope, its something else throw new Error(String(error?.message ?? error)); } } full.address = address; for (const input of full.vin) { // now we need to fetch previous TX where this VIN became an output, so we can see its amount let prevTxForVin; try { prevTxForVin = await mainClient.blockchainTransaction_get(input.txid, true); } catch (error: any) { if (String(error?.message ?? error).startsWith('verbose transactions are currently unsupported')) { // apparently, stupid esplora instead of returning txhex when it cant return verbose tx started // throwing a proper exception. lets fetch txhex manually and decode on our end const txhex = await mainClient.blockchainTransaction_get(input.txid, false); prevTxForVin = txhexToElectrumTransaction(txhex); } else { // nope, its something else throw new Error(String(error?.message ?? error)); } } if (prevTxForVin && prevTxForVin.vout && prevTxForVin.vout[input.vout]) { input.value = prevTxForVin.vout[input.vout].value; // also, we extract destination address from prev output: if (prevTxForVin.vout[input.vout].scriptPubKey && prevTxForVin.vout[input.vout].scriptPubKey.addresses) { input.addresses = prevTxForVin.vout[input.vout].scriptPubKey.addresses; } // in bitcoin core 22.0.0+ they removed `.addresses` and replaced it with plain `.address`: if (prevTxForVin.vout[input.vout]?.scriptPubKey?.address) { input.addresses = [prevTxForVin.vout[input.vout].scriptPubKey.address]; } } } for (const output of full.vout) { if (output?.scriptPubKey && output.scriptPubKey.addresses) output.addresses = output.scriptPubKey.addresses; // in bitcoin core 22.0.0+ they removed `.addresses` and replaced it with plain `.address`: if (output?.scriptPubKey?.address) output.addresses = [output.scriptPubKey.address]; } full.inputs = full.vin; full.outputs = full.vout; delete full.vin; delete full.vout; delete full.hex; // compact delete full.hash; // compact ret.push(full); } return ret; }; type MultiGetBalanceResponse = { balance: number; unconfirmed_balance: number; addresses: Record; }; export const multiGetBalanceByAddress = async (addresses: string[], batchsize: number = 200): Promise => { if (!mainClient) throw new Error('Electrum client is not connected'); const ret = { balance: 0, unconfirmed_balance: 0, addresses: {} as Record, }; const chunks = splitIntoChunks(addresses, batchsize); for (const chunk of chunks) { const scripthashes = []; const scripthash2addr: Record = {}; for (const addr of chunk) { const script = bitcoin.address.toOutputScript(addr); const hash = bitcoin.crypto.sha256(script); const reversedHash = Buffer.from(hash).reverse().toString('hex'); scripthashes.push(reversedHash); scripthash2addr[reversedHash] = addr; } let balances = []; if (disableBatching) { const promises = []; const index2scripthash: Record = {}; for (let promiseIndex = 0; promiseIndex < scripthashes.length; promiseIndex++) { promises.push(mainClient.blockchainScripthash_getBalance(scripthashes[promiseIndex])); index2scripthash[promiseIndex] = scripthashes[promiseIndex]; } const promiseResults = await Promise.all(promises); for (let resultIndex = 0; resultIndex < promiseResults.length; resultIndex++) { balances.push({ result: promiseResults[resultIndex], param: index2scripthash[resultIndex] }); } } else { balances = await mainClient.blockchainScripthash_getBalanceBatch(scripthashes); } for (const bal of balances) { if (bal.error) console.warn('multiGetBalanceByAddress():', bal.error); ret.balance += +bal.result.confirmed; ret.unconfirmed_balance += +bal.result.unconfirmed; ret.addresses[scripthash2addr[bal.param]] = bal.result; } } return ret; }; export const multiGetUtxoByAddress = async function (addresses: string[], batchsize: number = 100): Promise> { if (!mainClient) throw new Error('Electrum client is not connected'); const ret: Record = {}; const chunks = splitIntoChunks(addresses, batchsize); for (const chunk of chunks) { const scripthashes = []; const scripthash2addr: Record = {}; for (const addr of chunk) { const script = bitcoin.address.toOutputScript(addr); const hash = bitcoin.crypto.sha256(script); const reversedHash = Buffer.from(hash).reverse().toString('hex'); scripthashes.push(reversedHash); scripthash2addr[reversedHash] = addr; } let results = []; if (disableBatching) { // ElectrumPersonalServer doesnt support `blockchain.scripthash.listunspent` // electrs OTOH supports it, but we dont know it we are currently connected to it or to EPS // so it is pretty safe to do nothing, as caller can derive UTXO from stored transactions } else { results = await mainClient.blockchainScripthash_listunspentBatch(scripthashes); } for (const utxos of results) { ret[scripthash2addr[utxos.param]] = utxos.result; for (const utxo of ret[scripthash2addr[utxos.param]]) { utxo.address = scripthash2addr[utxos.param]; utxo.txid = utxo.tx_hash; utxo.vout = utxo.tx_pos; delete utxo.tx_pos; delete utxo.tx_hash; } } } return ret; }; export type ElectrumHistory = { tx_hash: string; height: number; address: string; }; export const multiGetHistoryByAddress = async function ( addresses: string[], batchsize: number = 100, ): Promise> { if (!mainClient) throw new Error('Electrum client is not connected'); const ret: Record = {}; const chunks = splitIntoChunks(addresses, batchsize); for (const chunk of chunks) { const scripthashes = []; const scripthash2addr: Record = {}; for (const addr of chunk) { const script = bitcoin.address.toOutputScript(addr); const hash = bitcoin.crypto.sha256(script); const reversedHash = Buffer.from(hash).reverse().toString('hex'); scripthashes.push(reversedHash); scripthash2addr[reversedHash] = addr; } let results = []; if (disableBatching) { const promises = []; const index2scripthash: Record = {}; for (let promiseIndex = 0; promiseIndex < scripthashes.length; promiseIndex++) { index2scripthash[promiseIndex] = scripthashes[promiseIndex]; promises.push(mainClient.blockchainScripthash_getHistory(scripthashes[promiseIndex])); } const histories = await Promise.all(promises); for (let historyIndex = 0; historyIndex < histories.length; historyIndex++) { results.push({ result: histories[historyIndex], param: index2scripthash[historyIndex] }); } } else { results = await mainClient.blockchainScripthash_getHistoryBatch(scripthashes); } for (const history of results) { if (history.error) console.warn('multiGetHistoryByAddress():', history.error); ret[scripthash2addr[history.param]] = history.result || []; for (const result of history.result || []) { if (result.tx_hash) txhashHeightCache[result.tx_hash] = result.height; // cache tx height } for (const hist of ret[scripthash2addr[history.param]]) { hist.address = scripthash2addr[history.param]; } } } return ret; }; // if verbose === true ? Record : Record type MultiGetTransactionByTxidResult = T extends true ? Record : Record; // TODO: this function returns different results based on the value of `verboseParam`, consider splitting it into two export async function multiGetTransactionByTxid( txids: string[], verbose: T, batchsize: number = 45, ): Promise> { txids = txids.filter(txid => !!txid); // failsafe: removing 'undefined' or other falsy stuff from txids array // this value is fine-tuned so althrough wallets in test suite will occasionally // throw 'response too large (over 1,000,000 bytes', test suite will pass if (!mainClient) throw new Error('Electrum client is not connected'); const ret: MultiGetTransactionByTxidResult = {}; txids = [...new Set(txids)]; // deduplicate just for any case // lets try cache first: const realm = await _getRealm(); const cacheKeySuffix = verbose ? '_verbose' : '_non_verbose'; const keysCacheMiss = []; for (const txid of txids) { const jsonString = realm.objectForPrimaryKey('Cache', txid + cacheKeySuffix); // search for a realm object with a primary key if (jsonString && jsonString.cache_value) { try { ret[txid] = JSON.parse(jsonString.cache_value as string); } catch (error) { console.log(error, 'cache failed to parse', jsonString.cache_value); } } if (!ret[txid]) keysCacheMiss.push(txid); } if (keysCacheMiss.length === 0) { return ret; } txids = keysCacheMiss; // end cache const chunks = splitIntoChunks(txids, batchsize); for (const chunk of chunks) { let results = []; if (disableBatching) { try { // in case of ElectrumPersonalServer it might not track some transactions (like source transactions for our transactions) // so we wrap it in try-catch. note, when `Promise.all` fails we will get _zero_ results, but we have a fallback for that const promises = []; const index2txid: Record = {}; for (let promiseIndex = 0; promiseIndex < chunk.length; promiseIndex++) { const txid = chunk[promiseIndex]; index2txid[promiseIndex] = txid; promises.push(mainClient.blockchainTransaction_get(txid, verbose)); } const transactionResults = await Promise.all(promises); for (let resultIndex = 0; resultIndex < transactionResults.length; resultIndex++) { let tx = transactionResults[resultIndex]; if (typeof tx === 'string' && verbose) { // apparently electrum server (EPS?) didnt recognize VERBOSE parameter, and sent us plain txhex instead of decoded tx. // lets decode it manually on our end then: tx = txhexToElectrumTransaction(tx); } const txid = index2txid[resultIndex]; results.push({ result: tx, param: txid }); } } catch (error: any) { if (String(error?.message ?? error).startsWith('verbose transactions are currently unsupported')) { // electrs-esplora. cant use verbose, so fetching txs one by one and decoding locally for (const txid of chunk) { try { let tx = await mainClient.blockchainTransaction_get(txid, false); tx = txhexToElectrumTransaction(tx); results.push({ result: tx, param: txid }); } catch (err) { console.log(err); } } } else { // fallback. pretty sure we are connected to EPS. we try getting transactions one-by-one. this way we wont // fail and only non-tracked by EPS transactions will be omitted for (const txid of chunk) { try { let tx = await mainClient.blockchainTransaction_get(txid, verbose); if (typeof tx === 'string' && verbose) { // apparently electrum server (EPS?) didnt recognize VERBOSE parameter, and sent us plain txhex instead of decoded tx. // lets decode it manually on our end then: tx = txhexToElectrumTransaction(tx); } results.push({ result: tx, param: txid }); } catch (err) { console.log(err); } } } } } else { results = await mainClient.blockchainTransaction_getBatch(chunk, verbose); } for (const txdata of results) { if (txdata.error && txdata.error.code === -32600) { // response too large // lets do single call, that should go through okay: txdata.result = await mainClient.blockchainTransaction_get(txdata.param, false); // since we used VERBOSE=false, server sent us plain txhex which we must decode on our end: txdata.result = txhexToElectrumTransaction(txdata.result); } ret[txdata.param] = txdata.result; // @ts-ignore: hex property if (ret[txdata.param]) delete ret[txdata.param].hex; // compact } } // in bitcoin core 22.0.0+ they removed `.addresses` and replaced it with plain `.address`: for (const txid of Object.keys(ret)) { const tx = ret[txid]; if (typeof tx === 'string') continue; for (const vout of tx?.vout ?? []) { // @ts-ignore: address is not in type definition if (vout?.scriptPubKey?.address) vout.scriptPubKey.addresses = [vout.scriptPubKey.address]; } } // saving cache: realm.write(() => { for (const txid of Object.keys(ret)) { const tx = ret[txid]; // dont cache immature txs, but only for 'verbose', since its fully decoded tx jsons. non-verbose are just plain // strings txhex if (verbose && typeof tx !== 'string' && (!tx?.confirmations || tx.confirmations < 7)) { continue; } realm.create( 'Cache', { cache_key: txid + cacheKeySuffix, cache_value: JSON.stringify(ret[txid]), }, Realm.UpdateMode.Modified, ); } }); return ret; } /** * Simple waiter till `mainConnected` becomes true (which means * it Electrum was connected in other function), or timeout 30 sec. */ export const waitTillConnected = async function (): Promise { let waitTillConnectedInterval: NodeJS.Timeout | undefined; let retriesCounter = 0; if (await isDisabled()) { console.warn('Electrum connections disabled by user. waitTillConnected skipping...'); return false; } return new Promise(function (resolve, reject) { waitTillConnectedInterval = setInterval(() => { if (mainConnected) { clearInterval(waitTillConnectedInterval); return resolve(true); } if (wasConnectedAtLeastOnce && mainClient.status === 1) { clearInterval(waitTillConnectedInterval); mainConnected = true; return resolve(true); } if (wasConnectedAtLeastOnce && retriesCounter++ >= 150) { // `wasConnectedAtLeastOnce` needed otherwise theres gona be a race condition with the code that connects // electrum during app startup clearInterval(waitTillConnectedInterval); presentNetworkErrorAlert(); reject(new Error('Waiting for Electrum connection timeout')); } }, 100); }); }; // Returns the value at a given percentile in a sorted numeric array. // "Linear interpolation between closest ranks" method function percentile(arr: number[], p: number) { if (arr.length === 0) return 0; if (typeof p !== 'number') throw new TypeError('p must be a number'); if (p <= 0) return arr[0]; if (p >= 1) return arr[arr.length - 1]; const index = (arr.length - 1) * p; const lower = Math.floor(index); const upper = lower + 1; const weight = index % 1; if (upper >= arr.length) return arr[lower]; return arr[lower] * (1 - weight) + arr[upper] * weight; } /** * The histogram is an array of [fee, vsize] pairs, where vsizen is the cumulative virtual size of mempool transactions * with a fee rate in the interval [feen-1, feen], and feen-1 > feen. */ export const calcEstimateFeeFromFeeHistorgam = function (numberOfBlocks: number, feeHistorgram: number[][]) { // first, transforming histogram: let totalVsize = 0; const histogramToUse = []; for (const h of feeHistorgram) { let [fee, vsize] = h; let timeToStop = false; if (totalVsize + vsize >= 1000000 * numberOfBlocks) { vsize = 1000000 * numberOfBlocks - totalVsize; // only the difference between current summarized sige to tip of the block timeToStop = true; } histogramToUse.push({ fee, vsize }); totalVsize += vsize; if (timeToStop) break; } // now we have histogram of precisely size for numberOfBlocks. // lets spread it into flat array so its easier to calculate percentile: let histogramFlat: number[] = []; for (const hh of histogramToUse) { histogramFlat = histogramFlat.concat(Array(Math.round(hh.vsize / 25000)).fill(hh.fee)); // division is needed so resulting flat array is not too huge } histogramFlat = histogramFlat.sort(function (a, b) { return a - b; }); return Math.round(percentile(histogramFlat, 0.5) || 1); }; export const estimateFees = async function (): Promise<{ fast: number; medium: number; slow: number }> { let histogram; let timeoutId; try { histogram = await Promise.race([ mainClient.mempool_getFeeHistogram(), new Promise(resolve => (timeoutId = setTimeout(resolve, 15000))), ]); } finally { clearTimeout(timeoutId); } // fetching what electrum (which uses bitcoin core) thinks about fees: const _fast = await estimateFee(1); const _medium = await estimateFee(18); const _slow = await estimateFee(144); /** * sanity check, see * @see https://github.com/cculianu/Fulcrum/issues/197 * (fallback to bitcoin core estimates) */ if (!histogram || histogram?.[0]?.[0] > 1000) return { fast: _fast, medium: _medium, slow: _slow }; // calculating fast fees from mempool: const fast = Math.max(2, calcEstimateFeeFromFeeHistorgam(1, histogram)); // recalculating medium and slow fees using bitcoincore estimations only like relative weights: // (minimum 1 sat, just for any case) const medium = Math.max(1, Math.round((fast * _medium) / _fast)); const slow = Math.max(1, Math.round((fast * _slow) / _fast)); return { fast, medium, slow }; }; /** * Returns the estimated transaction fee to be confirmed within a certain number of blocks * * @param numberOfBlocks {number} The number of blocks to target for confirmation * @returns {Promise} Satoshis per byte */ export const estimateFee = async function (numberOfBlocks: number): Promise { if (!mainClient) throw new Error('Electrum client is not connected'); numberOfBlocks = numberOfBlocks || 1; const coinUnitsPerKilobyte = await mainClient.blockchainEstimatefee(numberOfBlocks); if (coinUnitsPerKilobyte === -1) return 1; return Math.round(new BigNumber(coinUnitsPerKilobyte).dividedBy(1024).multipliedBy(100000000).toNumber()); }; export const serverFeatures = async function () { if (!mainClient) throw new Error('Electrum client is not connected'); return mainClient.server_features(); }; export const broadcast = async function (hex: string) { if (!mainClient) throw new Error('Electrum client is not connected'); try { const res = await mainClient.blockchainTransaction_broadcast(hex); return res; } catch (error) { return error; } }; export const broadcastV2 = async function (hex: string): Promise { if (!mainClient) throw new Error('Electrum client is not connected'); return mainClient.blockchainTransaction_broadcast(hex); }; export const estimateCurrentBlockheight = function (): number { if (latestBlock.height) { const timeDiff = Math.floor(+new Date() / 1000) - latestBlock.time; const extraBlocks = Math.floor(timeDiff / (9.93 * 60)); return latestBlock.height + extraBlocks; } const baseTs = 1587570465609; // uS const baseHeight = 627179; return Math.floor(baseHeight + (+new Date() - baseTs) / 1000 / 60 / 9.93); }; export const calculateBlockTime = function (height: number): number { if (latestBlock.height) { return Math.floor(latestBlock.time + (height - latestBlock.height) * 9.93 * 60); } const baseTs = 1585837504; // sec const baseHeight = 624083; return Math.floor(baseTs + (height - baseHeight) * 9.93 * 60); }; /** * @returns {Promise} Whether provided host:port is a valid electrum server */ export const testConnection = async function (host: string, tcpPort?: number, sslPort?: number): Promise { const client = new ElectrumClient(net, tls, sslPort || tcpPort, host, sslPort ? 'tls' : 'tcp'); client.onError = () => {}; // mute let timeoutId: NodeJS.Timeout | undefined; try { const rez = await Promise.race([ new Promise(resolve => { timeoutId = setTimeout(() => resolve('timeout'), 5000); }), client.connect(), ]); if (rez === 'timeout') return false; await client.server_version('2.7.11', '1.4'); await client.server_ping(); return true; } catch (_) { } finally { if (timeoutId) clearTimeout(timeoutId); client.close(); } return false; }; export const forceDisconnect = (): void => { mainClient.close(); }; export const setBatchingDisabled = () => { disableBatching = true; }; export const setBatchingEnabled = () => { disableBatching = false; }; const splitIntoChunks = function (arr: any[], chunkSize: number) { const groups = []; let i; for (i = 0; i < arr.length; i += chunkSize) { groups.push(arr.slice(i, i + chunkSize)); } return groups; }; const semVerToInt = function (semver: string): number { if (!semver) return 0; if (semver.split('.').length !== 3) return 0; const ret = Number(semver.split('.')[0]) * 1000000 + Number(semver.split('.')[1]) * 1000 + Number(semver.split('.')[2]) * 1; if (isNaN(ret)) return 0; return ret; };