Boltz.exchange Extension (#922)
* initial commit and still draft, ready for review
* forgot to uncomment this line
* fee estimation and blockheight
* resolve conversation with michael, to use mempool websockets instead of boltz status event
* Update lnbits/extensions/boltz/boltz.py
Co-authored-by: michael1011 <me@michael1011.at>
* add status to swaps, add sorting and data into listing
* add swap status checks, change urls to docker test setup, dynamic minimum and maximum limits
* fix docker hosts for development
* add api endpoints to _api_docs
* add wallet name and id, to list and status information
* fix status_update for reverse_swaps
* chore: format with black
* more blackformatting and refactoring create_swap()
* fix variable bug
* check if swap is already refunded
* use create_task instead of ensure_future
* add mempool and boltz urls depending on DEBUG .env
* raise exception in mempool fails
* fix onchain txs, sending funds to wrong address and add a refund address for normal swaps beforehand
* add status to swaps, add sorting and data into listing
* add swap status checks, change urls to docker test setup, dynamic minimum and maximum limits
* add wallet name and id, to list and status information
* fix status_update for reverse_swaps
* chore: format with black
* use create_task instead of ensure_future
* add mempool and boltz urls depending on DEBUG .env
* fix onchain txs, sending funds to wrong address and add a refund address for normal swaps beforehand
* black formatting
* add some logging with loguru, and remove function duplication
* cleanup readme
* updates/suggestions from calle
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* remove unused comments
* Update API Endpoints
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* un-factor get_boltz_pairs
* added a explaination for the onchain tx
* remove unused template file
* rename api endpoints
* fix isort and prettier
* more verbose logging!!
* add boltz to mock_data.zip
* new mockdata
* remove comment
* better readme
* fix mempool urls
* change /refund /check /status to post requests
* first step in tests2
* add first tests
* change refund,check,status to post requests
* next try on tests
* overall code improvements
* just testing tests
* throw http exceptions in views_api
* require admincheck for refund,check,status and added fastapi documentation for those
* added more tests
* black
* many code improvements
* adding tests
* temp fix test
* fix race condition when pay_invoice fails
* test are working
* add boltz env variables
* add startup check, bugfixes, improvements
* improve on status checking
* remove check_invoice_status
* more fixes and tests
* testing testing testing
* make tests run again inside regtest
* fix bad error :O
* fix postgres boolean bug and add swap test
* Update README.md
Update README.md
Update README.md
Update README.md
* some mypy
* blacked
* the missing commit?
* fix api_docs readme link
* better refunding error catching
fix
* check swaps now also shows pending reverse swap, ui improvements, tooltips
* add backend check for boltz limits
fixup
* many improvements, startup check for swaps working, reverse needs more testing
* little last fixes
* remove unused logic
* fastapi documentation
fixup
* formatting and remove unused tests
* fix test
* fix swapstatus model
* Update lnbits/extensions/boltz/tasks.py
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* Update lnbits/extensions/boltz/views_api.py
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* balance check msg, format
* fix mypy data override
* fix swapstatus, remove can refund column
* Update lnbits/extensions/boltz/README.md
Co-authored-by: michael1011 <me@michael1011.at>
* empty lines
* fix error message when swap is not found
* remove preimage_hash from database
* fix api_docs html
fix api_docs html
* catch boltz network exceptions better
* formatting
* check for timeout on swap at get request
Co-authored-by: michael1011 <me@michael1011.at>
Co-authored-by: fusion44 <some.fusion@gmail.com>
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
2022-08-30 12:51:17 +02:00
|
|
|
import asyncio
|
|
|
|
import json
|
|
|
|
from binascii import hexlify
|
|
|
|
|
|
|
|
import httpx
|
|
|
|
import websockets
|
|
|
|
from embit.transaction import Transaction
|
|
|
|
from loguru import logger
|
|
|
|
|
|
|
|
from lnbits.settings import BOLTZ_MEMPOOL_SPACE_URL, BOLTZ_MEMPOOL_SPACE_URL_WS
|
|
|
|
|
|
|
|
from .utils import req_wrap
|
|
|
|
|
2022-10-04 09:51:47 +02:00
|
|
|
logger.trace(f"BOLTZ_MEMPOOL_SPACE_URL: {BOLTZ_MEMPOOL_SPACE_URL}")
|
|
|
|
logger.trace(f"BOLTZ_MEMPOOL_SPACE_URL_WS: {BOLTZ_MEMPOOL_SPACE_URL_WS}")
|
Boltz.exchange Extension (#922)
* initial commit and still draft, ready for review
* forgot to uncomment this line
* fee estimation and blockheight
* resolve conversation with michael, to use mempool websockets instead of boltz status event
* Update lnbits/extensions/boltz/boltz.py
Co-authored-by: michael1011 <me@michael1011.at>
* add status to swaps, add sorting and data into listing
* add swap status checks, change urls to docker test setup, dynamic minimum and maximum limits
* fix docker hosts for development
* add api endpoints to _api_docs
* add wallet name and id, to list and status information
* fix status_update for reverse_swaps
* chore: format with black
* more blackformatting and refactoring create_swap()
* fix variable bug
* check if swap is already refunded
* use create_task instead of ensure_future
* add mempool and boltz urls depending on DEBUG .env
* raise exception in mempool fails
* fix onchain txs, sending funds to wrong address and add a refund address for normal swaps beforehand
* add status to swaps, add sorting and data into listing
* add swap status checks, change urls to docker test setup, dynamic minimum and maximum limits
* add wallet name and id, to list and status information
* fix status_update for reverse_swaps
* chore: format with black
* use create_task instead of ensure_future
* add mempool and boltz urls depending on DEBUG .env
* fix onchain txs, sending funds to wrong address and add a refund address for normal swaps beforehand
* black formatting
* add some logging with loguru, and remove function duplication
* cleanup readme
* updates/suggestions from calle
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* remove unused comments
* Update API Endpoints
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* un-factor get_boltz_pairs
* added a explaination for the onchain tx
* remove unused template file
* rename api endpoints
* fix isort and prettier
* more verbose logging!!
* add boltz to mock_data.zip
* new mockdata
* remove comment
* better readme
* fix mempool urls
* change /refund /check /status to post requests
* first step in tests2
* add first tests
* change refund,check,status to post requests
* next try on tests
* overall code improvements
* just testing tests
* throw http exceptions in views_api
* require admincheck for refund,check,status and added fastapi documentation for those
* added more tests
* black
* many code improvements
* adding tests
* temp fix test
* fix race condition when pay_invoice fails
* test are working
* add boltz env variables
* add startup check, bugfixes, improvements
* improve on status checking
* remove check_invoice_status
* more fixes and tests
* testing testing testing
* make tests run again inside regtest
* fix bad error :O
* fix postgres boolean bug and add swap test
* Update README.md
Update README.md
Update README.md
Update README.md
* some mypy
* blacked
* the missing commit?
* fix api_docs readme link
* better refunding error catching
fix
* check swaps now also shows pending reverse swap, ui improvements, tooltips
* add backend check for boltz limits
fixup
* many improvements, startup check for swaps working, reverse needs more testing
* little last fixes
* remove unused logic
* fastapi documentation
fixup
* formatting and remove unused tests
* fix test
* fix swapstatus model
* Update lnbits/extensions/boltz/tasks.py
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* Update lnbits/extensions/boltz/views_api.py
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
* balance check msg, format
* fix mypy data override
* fix swapstatus, remove can refund column
* Update lnbits/extensions/boltz/README.md
Co-authored-by: michael1011 <me@michael1011.at>
* empty lines
* fix error message when swap is not found
* remove preimage_hash from database
* fix api_docs html
fix api_docs html
* catch boltz network exceptions better
* formatting
* check for timeout on swap at get request
Co-authored-by: michael1011 <me@michael1011.at>
Co-authored-by: fusion44 <some.fusion@gmail.com>
Co-authored-by: calle <93376500+callebtc@users.noreply.github.com>
2022-08-30 12:51:17 +02:00
|
|
|
|
|
|
|
websocket_url = f"{BOLTZ_MEMPOOL_SPACE_URL_WS}/api/v1/ws"
|
|
|
|
|
|
|
|
|
|
|
|
async def wait_for_websocket_message(send, message_string):
|
|
|
|
async for websocket in websockets.connect(websocket_url):
|
|
|
|
try:
|
|
|
|
await websocket.send(json.dumps({"action": "want", "data": ["blocks"]}))
|
|
|
|
await websocket.send(json.dumps(send))
|
|
|
|
async for raw in websocket:
|
|
|
|
message = json.loads(raw)
|
|
|
|
if message_string in message:
|
|
|
|
return message.get(message_string)
|
|
|
|
except websockets.ConnectionClosed:
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
def get_mempool_tx(address):
|
|
|
|
res = req_wrap(
|
|
|
|
"get",
|
|
|
|
f"{BOLTZ_MEMPOOL_SPACE_URL}/api/address/{address}/txs",
|
|
|
|
headers={"Content-Type": "text/plain"},
|
|
|
|
)
|
|
|
|
txs = res.json()
|
|
|
|
return get_mempool_tx_from_txs(txs, address)
|
|
|
|
|
|
|
|
|
|
|
|
def get_mempool_tx_from_txs(txs, address):
|
|
|
|
if len(txs) == 0:
|
|
|
|
return None
|
|
|
|
tx = txid = vout_cnt = vout_amount = None
|
|
|
|
for a_tx in txs:
|
|
|
|
for i, vout in enumerate(a_tx["vout"]):
|
|
|
|
if vout["scriptpubkey_address"] == address:
|
|
|
|
tx = a_tx
|
|
|
|
txid = a_tx["txid"]
|
|
|
|
vout_cnt = i
|
|
|
|
vout_amount = vout["value"]
|
|
|
|
# should never happen
|
|
|
|
if tx == None:
|
|
|
|
raise Exception("mempool tx not found")
|
|
|
|
if txid == None:
|
|
|
|
raise Exception("mempool txid not found")
|
|
|
|
return tx, txid, vout_cnt, vout_amount
|
|
|
|
|
|
|
|
|
|
|
|
def get_fee_estimation() -> int:
|
|
|
|
# TODO: hardcoded maximum tx size, in the future we try to get the size of the tx via embit
|
|
|
|
# we need a function like Transaction.vsize()
|
|
|
|
tx_size_vbyte = 200
|
|
|
|
mempool_fees = get_mempool_fees()
|
|
|
|
return mempool_fees * tx_size_vbyte
|
|
|
|
|
|
|
|
|
|
|
|
def get_mempool_fees() -> int:
|
|
|
|
res = req_wrap(
|
|
|
|
"get",
|
|
|
|
f"{BOLTZ_MEMPOOL_SPACE_URL}/api/v1/fees/recommended",
|
|
|
|
headers={"Content-Type": "text/plain"},
|
|
|
|
)
|
|
|
|
fees = res.json()
|
|
|
|
return int(fees["economyFee"])
|
|
|
|
|
|
|
|
|
|
|
|
def get_mempool_blockheight() -> int:
|
|
|
|
res = req_wrap(
|
|
|
|
"get",
|
|
|
|
f"{BOLTZ_MEMPOOL_SPACE_URL}/api/blocks/tip/height",
|
|
|
|
headers={"Content-Type": "text/plain"},
|
|
|
|
)
|
|
|
|
return int(res.text)
|
|
|
|
|
|
|
|
|
|
|
|
async def send_onchain_tx(tx: Transaction):
|
|
|
|
raw = hexlify(tx.serialize())
|
|
|
|
logger.debug(f"Boltz - mempool sending onchain tx...")
|
|
|
|
req_wrap(
|
|
|
|
"post",
|
|
|
|
f"{BOLTZ_MEMPOOL_SPACE_URL}/api/tx",
|
|
|
|
headers={"Content-Type": "text/plain"},
|
|
|
|
content=raw,
|
|
|
|
)
|