mirror of
https://github.com/rootzoll/raspiblitz.git
synced 2025-02-24 22:58:43 +01:00
0da8991f51
This way they do not get overwritten and one can keep multiple versions. (might be useful in case of file corruption)
428 lines
15 KiB
Bash
428 lines
15 KiB
Bash
#!/bin/bash
|
|
|
|
# This script runs on after start in background
|
|
# as a service and gets restarted on failure
|
|
# it runs ALMOST every seconds
|
|
|
|
# INFOFILE - state data from bootstrap
|
|
infoFile="/home/admin/raspiblitz.info"
|
|
|
|
# CONFIGFILE - configuration of RaspiBlitz
|
|
configFile="/mnt/hdd/raspiblitz.conf"
|
|
|
|
# LOGS see: sudo journalctl -f -u background
|
|
|
|
# Check if HDD contains configuration
|
|
configExists=$(ls ${configFile} | grep -c '.conf')
|
|
if [ ${configExists} -eq 1 ]; then
|
|
source ${configFile}
|
|
else
|
|
source ${infoFile}
|
|
fi
|
|
|
|
echo "_background.sh STARTED"
|
|
|
|
# global vars
|
|
blitzTUIHeartBeatLine=""
|
|
blitzTUIRestarts=0
|
|
|
|
counter=0
|
|
while [ 1 ]
|
|
do
|
|
|
|
###############################
|
|
# Prepare this loop
|
|
###############################
|
|
|
|
# count up
|
|
counter=$(($counter+1))
|
|
|
|
# gather the uptime seconds
|
|
upSeconds=$(cat /proc/uptime | grep -o '^[0-9]\+')
|
|
|
|
####################################################
|
|
# RECHECK DHCP-SERVER
|
|
# https://github.com/rootzoll/raspiblitz/issues/160
|
|
####################################################
|
|
|
|
# every 5 minutes
|
|
recheckDHCP=$((($counter % 300)+1))
|
|
if [ ${recheckDHCP} -eq 1 ]; then
|
|
echo "*** RECHECK DHCP-SERVER ***"
|
|
|
|
# get the local network IP
|
|
localip=$(ip addr | grep 'state UP' -A2 | tail -n1 | awk '{print $2}' | cut -f1 -d'/')
|
|
echo "localip(${localip})"
|
|
|
|
# detect a missing DHCP config
|
|
if [ "${localip:0:4}" = "169." ]; then
|
|
echo "Missing DHCP detected ... trying emergency reboot"
|
|
sudo /home/admin/XXshutdown.sh reboot
|
|
else
|
|
echo "DHCP OK"
|
|
fi
|
|
|
|
fi
|
|
|
|
####################################################
|
|
# CHECK FOR UNDERVOLTAGE REPORTS
|
|
# every 1 hour scan for undervoltage reports
|
|
####################################################
|
|
recheckUndervoltage=$(($counter % 3600))
|
|
if [ ${recheckUndervoltage} -eq 1 ]; then
|
|
echo "*** RECHECK UNDERVOLTAGE ***"
|
|
countReports=$(sudo cat /var/log/syslog | grep -c "Under-voltage detected!")
|
|
echo "${countReports} undervoltage reports found in syslog"
|
|
if ! grep -Eq "^undervoltageReports=" ${infoFile}; then
|
|
# write new value to info file
|
|
undervoltageReports="${countReports}"
|
|
echo "undervoltageReports=${undervoltageReports}" >> ${infoFile}
|
|
else
|
|
# update value in info file
|
|
sed -i "s/^undervoltageReports=.*/undervoltageReports=${countReports}/g" ${infoFile}
|
|
fi
|
|
fi
|
|
|
|
####################################################
|
|
# RECHECK PUBLIC IP
|
|
# when public IP changes, restart LND with new IP
|
|
####################################################
|
|
|
|
# every 15min - not too often
|
|
# because its a ping to external service
|
|
recheckPublicIP=$((($counter % 900)+1))
|
|
# prevent when lndAddress is set
|
|
if [ ${#lndAddress} -gt 3 ]; then
|
|
recheckPublicIP=0
|
|
fi
|
|
|
|
# prevent also when runBehindTor is on
|
|
if [ "${runBehindTor}" = "1" ] || [ "${runBehindTor}" = "on" ]; then
|
|
recheckPublicIP=0
|
|
fi
|
|
|
|
updateDynDomain=0
|
|
if [ ${recheckPublicIP} -eq 1 ]; then
|
|
echo "*** RECHECK PUBLIC IP ***"
|
|
|
|
# execute only after setup when config exists
|
|
if [ ${configExists} -eq 1 ]; then
|
|
|
|
# get actual public IP
|
|
freshPublicIP=$(curl -s http://v4.ipv6-test.com/api/myip.php 2>/dev/null)
|
|
|
|
# sanity check on IP data
|
|
# see https://github.com/rootzoll/raspiblitz/issues/371#issuecomment-472416349
|
|
echo "-> sanity check of new IP data"
|
|
if [[ $freshPublicIP =~ ^(([0-9a-fA-F]{1,4}:){7,7}[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,7}:|([0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,5}(:[0-9a-fA-F]{1,4}){1,2}|([0-9a-fA-F]{1,4}:){1,4}(:[0-9a-fA-F]{1,4}){1,3}|([0-9a-fA-F]{1,4}:){1,3}(:[0-9a-fA-F]{1,4}){1,4}|([0-9a-fA-F]{1,4}:){1,2}(:[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6})|:((:[0-9a-fA-F]{1,4}){1,7}|:)|fe80:(:[0-9a-fA-F]{0,4}){0,4}%[0-9a-zA-Z]{1,}|::(ffff(:0{1,4}){0,1}:){0,1}((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])|([0-9a-fA-F]{1,4}:){1,4}:((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9]))$ ]]; then
|
|
echo "OK IPv6"
|
|
elif [[ $freshPublicIP =~ ^([0-9]{1,2}|1[0-9][0-9]|2[0-4][0-9]|25[0-5])\.([0-9]{1,2}|1[0-9][0-9]|2[0-4][0-9]|25[0-5])\.([0-9]{1,2}|1[0-9][0-9]|2[0-4][0-9]|25[0-5])\.([0-9]{1,2}|1[0-9][0-9]|2[0-4][0-9]|25[0-5])$ ]]; then
|
|
echo "OK IPv4"
|
|
else
|
|
echo "FAIL - not an IPv4 or IPv6 address"
|
|
freshPublicIP=""
|
|
fi
|
|
|
|
if [ ${#freshPublicIP} -eq 0 ]; then
|
|
|
|
echo "freshPublicIP is ZERO - ignoring"
|
|
|
|
# check if changed
|
|
elif [ "${freshPublicIP}" != "${publicIP}" ]; then
|
|
|
|
# 1) update config file
|
|
echo "update config value"
|
|
sed -i "s/^publicIP=.*/publicIP='${freshPublicIP}'/g" ${configFile}
|
|
publicIP='${freshPublicIP}'
|
|
|
|
# 2) only restart LND if dynDNS is activated
|
|
# because this signals that user wants "public node"
|
|
if [ ${#dynDomain} -gt 0 ]; then
|
|
echo "restart LND with new environment config"
|
|
# restart and let to auto-unlock (if activated) do the rest
|
|
sudo systemctl stop lnd
|
|
sudo systemctl start lnd
|
|
fi
|
|
|
|
# 2) trigger update if dnyamic domain (if set)
|
|
updateDynDomain=1
|
|
|
|
else
|
|
echo "public IP has not changed"
|
|
fi
|
|
|
|
else
|
|
echo "skip - because setup is still running"
|
|
fi
|
|
|
|
fi
|
|
|
|
###############################
|
|
# BlitzTUI Monitoring
|
|
###############################
|
|
|
|
# check every 30sec
|
|
recheckBlitzTUI=$(($counter % 30))
|
|
if [ "${touchscreen}" == "1" ] && [ ${recheckBlitzTUI} -eq 1 ]; then
|
|
echo "BlitzTUI Monitoring Check"
|
|
|
|
# prevent restart if COPY OVER LAN is running
|
|
# see: https://github.com/rootzoll/raspiblitz/issues/1179#issuecomment-646079467
|
|
source ${infoFile}
|
|
if [ "${state}" == "copysource" ]; then
|
|
echo "- skip BlitzTUI check while COPY over LAN is running"
|
|
else
|
|
|
|
if [ -d "/var/cache/raspiblitz" ]; then
|
|
latestHeartBeatLine=$(sudo tail -n 300 /var/cache/raspiblitz/pi/blitz-tui.log | grep beat | tail -n 1)
|
|
else
|
|
latestHeartBeatLine=$(sudo tail -n 300 /home/pi/blitz-tui.log | grep beat | tail -n 1)
|
|
fi
|
|
if [ ${#blitzTUIHeartBeatLine} -gt 0 ]; then
|
|
#echo "blitzTUIHeartBeatLine(${blitzTUIHeartBeatLine})"
|
|
#echo "latestHeartBeatLine(${latestHeartBeatLine})"
|
|
if [ "${blitzTUIHeartBeatLine}" == "${latestHeartBeatLine}" ]; then
|
|
echo "FAIL - still no new heart beat .. restarting BlitzTUI"
|
|
blitzTUIRestarts=$(($blitzTUIRestarts +1))
|
|
if [ $(sudo cat /home/admin/raspiblitz.info | grep -c 'blitzTUIRestarts=') -eq 0 ]; then
|
|
echo "blitzTUIRestarts=0" >> /home/admin/raspiblitz.info
|
|
fi
|
|
sudo sed -i "s/^blitzTUIRestarts=.*/blitzTUIRestarts=${blitzTUIRestarts}/g" /home/admin/raspiblitz.info
|
|
sudo init 3 ; sleep 2 ; sudo init 5
|
|
fi
|
|
else
|
|
echo "blitzTUIHeartBeatLine is empty - skipping check"
|
|
fi
|
|
blitzTUIHeartBeatLine="${latestHeartBeatLine}"
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
###############################
|
|
# SCB Monitoring
|
|
###############################
|
|
|
|
# check every 1min
|
|
recheckSCB=$(($counter % 60))
|
|
if [ ${recheckSCB} -eq 1 ]; then
|
|
#echo "SCB Monitoring ..."
|
|
source ${configFile}
|
|
# check if channel.backup exists
|
|
scbPath=/mnt/hdd/lnd/data/chain/${network}/${chain}net/channel.backup
|
|
scbExists=$(sudo ls $scbPath 2>/dev/null | grep -c 'channel.backup')
|
|
if [ ${scbExists} -eq 1 ]; then
|
|
# timestamp backup filename
|
|
timestampedFileName=channel-$(date "+%Y%m%d-%H%M%S").backup
|
|
localBackupDir=/home/admin/backups/scb/
|
|
localBackupPath=${localBackupDir}/channel.backup
|
|
localTimestampedPath=${localBackupDir}/${timestampedFileName}
|
|
|
|
#echo "Found Channel Backup File .. check if changed .."
|
|
md5checksumORG=$(sudo md5sum $scbPath 2>/dev/null | head -n1 | cut -d " " -f1)
|
|
md5checksumCPY=$(sudo md5sum $localBackupPath 2>/dev/null | head -n1 | cut -d " " -f1)
|
|
if [ "${md5checksumORG}" != "${md5checksumCPY}" ]; then
|
|
echo "--> Channel Backup File changed"
|
|
|
|
# make copy to sd card (as local basic backup)
|
|
sudo mkdir -p /home/admin/backups/scb/ 2>/dev/null
|
|
sudo cp $scbPath $localBackupPath
|
|
sudo cp $scbPath $localTimestampedPath
|
|
echo "OK channel.backup copied to '${localBackupPath}' and '{$localTimestampedPath}'"
|
|
|
|
# check if a SCP backup target is set
|
|
# parameter in raspiblitz.conf:
|
|
# scpBackupTarget='[USER]@[SERVER]:[DIRPATH-WITHOUT-ENDING-/]'
|
|
# On target server add the public key of your RaspiBlitz to the authorized_keys for the user
|
|
# https://www.linode.com/docs/security/authentication/use-public-key-authentication-with-ssh/
|
|
if [ ${#scpBackupTarget} -gt 0 ]; then
|
|
echo "--> Offsite-Backup SCP Server"
|
|
# its ok to ignore known host, because data is encrypted (worst case of MiM would be: no offsite channel backup)
|
|
# but its more likely that without ignoring known host, script might not run thru and that way: no offsite channel backup
|
|
sudo scp -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null ${localBackupPath} ${scpBackupTarget}/
|
|
sudo scp -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null ${localTimestampedPath} ${scpBackupTarget}/
|
|
result=$?
|
|
if [ ${result} -eq 0 ]; then
|
|
echo "OK - SCP Backup exited with 0"
|
|
else
|
|
echo "FAIL - SCP Backup exited with ${result}"
|
|
fi
|
|
fi
|
|
|
|
# check if a DropBox backup target is set
|
|
# parameter in raspiblitz.conf:
|
|
# dropboxBackupTarget='[DROPBOX-APP-OAUTH2-TOKEN]'
|
|
# see dropbox setup: https://gist.github.com/vindard/e0cd3d41bb403a823f3b5002488e3f90
|
|
if [ ${#dropboxBackupTarget} -gt 0 ]; then
|
|
echo "--> Offsite-Backup Dropbox"
|
|
source <(sudo /home/admin/config.scripts/dropbox.upload.sh upload ${dropboxBackupTarget} ${localBackupPath})
|
|
source <(sudo /home/admin/config.scripts/dropbox.upload.sh upload ${dropboxBackupTarget} ${localTimestampedPath})
|
|
if [ ${#err} -gt 0 ]; then
|
|
echo "FAIL - ${err}"
|
|
echo "${errMore}"
|
|
else
|
|
echo "OK - ${upload}"
|
|
fi
|
|
fi
|
|
|
|
#else
|
|
# echo "Channel Backup File not changed."
|
|
fi
|
|
#else
|
|
# echo "No Channel Backup File .."
|
|
fi
|
|
fi
|
|
|
|
###############################
|
|
# SUBSCRIPTION RENWES
|
|
###############################
|
|
|
|
# check every 10min
|
|
recheckSubscription=$((($counter % 600)+1))
|
|
if [ ${recheckSubscription} -eq 1 ]; then
|
|
# IP2TOR subscriptions (that will need renew in next 20min = 1200 secs)
|
|
sudo -u admin /home/admin/config.scripts/blitz.subscriptions.ip2tor.py subscriptions-renew 1200
|
|
fi
|
|
|
|
###############################
|
|
# RAID data check (BRTFS)
|
|
###############################
|
|
# see https://github.com/rootzoll/raspiblitz/issues/360#issuecomment-467698260
|
|
|
|
# check every hour
|
|
recheckRAID=$((($counter % 3600)+1))
|
|
if [ ${recheckRAID} -eq 1 ]; then
|
|
|
|
# check if raid is active
|
|
source <(sudo /home/admin/config.scripts/blitz.datadrive.sh status)
|
|
if [ ${isRaid} -eq 1 ]; then
|
|
|
|
# will run in the background
|
|
echo "STARTING BTRFS RAID DATA CHECK ..."
|
|
sudo btrfs scrub start /mnt/hdd/
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
|
###############################
|
|
# LND AUTO-UNLOCK
|
|
###############################
|
|
|
|
# check every 10secs
|
|
recheckAutoUnlock=$((($counter % 10)+1))
|
|
if [ ${recheckAutoUnlock} -eq 1 ]; then
|
|
|
|
# check if auto-unlock feature if activated
|
|
if [ "${autoUnlock}" = "on" ]; then
|
|
|
|
# check if lnd is locked
|
|
locked=$(sudo -u bitcoin /usr/local/bin/lncli --chain=${network} --network=${chain}net getinfo 2>&1 | grep -c unlock)
|
|
if [ ${locked} -gt 0 ]; then
|
|
|
|
echo "STARTING AUTO-UNLOCK ..."
|
|
sudo /home/admin/config.scripts/lnd.unlock.sh
|
|
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
###############################
|
|
# UPDATE DYNAMIC DOMAIN
|
|
# like afraid.org
|
|
# ! experimental
|
|
###############################
|
|
|
|
# if not activated above, update every 6 hours
|
|
if [ ${updateDynDomain} -eq 0 ]; then
|
|
# dont +1 so that it gets executed on first loop
|
|
updateDynDomain=$(($counter % 21600))
|
|
fi
|
|
if [ ${updateDynDomain} -eq 1 ]; then
|
|
echo "*** UPDATE DYNAMIC DOMAIN ***"
|
|
# check if update URL for dyn Domain is set
|
|
if [ ${#dynUpdateUrl} -gt 6 ]; then
|
|
# calling the update url
|
|
echo "calling: ${dynUpdateUrl}"
|
|
echo "to update domain: ${dynDomain}"
|
|
curl --connect-timeout 6 ${dynUpdateUrl}
|
|
else
|
|
echo "'dynUpdateUrl' not set in ${configFile}"
|
|
fi
|
|
fi
|
|
|
|
####################################################
|
|
# CHECK FOR END OF IBD (self validation)
|
|
####################################################
|
|
|
|
# check every 60secs
|
|
recheckIBD=$((($counter % 60)+1))
|
|
if [ ${recheckIBD} -eq 1 ]; then
|
|
# check if flag exists (got created on 50syncHDD.sh)
|
|
flagExists=$(ls /home/admin/selfsync.flag 2>/dev/null | grep -c "selfsync.flag")
|
|
if [ ${flagExists} -eq 1 ]; then
|
|
finishedIBD=$(sudo -u bitcoin ${network}-cli getblockchaininfo | grep "initialblockdownload" | grep -c "false")
|
|
if [ ${finishedIBD} -eq 1 ]; then
|
|
|
|
echo "CHECK FOR END OF IBD --> reduce RAM, check TOR and restart ${network}d"
|
|
|
|
# remove flag
|
|
sudo rm /home/admin/selfsync.flag
|
|
|
|
# stop bitcoind
|
|
sudo systemctl stop ${network}d
|
|
|
|
# set dbcache back to normal (to give room for other apps)
|
|
kbSizeRAM=$(sudo cat /proc/meminfo | grep "MemTotal" | sed 's/[^0-9]*//g')
|
|
if [ ${kbSizeRAM} -gt 1500000 ]; then
|
|
echo "Detected RAM >1GB --> optimizing ${network}.conf"
|
|
sudo sed -i "s/^dbcache=.*/dbcache=512/g" /mnt/hdd/${network}/${network}.conf
|
|
else
|
|
echo "Detected RAM 1GB --> optimizing ${network}.conf"
|
|
sudo sed -i "s/^dbcache=.*/dbcache=128/g" /mnt/hdd/${network}/${network}.conf
|
|
fi
|
|
|
|
# if TOR was activated during setup make sure bitcoin runs behind TOR latest from now on
|
|
if [ "${runBehindTor}" = "on" ]; then
|
|
echo "TOR is ON -> make sure bitcoin is running behind TOR after IBD"
|
|
sudo /home/admin/config.scripts/internet.tor.sh btcconf-on
|
|
else
|
|
echo "TOR is OFF after IBD"
|
|
fi
|
|
|
|
# restart bitcoind
|
|
sudo systemctl start ${network}d
|
|
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
###############################
|
|
# Set the address API use for BTC-RPC-Explorer depending on Electrs status
|
|
###############################
|
|
|
|
# check every 10 minutes
|
|
electrsExplorer=$((($counter % 600)+1))
|
|
if [ ${electrsExplorer} -eq 1 ]; then
|
|
if [ "${BTCRPCexplorer}" = "on" ] & [ "${ElectRS}" = "on" ]; then
|
|
/home/admin/config.scripts/bonus.electrsexplorer.sh
|
|
fi
|
|
fi
|
|
|
|
###############################
|
|
# Prepare next loop
|
|
###############################
|
|
|
|
# sleep 1 sec
|
|
sleep 1
|
|
|
|
# limit counter to max seconds per week:
|
|
# 604800 = 60sec * 60min * 24hours * 7days
|
|
if [ ${counter} -gt 604800 ]; then
|
|
counter=0
|
|
echo "counter zero reset"
|
|
fi
|
|
|
|
done
|
|
|