mirror of
https://github.com/rootzoll/raspiblitz.git
synced 2025-02-24 22:58:43 +01:00
399 lines
No EOL
16 KiB
Bash
399 lines
No EOL
16 KiB
Bash
#!/bin/bash
|
|
|
|
if [ $# -eq 0 ] || [ "$1" = "-h" ] || [ "$1" = "-help" ]; then
|
|
echo "# managing the copy of blockchain data over LAN"
|
|
echo "# blitz.copychain.sh [status|target|source]"
|
|
echo "error='missing parameters'"
|
|
exit 1
|
|
fi
|
|
|
|
# load basic system settings
|
|
source /home/admin/raspiblitz.info 2>/dev/null
|
|
source /mnt/hdd/raspiblitz.conf 2>/dev/null
|
|
|
|
# check that blockchain is set & supported
|
|
if [ "${network}" != "bitcoin" ] && [ "${network}" != "litecoin" ]; then
|
|
echo "blockchain='{$network}'"
|
|
echo "error='blockchain type missing or not supported'"
|
|
exit 1
|
|
fi
|
|
|
|
# check that HDD is available
|
|
isMounted=$(sudo df | grep -c /mnt/hdd)
|
|
if [ "${isMounted}" != "1" ]; then
|
|
echo "error='no datadrive is mounted'"
|
|
exit 1
|
|
fi
|
|
|
|
###################
|
|
# STATUS
|
|
###################
|
|
|
|
# check if copy is in progress
|
|
copyBeginTime=$(cat /mnt/hdd/${network}/copy_begin.time 2>/dev/null | tr -cd '[[:digit:]]')
|
|
if [ ${#copyBeginTime} -eq 0 ]; then
|
|
copyBeginTime=0
|
|
fi
|
|
copyEndTime=$(cat /mnt/hdd/${network}/copy_end.time 2>/dev/null | tr -cd '[[:digit:]]')
|
|
if [ ${#copyEndTime} -eq 0 ]; then
|
|
copyEndTime=0
|
|
fi
|
|
copyInProgress=0
|
|
if [ ${copyBeginTime} -gt ${copyEndTime} ]; then
|
|
copyInProgress=1
|
|
fi
|
|
|
|
# output status data & exit
|
|
if [ "$1" = "status" ]; then
|
|
echo "# blitz.copychain.sh"
|
|
echo "copyInProgress=${copyInProgress}"
|
|
echo "copyBeginTime=${copyBeginTime}"
|
|
echo "copyEndTime=${copyEndTime}"
|
|
exit 1
|
|
fi
|
|
|
|
###################
|
|
# COPYTARGET
|
|
###################
|
|
|
|
# output status data & exit
|
|
if [ "$1" = "target" ]; then
|
|
|
|
# Basic Options
|
|
OPTIONS=(WINDOWS "Windows" \
|
|
MACOS "Apple MacOSX" \
|
|
LINUX "Linux" \
|
|
BLITZ "RaspiBlitz"
|
|
)
|
|
CHOICE=$(dialog --clear --title " Copy Blockchain from another laptop/node over LAN " --menu "\nWhich system is running on the other laptop/node you want to copy the blockchain from?\n " 14 60 9 "${OPTIONS[@]}" 2>&1 >/dev/tty)
|
|
|
|
clear
|
|
case $CHOICE in
|
|
MACOS) echo "Steve";;
|
|
LINUX) echo "Linus";;
|
|
WINDOWS) echo "Bill";;
|
|
BLITZ) echo "Satoshi";;
|
|
*) exit 1;;
|
|
esac
|
|
|
|
# setting copy state
|
|
sed -i "s/^state=.*/state=copytarget/g" /home/admin/raspiblitz.info
|
|
sed -i "s/^message=.*/message='Receiving Blockchain over LAN'/g" /home/admin/raspiblitz.info
|
|
|
|
echo "stopping services ..."
|
|
sudo systemctl stop bitcoind 2>/dev/null
|
|
sudo systemctl disable bitcoind 2>/dev/null
|
|
|
|
# check if old blockchain data exists
|
|
hasOldBlockchainData=0
|
|
sizeBlocks=$(sudo du -s /mnt/hdd/bitcoin/blocks 2>/dev/null | tr -dc '[0-9]')
|
|
if [ ${#sizeBlocks} -gt 0 ] && [ ${sizeBlocks} -gt 0 ]; then
|
|
hasOldBlockchainData=1
|
|
fi
|
|
sizeChainstate=$(sudo du -s /mnt/hdd/bitcoin/chainstate 2>/dev/null | tr -dc '[0-9]')
|
|
if [ ${#sizeChainstate} -gt 0 ] && [ ${sizeChainstate} -gt 0 ]; then
|
|
hasOldBlockchainData=1
|
|
fi
|
|
|
|
dialog --title " Old Blockchain Data Found " --yesno "\nDo you want to delete the existing blockchain data now?" 7 60
|
|
response=$?
|
|
clear
|
|
echo "response(${response})"
|
|
if [ "${response}" = "1" ]; then
|
|
echo "OK - keep old blockchain - just try to repair by copying over it"
|
|
sleep 3
|
|
else
|
|
echo "OK - delete old blockchain"
|
|
sudo rm -rfv /mnt/hdd/bitcoin/blocks/* 2>/dev/null
|
|
sudo rm -rfv /mnt/hdd/bitcoin/chainstate/* 2>/dev/null
|
|
sleep 3
|
|
fi
|
|
|
|
# make sure /mnt/hdd/bitcoin exists
|
|
sudo mkdir /mnt/hdd/bitcoin 2>/dev/null
|
|
|
|
# allow all users write to it
|
|
sudo chmod 777 /mnt/hdd/bitcoin
|
|
|
|
echo
|
|
clear
|
|
if [ "${CHOICE}" = "WINDOWS" ]; then
|
|
echo "****************************************************************************"
|
|
echo "Instructions to COPY/TRANSFER SYNCED BLOCKCHAIN from a WINDOWS computer"
|
|
echo "****************************************************************************"
|
|
echo ""
|
|
echo "ON YOUR WINDOWS COMPUTER download and validate the blockchain with the Bitcoin"
|
|
echo "Core wallet software (>=0.17.1) from: bitcoincore.org/en/download"
|
|
echo "If the Bitcoin Blockchain is synced up - make sure that your Windows computer &"
|
|
echo "your RaspiBlitz are in the same local network."
|
|
echo ""
|
|
echo "Open a fresh terminal on your Windows computer & change into the directory that"
|
|
echo "contains the blockchain data - should see folders named 'blocks' & 'chainstate'"
|
|
echo "there. Normally on Windows thats: C:\Users\YourUserName\Appdata\Roaming\Bitcoin"
|
|
echo "Make sure that the Bitcoin Core Wallet is not running in the background anymore."
|
|
echo ""
|
|
echo "COPY, PASTE & EXECUTE the following command on your Windows computer terminal:"
|
|
echo "scp -r ./chainstate ./blocks bitcoin@${localip}:/mnt/hdd/bitcoin"
|
|
echo ""
|
|
echo "If asked for a password use PASSWORD A (or 'raspiblitz')."
|
|
fi
|
|
if [ "${CHOICE}" = "MACOS" ]; then
|
|
echo "****************************************************************************"
|
|
echo "Instructions to COPY/TRANSFER SYNCED BLOCKCHAIN from a MacOSX computer"
|
|
echo "****************************************************************************"
|
|
echo ""
|
|
echo "ON YOUR MacOSX COMPUTER download and validate the blockchain with the Bitcoin"
|
|
echo "Core wallet software (>=0.17.1) from: bitcoincore.org/en/download"
|
|
echo "If the Bitcoin Blockchain is synced up - make sure that your MacOSX computer &"
|
|
echo "your RaspiBlitz are in the same local network."
|
|
echo ""
|
|
echo "Open a fresh terminal on your MacOSX computer and change into the directory that"
|
|
echo "contains the blockchain data - should see folders named 'blocks' & 'chainstate'"
|
|
echo "there. Normally on MacOSX thats: cd ~/Library/Application Support/Bitcoin/"
|
|
echo "Make sure that the Bitcoin Core Wallet is not running in the background anymore."
|
|
echo ""
|
|
echo "COPY, PASTE & EXECUTE the following command on your MacOSX terminal:"
|
|
echo "sudo rsync -avhW --progress ./chainstate ./blocks bitcoin@${localip}:/mnt/hdd/bitcoin"
|
|
echo ""
|
|
echo "You will be asked for passwords. First can be the user password of your MacOSX"
|
|
echo "computer and the last is the PASSWORD A (or 'raspiblitz') of this RaspiBlitz."
|
|
fi
|
|
if [ "${CHOICE}" = "LINUX" ]; then
|
|
echo "****************************************************************************"
|
|
echo "Instructions to COPY/TRANSFER SYNCED BLOCKCHAIN from a LINUX computer"
|
|
echo "****************************************************************************"
|
|
echo ""
|
|
echo "ON YOUR LINUX COMPUTER download and validate the blockchain with the Bitcoin"
|
|
echo "Core wallet software (>=0.17.1) from: bitcoincore.org/en/download"
|
|
echo "If the Bitcoin Blockchain is synced up - make sure that your Linux computer &"
|
|
echo "your RaspiBlitz are in the same local network."
|
|
echo ""
|
|
echo "Open a fresh terminal on your Linux computer and change into the directory that"
|
|
echo "contains the blockchain data - should see folders named 'blocks' & 'chainstate'"
|
|
echo "there. Normally on Linux thats: cd ~/.bitcoin/"
|
|
echo "Make sure that the Bitcoin Core Wallet is not running in the background anymore."
|
|
echo ""
|
|
echo "COPY, PASTE & EXECUTE the following command on your Linux terminal:"
|
|
echo "sudo rsync -avhW --progress ./chainstate ./blocks bitcoin@${localip}:/mnt/hdd/bitcoin"
|
|
echo ""
|
|
echo "You will be asked for passwords. First can be the user password of your Linux"
|
|
echo "computer and the last is the PASSWORD A (or 'raspiblitz') of this RaspiBlitz."
|
|
fi
|
|
if [ "${CHOICE}" = "BLITZ" ]; then
|
|
echo "****************************************************************************"
|
|
echo "Instructions to COPY/TRANSFER SYNCED BLOCKCHAIN from another RaspiBlitz"
|
|
echo "****************************************************************************"
|
|
echo ""
|
|
echo "The other RaspiBlitz needs a minimum version of 1.6 (if lower, update first)."
|
|
echo "Make sure that the other RaspiBlitz is on the same local network."
|
|
echo ""
|
|
echo "Open a fresh terminal and login per SSH into that other RaspiBlitz."
|
|
echo "Once in the main menu go: MAINMENU > REPAIR > COPY-SOURCE"
|
|
echo "Follow the given instructions ..."
|
|
echo ""
|
|
echo "The LOCAL IP of this target RaspiBlitz is: ${localip}"
|
|
fi
|
|
echo ""
|
|
echo "It can take multiple hours until transfer is complete - be patient."
|
|
echo "****************************************************************************"
|
|
echo "PRESS ENTER if transfers is done OR if you want to choose another option."
|
|
sleep 2
|
|
read key
|
|
|
|
# make quick check if data is there
|
|
anyDataAtAll=0
|
|
quickCheckOK=1
|
|
count=$(sudo find /mnt/hdd/bitcoin/ -iname *.dat -type f | wc -l)
|
|
if [ ${count} -gt 0 ]; then
|
|
echo "Found data in /mnt/hdd/bitcoin/blocks"
|
|
anyDataAtAll=1
|
|
fi
|
|
if [ ${count} -lt 300 ]; then
|
|
echo "FAIL: transfer seems invalid - less then 300 .dat files (${count})"
|
|
quickCheckOK=0
|
|
fi
|
|
count=$(sudo find /mnt/hdd/bitcoin/ -iname *.ldb -type f | wc -l)
|
|
if [ ${count} -gt 0 ]; then
|
|
echo "Found data in /mnt/hdd/bitcoin/chainstate"
|
|
anyDataAtAll=1
|
|
fi
|
|
if [ ${count} -lt 700 ]; then
|
|
echo "FAIL: transfer seems invalid - less then 700 .ldb files (${count})"
|
|
quickCheckOK=0
|
|
fi
|
|
|
|
echo "*********************************************"
|
|
echo "QUICK CHECK RESULT"
|
|
echo "*********************************************"
|
|
|
|
# just if any data transferred ..
|
|
if [ ${anyDataAtAll} -eq 1 ]; then
|
|
|
|
# data was invalid - ask user to keep?
|
|
if [ ${quickCheckOK} -eq 0 ]; then
|
|
echo "FAIL -> DATA seems incomplete."
|
|
else
|
|
echo "OK -> DATA LOOKS GOOD :D"
|
|
sudo rm /mnt/hdd/bitcoin/debug.log 2>/dev/null
|
|
fi
|
|
|
|
else
|
|
echo "CANCEL -> NO DATA was copied."
|
|
quickCheckOK=0
|
|
fi
|
|
echo "*********************************************"
|
|
|
|
|
|
# REACT ON QUICK CHECK DURING INITAL SETUP
|
|
if [ ${quickCheckOK} -eq 0 ]; then
|
|
|
|
echo "*********************************************"
|
|
echo "There seems to be an invalid transfer."
|
|
|
|
echo "Wait 5 secs ..."
|
|
sleep 5
|
|
|
|
dialog --title " INVALID TRANSFER - TRY AGAIN?" --yesno "Quickcheck shows the data you transferred is invalid/incomplete. Maybe transfere was interrupted and not completed.\n\nDo you want retry/proceed the copy process?" 8 70
|
|
response=$?
|
|
echo "response(${response})"
|
|
if [ "${response}" == "0" ]; then
|
|
/home/admin/config.scripts/blitz.copychain.sh
|
|
exit 0
|
|
fi
|
|
|
|
dialog --title " INVALID TRANSFER - DELETE DATA?" --yesno "Quickcheck shows the data you transferred is invalid/incomplete. This can lead further RaspiBlitz setup to get stuck in error state.\nDo you want to reset/delete data?" 8 60
|
|
response=$?
|
|
echo "response(${response})"
|
|
case $response in
|
|
1) quickCheckOK=1 ;;
|
|
esac
|
|
|
|
fi
|
|
|
|
if [ ${quickCheckOK} -eq 0 ]; then
|
|
echo "Deleting invalid Data ... "
|
|
sudo rm -rf /mnt/hdd/bitcoin
|
|
sleep 2
|
|
fi
|
|
|
|
echo "restarting services ... (please wait)"
|
|
sudo systemctl enable bitcoind
|
|
sudo systemctl start bitcoind
|
|
sleep 10
|
|
|
|
# setting copy state
|
|
sed -i "s/^state=.*/state=ready/g" /home/admin/raspiblitz.info
|
|
sed -i "s/^message=.*/message='Node Running'/g" /home/admin/raspiblitz.info
|
|
fi
|
|
|
|
###################
|
|
# COPYSOURCE
|
|
###################
|
|
|
|
if [ "$1" = "source" ]; then
|
|
|
|
clear
|
|
echo
|
|
echo "# *** Copy Blockchain Source Modus ***"
|
|
|
|
echo "# get IP of RaspiBlitz to copy to ..."
|
|
targetIP=$(whiptail --inputbox "\nPlease enter the LOCAL IP of the\nRaspiBlitz to copy Blockchain to:" 10 38 "" --title " Target IP " --backtitle "RaspiBlitz - Copy Blockchain" 3>&1 1>&2 2>&3)
|
|
targetIP=$(echo "${targetIP[0]}")
|
|
localIP=$(ip addr | grep 'state UP' -A2 | egrep -v 'docker0|veth' | grep 'eth0\|wlan0\|enp0' | tail -n1 | awk '{print $2}' | cut -f1 -d'/')
|
|
if [ ${#targetIP} -eq 0 ]; then
|
|
exit 1
|
|
fi
|
|
if [ "${localIP}" == "${targetIP}" ]; then
|
|
whiptail --msgbox "Dont type in the local IP of this RaspiBlitz,\nthe LOCAL IP of the other RaspiBlitz is needed." 8 54 "" --title " Testing Target IP " --backtitle "RaspiBlitz - Copy Blockchain"
|
|
exit 1
|
|
fi
|
|
canPingIP=$(ping ${targetIP} -c 1 | grep -c "1 received")
|
|
if [ ${canPingIP} -eq 0 ]; then
|
|
whiptail --msgbox "Was not able to contact/ping: ${targetIP}\n\n- check if IP of target RaspiBlitz is correct.\n- check to be on the same local network.\n- try again ..." 11 58 "" --title " Testing Target IP " --backtitle "RaspiBlitz - Copy Blockchain"
|
|
exit 1
|
|
fi
|
|
|
|
echo "# get Password of RaspiBlitz to copy to ..."
|
|
targetPassword=$(whiptail --passwordbox "\nPlease enter the PASSWORD A of the\nRaspiBlitz to copy Blockchain to:" 10 38 "" --title "Target Password" --backtitle "RaspiBlitz - Copy Blockchain" 3>&1 1>&2 2>&3)
|
|
if [ ${#targetPassword} -eq 0 ]; then
|
|
exit 1
|
|
fi
|
|
|
|
sudo rm /root/.ssh/known_hosts 2>/dev/null
|
|
canLogin=$(sudo sshpass -p "${targetPassword}" ssh -t -o StrictHostKeyChecking=no bitcoin@${targetIP} "echo 'working'" 2>/dev/null | grep -c 'working')
|
|
if [ ${canLogin} -eq 0 ]; then
|
|
whiptail --msgbox "Password was not working for IP: ${targetIP}\n\n- check thats the correct IP for correct RaspiBlitz\n- check that you used PASSWORD A and had no typo\n- If you tried too often, wait 1h try again" 11 58 "" --title " Testing Target Password " --backtitle "RaspiBlitz - Copy Blockchain"
|
|
exit 1
|
|
fi
|
|
|
|
echo "# stopping services ..."
|
|
sudo systemctl stop background
|
|
sudo systemctl stop lnd
|
|
sudo systemctl stop ${network}d
|
|
sudo systemctl disable ${network}d
|
|
sleep 5
|
|
sudo systemctl stop bitcoind 2>/dev/null
|
|
|
|
clear
|
|
echo
|
|
echo "# Starting copy over LAN (around 4-6 hours) ..."
|
|
sed -i "s/^state=.*/state=copysource/g" /home/admin/raspiblitz.info
|
|
cd /mnt/hdd/${network}
|
|
|
|
# transfere beginning flag
|
|
date +%s > /home/admin/copy_begin.time
|
|
sudo sshpass -p "${targetPassword}" rsync -avhW -e 'ssh -o StrictHostKeyChecking=no -p 22' /home/admin/copy_begin.time bitcoin@${targetIP}:/mnt/hdd/bitcoin
|
|
sudo rm -f /home/admin/copy_begin.time
|
|
|
|
# repeat the syncing of directories until
|
|
# a) there are no files left to transfere (be robust against failing connections, etc)
|
|
# b) the user hits a key to break loop after report
|
|
while :
|
|
do
|
|
|
|
# transfere blockchain data
|
|
sudo rm -f ./transferred.rsync
|
|
sudo sshpass -p "${targetPassword}" rsync -avhW -e 'ssh -o StrictHostKeyChecking=no -p 22' --info=progress2 --log-file=./transferred.rsync ./chainstate ./blocks bitcoin@${targetIP}:/mnt/hdd/bitcoin
|
|
|
|
# check result
|
|
# the idea is even after successfull transfer the loop will run a second time
|
|
# but on the second time there will be no files transfered (log lines are below 4)
|
|
# thats the signal that its done
|
|
linesInLogFile=$(wc -l ./transferred.rsync | cut -d " " -f 1)
|
|
if [ ${linesInLogFile} -lt 4 ]; then
|
|
echo ""
|
|
echo "OK all files transfered. DONE"
|
|
sleep 2
|
|
break
|
|
fi
|
|
|
|
# wait 20 seconds for user exiting loop
|
|
echo ""
|
|
echo -en "OK one sync loop done ... will test in next loop if all was transferred."
|
|
echo -en "PRESS X TO MANUALLY FINISH SYNCING"
|
|
read -n 1 -t 6 keyPressed
|
|
if [ "${keyPressed}" = "x" ]; then
|
|
echo ""
|
|
echo "Ending Sync ..."
|
|
sleep 2
|
|
break
|
|
fi
|
|
|
|
done
|
|
|
|
# transfere end flag
|
|
sed -i "s/^state=.*/state=ready/g" /home/admin/raspiblitz.info
|
|
date +%s > /home/admin/copy_end.time
|
|
sudo sshpass -p "${targetPassword}" rsync -avhW -e 'ssh -o StrictHostKeyChecking=no -p 22' /home/admin/copy_end.time bitcoin@${targetIP}:/mnt/hdd/bitcoin
|
|
sudo rm -f /home/admin/copy_end.time
|
|
|
|
echo "# start services again ..."
|
|
sudo systemctl enable ${network}d
|
|
sudo systemctl start ${network}d
|
|
sudo systemctl start lnd
|
|
sudo systemctl start background
|
|
|
|
echo "# show final message"
|
|
whiptail --msgbox "OK - Copy Process Finished.\n\nNow check on the target RaspiBlitz if it was sucessful." 10 40 "" --title " DONE " --backtitle "RaspiBlitz - Copy Blockchain"
|
|
|
|
fi |