#!/bin/bash # command info if [ "$1" = "-h" ] || [ "$1" = "-help" ]; then echo "# Turns the RaspiBlitz into HDD CopyStation Mode" echo "# lightning is deactivated during CopyStationMode" echo "# reboot RaspiBlitz to set back to normal mode" exit 1 fi ####### CONFIG ############# # where to find the BITCOIN data directory (no trailing /) pathBitcoinBlockchain="/mnt/hdd/bitcoin" # where to find the LITECOIN data directory (no trailing /) pathLitecoinBlockchain="/mnt/hdd/litecoin" # where to find the RaspiBlitz HDD template directory (no trailing /) pathTemplateHDD="/mnt/hdd/app-storage/templateHDD" # 0 = ask before formatting/init new HDD # 1 = auto-formatting every new HDD that needs init nointeraction=1 # override values if XXcopyStation.conf files exists # use when you run this outside RaspiBlitz # - clean Ubuntu install # - install bitcoind as systemd service # - disable automount: https://askubuntu.com/questions/89244/how-to-disable-automount-in-nautiluss-preferences#102601 # - clone the github to get script (or download) # - set your pathes bitcoin/template in conf file source ./XXcopyStation.conf 2>/dev/null # -- start script with parameter "-foreground" ####### SCRIPT ############# # check sudo if [ "$EUID" -ne 0 ]; then echo "Please run as root (with sudo)" exit 1 fi # get HDD info source <(sudo /home/admin/config.scripts/blitz.datadrive.sh status) # check if HDD is mounted if [ ${isMounted} -eq 0 ]; then echo "error='HDD is not mounted'" exit 1 fi # check if HDD is big enough if [ ${hddGigaBytes} -lt 800 ]; then echo "# To run copy station (+/- 1TB needed)" echo "error='HDD is too small'" exit 1 fi # check that path information is valid if [ -d "$pathBitcoinBlockchain" ]; then echo "# OK found $pathBitcoinBlockchain" else echo "# FAIL path of 'pathBitcoinBlockchain' does not exists: ${pathBitcoinBlockchain}" echo "error='pathBitcoinBlockchain nit found'" exit 1 fi # make sure that its running in screen # call with '-foreground' to prevent running in screen if [ "$1" != "-foreground" ]; then screenPID=$(screen -ls | grep "copystation" | cut -d "." -f1 | xargs) if [ ${#screenPID} -eq 0 ]; then # start copystation in sreen echo "# starting copystation screen session" screen -S copystation -dm /home/admin/XXcopyStation.sh -foreground screen -d -r exit 0 else echo "# changing into running copystation screen session" screen -d -r exit 0 fi fi clear echo "# ******************************" echo "# RASPIBLITZ COPYSTATION SCRIPT" echo "# ******************************" echo echo "*** CHECKING CONFIG" # check that path information is valid if [ -d "$pathTemplateHDD" ]; then echo "# OK found $pathTemplateHDD" else echo "# Creating: ${pathTemplateHDD}" mkdir ${pathTemplateHDD} chmod 777 ${pathTemplateHDD} fi # make sure that lnd is stopped (if runnning) systemctl stop lnd 2>/dev/null systemctl stop background 2>/dev/null #if [ "${nointeraction}" == "1" ]; then # echo "setting RaspiBlitz LCD info" # sudo sed -i "s/^state=.*/state=copystation/g" /home/admin/raspiblitz.info 2>/dev/null # sudo sed -i "s/^message=.*/message='Disconnect target HDDs!'/g" /home/admin/raspiblitz.info 2>/dev/null # echo "Disconnect target HDDs! .. 30sec until continue." # sleep 30 #else # echo # echo "*** INIT HDD SCAN" # echo "Please make sure that no HDDs that you want to sync later to are not connected now." # echo "PRESS ENTER when ready." # read key #fi # finding system drives (the drives that should not be synced to) echo "# OK - the following drives detected as the system drive: $datadisk" echo if [ "${nointeraction}" == "1" ]; then sudo sed -i "s/^message=.*/message='Connect target HDDs ..'/g" /home/admin/raspiblitz.info 2>/dev/null sleep 5 fi # BASIC IDEA: # 1. get fresh data from bitcoind --> template data # 2. detect HDDs # 3. sync HDDs with template data # repeat echo echo "*** RUNNING ***" lastBlockchainUpdateTimestamp=1 while : do ################################################ # 1. get fresh data from bitcoind for template data # only execute every 30min nowTimestamp=$(date +%s) secondsDiff=$(echo "${nowTimestamp}-${lastBlockchainUpdateTimestamp}" | bc) echo "# seconds since last update from bitcoind: ${secondsDiff}" echo if [ ${secondsDiff} -gt 3000 ]; then echo "******************************" echo "Bitcoin Blockchain Update" echo "******************************" # stop blockchains echo "# Stopping Blockchain ..." systemctl stop bitcoind 2>/dev/null systemctl stop litecoind 2>/dev/null sleep 10 # sync bitcoin echo "# Syncing Bitcoin to template folder ..." sudo sed -i "s/^message=.*/message='Updating Template: Bitcoin'/g" /home/admin/raspiblitz.info 2>/dev/null # make sure the bitcoin directory in template folder exists if [ ! -d "$pathTemplateHDD/bitcoin" ]; then echo "# creating the bitcoin subfolder in the template folder" mkdir ${pathTemplateHDD}/bitcoin chmod 777 ${pathTemplateHDD}/bitcoin fi # do the sync to the template folder for BITCOIN rsync -a --info=progress2 --delete ${pathBitcoinBlockchain}/chainstate ${pathBitcoinBlockchain}/blocks ${pathTemplateHDD}/bitcoin litecoindirsize=$(sudo du -s -b /mnt/hdd/litecoin | awk '$1=$1' | cut -d " " -f1) if [ -d "${pathLitecoinBlockchain}" ] && [ ${litecoindirsize} -gt 1000000000 ]; then # sync litecoin echo "# Syncing Litecoin ..." echo "# creating the litecoin subfolder in the template folder" mkdir ${pathTemplateHDD}/litecoin 2>/dev/null chmod 777 ${pathTemplateHDD}/litecoin 2>/dev/null sudo sed -i "s/^message=.*/message='Updating Template: Litecoin'/g" /home/admin/raspiblitz.info 2>/dev/null # do the sync to the template folder for LITECOIN rsync -a --info=progress2 --delete ${pathLitecoinBlockchain}/chainstate ${pathLitecoinBlockchain}/blocks ${pathTemplateHDD}/litecoin fi # restart bitcoind (to let further setup while syncing HDDs) echo "# Restarting Blockchain ..." systemctl start bitcoind 2>/dev/null systemctl start litecoind 2>/dev/null # update timer lastBlockchainUpdateTimestamp=$(date +%s) fi ################################################ # 2. detect connected HDDs and loop thru them echo echo "**************************************" echo "SYNCING TEMPLATE -> CONNECTED HDD/SSDs" echo "**************************************" echo "NOTE: Only use to prepare fresh HDDs" sleep 4 echo "" > ./.syncinfo.tmp lsblk -o NAME | grep "^sd" | while read -r detectedDrive ; do isSystemDrive=$(echo "${datadisk}" | grep -c "${detectedDrive}") if [ ${isSystemDrive} -eq 0 ]; then # check if drives 1st partition is named BLOCKCHAIN & in EXT4 format isNamedBlockchain=$(lsblk -o NAME,FSTYPE,LABEL | grep "${detectedDrive}" | grep -c "BLOCKCHAIN") isFormatExt4=$(lsblk -o NAME,FSTYPE,LABEL | grep "${detectedDrive}" | grep -c "ext4") # init a fresh device if [ ${isNamedBlockchain} -eq 0 ] || [ ${isFormatExt4} -eq 0 ]; then echo "*** NEW EMPTY HDD FOUND ***" echo "Device: ${detectedDrive}" echo "isNamedBlockchain: ${isNamedBlockchain}" echo "isFormatExt4:" ${isFormatExt4} # check if size is OK size=$(lsblk -o NAME,SIZE -b | grep "^${detectedDrive}" | awk '$1=$1' | cut -d " " -f 2) echo "size: ${size}" if [ ${size} -lt 250000000000 ]; then whiptail --title "FAIL" --msgbox " THE DEVICE IS TOO SMALL <250GB Please remove device and PRESS ENTER " 9 46 else # if config value "nointeraction=1" default to format if [ "${nointeraction}" != "1" ]; then whiptail --title "Format HDD" --yes-button "Format" --no-button "Cancel" --yesno " Found new HDD. Do you want to FORMAT now? Lable of device with: ${detectedDrive} " 10 54 choice=$? else choice=0 sudo sed -i "s/^message=.*/message='Formatting new HDD: ${formatPartition}'/g" /home/admin/raspiblitz.info 2>/dev/null fi # on cancel if [ "${choice}" != "0" ]; then whiptail --title "Format HDD" --msgbox " OK NO FORMAT - Please remove decive now. " 8 46 exit 1 fi # format the HDD echo "Starting Formatting of device ${detectedDrive} ..." sudo /home/admin/config.scripts/blitz.datadrive.sh format ext4 ${detectedDrive} fi fi # end init new HDD ################################################ # 3. sync HDD with template data partition=$(lsblk -o NAME,FSTYPE,LABEL | grep "${detectedDrive}" | grep "BLOCKCHAIN" | cut -d ' ' -f 1 | tr -cd "[:alnum:]") if [ ${#partition} -gt 0 ]; then # temp mount device echo "mounting: ${partition}" mkdir /mnt/hdd2 2>/dev/null sudo mount -t ext4 /dev/${partition} /mnt/hdd2 # rsync device mountOK=$(lsblk -o NAME,MOUNTPOINT | grep "${detectedDrive}" | grep -c "/mnt/hdd2") if [ ${mountOK} -eq 1 ]; then sudo sed -i "s/^message=.*/message='Syncing Template -> ${partition}'/g" /home/admin/raspiblitz.info 2>/dev/null rsync -a --info=progress2 --delete ${pathTemplateHDD}/* /mnt/hdd2 sudo chmod -R 777 /mnt/hdd2 rm -r /mnt/hdd2/lost+found 2>/dev/null echo "${partition} " >> ./.syncinfo.tmp else echo "# FAIL: was not able to mount --> ${partition}" fi # unmount device sudo umount -l /mnt/hdd2 fi fi done clear echo "**** SYNC LOOP DONE ****" synced=$(cat ./.syncinfo.tmp | tr '\r\n' ' ') echo "HDDs ready synced: ${synced}" echo "*************************" echo "Its safe to disconnect/remove HDDs now." echo "Or connect a new HDD/SSD for syncing." echo "To stop copystation script: CTRL+c" echo "" sudo sed -i "s/^message=.*/message='Ready HDDs: ${synced}'/g" /home/admin/raspiblitz.info 2>/dev/null sleep 25 clear echo "starting new sync loop" sleep 5 done