From e397fac4f5b4a436e7066531a450de094e988dd0 Mon Sep 17 00:00:00 2001 From: Ajeet Goyal Date: Tue, 21 Mar 2023 17:33:46 +0530 Subject: [PATCH 1/2] decompress lz4 snapshots --- graph-node/scripts/init-firehose-node.sh | 38 ++++++++++++++++++++---- 1 file changed, 32 insertions(+), 6 deletions(-) diff --git a/graph-node/scripts/init-firehose-node.sh b/graph-node/scripts/init-firehose-node.sh index c795cf8..0bd0be2 100644 --- a/graph-node/scripts/init-firehose-node.sh +++ b/graph-node/scripts/init-firehose-node.sh @@ -80,12 +80,38 @@ END # Restore snapshot if url is present if [ ! -z "$STATE_RESTORE_SNAPSHOT_URL" ]; then - echo "Downloading snapshot from $STATE_RESTORE_SNAPSHOT_URL" - wget -O $HOME_DIR/snapshot.tar.gz $STATE_RESTORE_SNAPSHOT_URL - - echo "Extracting snapshot" - tar -xvf $HOME_DIR/snapshot.tar.gz -C $HOME_DIR - rm -rf $HOME_DIR/snapshot.tar.gz + echo "=> Downloading snapshot from $STATE_RESTORE_SNAPSHOT_URL" + FILENAME=$(basename $STATE_RESTORE_SNAPSHOT_URL) + curl $STATE_RESTORE_SNAPSHOT_URL -o $HOME_DIR/$FILENAME + + echo "=> Extracting snapshot" + cp $HOME_DIR/data/priv_validator_state.json $HOME/priv_validator_state_backup.json + + case "$FILENAME" in + *.tar.lz4) + if ! command -v lz4 &> /dev/null; then + case "$(uname -s)" in + Linux) + apt install -y lz4 + ;; + Darwin) + brew install lz4 + ;; + esac + fi + + lz4 -c -d $HOME_DIR/$FILENAME | tar -x -C $HOME_DIR + rm -rf $HOME_DIR/$FILENAME + ;; + + *.tar.gz) + tar -xvf $HOME_DIR/$FILENAME -C $HOME_DIR + rm -rf $HOME_DIR/$FILENAME + ;; + esac + + mv $HOME_DIR/priv_validator_state_backup.json $HOME/data/priv_validator_state.json + rm $HOME_DIR/priv_validator_state_backup.json fi fi From 6e690fc61981398bb38d0f4a90085e03a3472e42 Mon Sep 17 00:00:00 2001 From: Ajeet Goyal Date: Wed, 22 Mar 2023 12:29:41 +0530 Subject: [PATCH 2/2] remove os check --- graph-node/scripts/init-firehose-node.sh | 14 +------------- 1 file changed, 1 insertion(+), 13 deletions(-) diff --git a/graph-node/scripts/init-firehose-node.sh b/graph-node/scripts/init-firehose-node.sh index 0bd0be2..21c951f 100644 --- a/graph-node/scripts/init-firehose-node.sh +++ b/graph-node/scripts/init-firehose-node.sh @@ -85,19 +85,10 @@ END curl $STATE_RESTORE_SNAPSHOT_URL -o $HOME_DIR/$FILENAME echo "=> Extracting snapshot" - cp $HOME_DIR/data/priv_validator_state.json $HOME/priv_validator_state_backup.json - case "$FILENAME" in *.tar.lz4) if ! command -v lz4 &> /dev/null; then - case "$(uname -s)" in - Linux) - apt install -y lz4 - ;; - Darwin) - brew install lz4 - ;; - esac + apk add lz4 fi lz4 -c -d $HOME_DIR/$FILENAME | tar -x -C $HOME_DIR @@ -109,9 +100,6 @@ END rm -rf $HOME_DIR/$FILENAME ;; esac - - mv $HOME_DIR/priv_validator_state_backup.json $HOME/data/priv_validator_state.json - rm $HOME_DIR/priv_validator_state_backup.json fi fi