Last active
December 4, 2021 20:43
-
-
Save blockpane/519627c9021581d18607d00c16d914ab to your computer and use it in GitHub Desktop.
FIO Snapshots Script
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/bin/bash | |
| #CONTAINER=fixme | |
| #ZPOOL=fixme | |
| #CHAIN_NAME=fixme | |
| #OUT_DIR=fixme | |
| #URL=fixme | |
| #API=fixme | |
| # Uses ZFS snapshots to minimize node downtime when creating history node archives: | |
| # | |
| # - needs root | |
| # - needs producer API enabled in config.ini | |
| # - needs curl installed in container, needs 'pixz' on host. | |
| # - expects the FIO home to be in the only docker volume for the container. | |
| # - executes a nodeos state snapshot from inside the container | |
| # - stops the container | |
| # - takes ZFS snapshot of the entire docker volume | |
| # - restarts the container | |
| # - mounts the ZFS snapshot | |
| # - creates 3 files: tar and compresses (maintains sparseness) | |
| # 1. just the snapshot | |
| # 2. snapshot and blocks.log | |
| # 3. full archive of the data directory and history directory. (includes state) | |
| # - destroys the ZFS snapshot | |
| # always exit when something fails | |
| #set -e | |
| # uncomment to debug | |
| set -x | |
| [ $(id -u) -eq 0 ] || { echo "must be root"; kill 0; } | |
| # ensure the container gets started and snapshot removed just in case of an error, these can fail silently. | |
| function cleanup(){ | |
| docker start "${CONTAINER}" >/dev/null 2>&1 || true | |
| cd / | |
| umount "/mnt/${CONTAINER}" >/dev/null 2>&1 || true | |
| /usr/sbin/zfs destroy "${ZPOOL}@${CONTAINER}" >/dev/null 2>&1 || true | |
| } | |
| #trap 'cleanup' err exit | |
| trap 'cleanup' exit | |
| TODAY=$(date +%Y%m%d) | |
| SNAP=$(curl -s -m 300 -XPOST "${API}/v1/producer/create_snapshot" \ | |
| | jq -r .snapshot_name | awk -F/ '{print $NF}') || exit 1 | |
| [ "$SNAP" == "null" ] && exit 1 | |
| docker stop "${CONTAINER}" | |
| /usr/sbin/zfs snapshot "${ZPOOL}@${CONTAINER}" | |
| docker start "${CONTAINER}" | |
| docker exec "${CONTAINER}" rm -f data/snapshots/${SNAP} || true | |
| mkdir -p /mnt/${CONTAINER} | |
| mount -t zfs "${ZPOOL}@${CONTAINER}" /mnt/${CONTAINER} | |
| cd /mnt/${CONTAINER}/data/snapshots || exit 1 | |
| tar -cS -I'pixz -9' -f "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-snap.txz.INCOMPLETE" "${SNAP}" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-snap.txz.INCOMPLETE" "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-snap.txz" | |
| cp "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-snap.txz" "${OUT_DIR}/${CHAIN_NAME}-latest-snap.txz.INCOMPLETE" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-latest-snap.txz" "${OUT_DIR}/${CHAIN_NAME}-previous-snap.txz" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-latest-snap.txz.INCOMPLETE" "${OUT_DIR}/${CHAIN_NAME}-latest-snap.txz" | |
| cd /mnt/${CONTAINER} | |
| tar -cS -I'pixz' -f "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-blocks.txz.INCOMPLETE" data/blocks "data/snapshots/${SNAP}" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-blocks.txz.INCOMPLETE" "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-blocks.txz" | |
| cp "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-blocks.txz" "${OUT_DIR}/${CHAIN_NAME}-latest-blocks.txz.INCOMPLETE" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-latest-blocks.txz" "${OUT_DIR}/${CHAIN_NAME}-previous-blocks.txz" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-latest-blocks.txz.INCOMPLETE" "${OUT_DIR}/${CHAIN_NAME}-latest-blocks.txz" | |
| tar -cS -I'pixz' -f "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-history.txz.INCOMPLETE" data/ history/ history_index/ | |
| mv "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-history.txz.INCOMPLETE" "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-history.txz" | |
| cp "${OUT_DIR}/${CHAIN_NAME}-${TODAY}-history.txz" "${OUT_DIR}/${CHAIN_NAME}-latest-history.txz.INCOMPLETE" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-latest-history.txz" "${OUT_DIR}/${CHAIN_NAME}-previous-history.txz" | |
| mv "${OUT_DIR}/${CHAIN_NAME}-latest-history.txz.INCOMPLETE" "${OUT_DIR}/${CHAIN_NAME}-latest-history.txz" | |
| # cleanup old snapshots | |
| find "${OUT_DIR}" -name "${CHAIN_NAME}-202*txz" -mtime +14 -exec rm {} \; | |
| echo '<!DOCTYPE html> | |
| <html lang="en"> | |
| <head> | |
| <meta charset="UTF-8"> | |
| <title>snapshots</title> | |
| <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no"> | |
| <link rel="stylesheet" href="bootstrap.css"></head> | |
| <body> | |
| <div class="container-fluid"> | |
| <div class="w-65 mx-auto" style="max-width: 1200px;">' > "${OUT_DIR}/${CHAIN_NAME}-index.html" | |
| echo "<h3>${CHAIN_NAME} snapshots:</h3><br />" >> "${OUT_DIR}/${CHAIN_NAME}-index.html" | |
| cd $OUT_DIR | |
| ls -1 | grep "${CHAIN_NAME}-.*txz" | sort -r | while read f; do | |
| echo "<a href=\"${URL}/$(echo $f |awk '{print $NF}')\"><pre>${f}</pre></a>" >> "${OUT_DIR}/${CHAIN_NAME}-index.html" | |
| done | |
| echo '</div> | |
| </div> | |
| <script src="jquery.min.js"></script> | |
| <script src="bootstrap.min.js"></script> | |
| </body> | |
| </html>' >> "${OUT_DIR}/${CHAIN_NAME}-index.html" |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment