Archive large files and splitting archive into chunks

archive_large_files_splitting_archive.sh

#221G
#/var/www/prod/shared/media/catalog/product
cd /var/www/prod/
tar -zcvf - ./shared/media/catalog/product/* \
  | split --bytes=10GB - ~/prod_shared_media_catalog_product.tar.gz.split-

# This creates a list of files
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 13:32 prod_shared_media_catalog_product.tar.gz.split-aa
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 13:40 prod_shared_media_catalog_product.tar.gz.split-ab
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 13:48 prod_shared_media_catalog_product.tar.gz.split-ac
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 13:56 prod_shared_media_catalog_product.tar.gz.split-ad
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 14:05 prod_shared_media_catalog_product.tar.gz.split-ae
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 14:13 prod_shared_media_catalog_product.tar.gz.split-af
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 14:21 prod_shared_media_catalog_product.tar.gz.split-ag
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 14:29 prod_shared_media_catalog_product.tar.gz.split-ah
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 14:37 prod_shared_media_catalog_product.tar.gz.split-ai
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 14:45 prod_shared_media_catalog_product.tar.gz.split-aj
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 14:53 prod_shared_media_catalog_product.tar.gz.split-ak
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:01 prod_shared_media_catalog_product.tar.gz.split-al
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:09 prod_shared_media_catalog_product.tar.gz.split-am
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:17 prod_shared_media_catalog_product.tar.gz.split-an
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:25 prod_shared_media_catalog_product.tar.gz.split-ao
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:33 prod_shared_media_catalog_product.tar.gz.split-ap
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:41 prod_shared_media_catalog_product.tar.gz.split-aq
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:49 prod_shared_media_catalog_product.tar.gz.split-ar
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 15:57 prod_shared_media_catalog_product.tar.gz.split-as
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 16:05 prod_shared_media_catalog_product.tar.gz.split-at
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 16:13 prod_shared_media_catalog_product.tar.gz.split-au
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 16:21 prod_shared_media_catalog_product.tar.gz.split-av
# -rw-rw-r--. 1 www-prod www-prod 10000000000 Aug 29 16:30 prod_shared_media_catalog_product.tar.gz.split-aw
# -rw-rw-r--. 1 www-prod www-prod  2689227555 Aug 29 16:32 prod_shared_media_catalog_product.tar.gz.split-ax

# Re-combine and extract an archive that was split into multiple files
cat ./prod_shared_media_catalog_product.tar.gz.split-* | tar -xvzf -

# This would create a "shared/media/catalog/product" directory in the current directory
# where the contents are all extracted to