| #!/usr/bin/env bash | |
| set -euo pipefail | |
| # loop through each volume and calculate its size | |
| function list_vols_and_sizes() { | |
| VOLUMES=$1 | |
| for volume_name in $VOLUMES; do | |
| SIZE=$(sudo du -sh "$DOCKER_VOLUME_DIR/${volume_name}/_data" 2>/dev/null | awk '{print $1}') | |
| echo "${volume_name}, $SIZE" | |
| done |
| # Returns success (0) if the argument exists as a program, alias, or a function. | |
| function exists() { | |
| # if no argument, show usage and return false | |
| if [ -z "${1}" ]; then | |
| echo "Usage: exists <program>" | |
| return 1 | |
| fi | |
| command -v "${1}" >/dev/null 2>&1 | |
| } |
| # Source: https://gist.github.com/lucaspar/c6ed7e5654887beeb703b163d9b57712 | |
| # Add this function to your .bashrc, then source it: `source ~/.bashrc` or restart the terminal. | |
| # Helper function for submitting working changes into version control and avoid loss of work. | |
| # Work in Progress (`wip`) will create a temporary commit with your unstaged changes and a | |
| # generic message. When run subsequently and within 24h of the last "wip" commit, it amends | |
| # the last commit to prevent cluttering the commit history. Otherwise it will create a new "wip" | |
| # commit. After a few hours of work, consider amending the "wip" commit with a proper message. | |
| # Usage: | |
| # wip [options] [file_a path_b file_c ...] |
| #!/usr/bin/env bash | |
| # Issues notifications on a Slack channel. | |
| # | |
| # >>> Don't forget to set SLACK_WEBHOOK_URL_DEFAULT to a valid URL <<< | |
| # | |
| # Usage: slack-notify "leave the gun. take the cannoli" | |
| # Source: https://gist.github.com/lucaspar/64c9cf35756d1892e749c1bd735aa0fe | |
| set -euo pipefail | |
| # Slack Notifications |
| /* Paste these lines in Settings > Advanced > Custom CSS */ | |
| /* ================ */ | |
| /* generic elements */ | |
| body { | |
| background-color: rgb(16, 16, 16); | |
| color: rgb(198, 198, 198); | |
| /* font-family: monospace; */ | |
| line-height: 1.8; | |
| } |
| """You probably don't want to run this. | |
| Source: https://stackoverflow.com/a/66109163/2848528 | |
| """ | |
| import logging | |
| import secrets | |
| from typing import Optional | |
| from humanfriendly import format_size |
Tired of "command not found" - these lines will install commonly used tools to debug networking, read logs, and other things.
Start a shell as root inside the container
CONTAINER_KEYWORD="spark"
CONTAINER_NAME=$(docker ps | grep -i "${CONTAINER_KEYWORD}" | head -n 1 | awk '{print $NF}')
echo "CONTAINER_NAME: ${CONTAINER_NAME}"
| """Benchmark the conversion of pyarrow arrays to polars, numpy, and lists.""" | |
| import time | |
| from typing import Callable | |
| import numpy as np | |
| import pandas as pd | |
| import polars as pl | |
| import psutil | |
| import pyarrow as pa |
| ! Add these lines to the "my filters" section of ublock origin | |
| www.youtube.com##ytd-rich-section-renderer.ytd-rich-grid-renderer.style-scope:nth-of-type(2) | |
| youtube.com##ytd-rich-grid-renderer:style(--ytd-rich-grid-items-per-row: 12 !important;) | |
| youtube.com##ytd-rich-grid-row, #contents.ytd-rich-grid-row:style(display:contents !important;) |
| # use python3 alpine image | |
| FROM python:3.12-alpine | |
| # install curl | |
| RUN apk add --no-cache curl | |
| # install poetry | |
| RUN curl -sSL https://install.python-poetry.org | python3 - |