dantonnoriega

function psql_cmd() {
  echo "$1" | psql -h $POSTGRES_HOST -U $POSTGRES_USERNAME -d $POSTGRES_DB -p $POSTGRES_PORT
}

# output data easy to ingest into R or python (includes header; can pass to `tee`)
function psql_psv() {
  echo "$1" | psql -h $POSTGRES_HOST -U $POSTGRES_USERNAME -d $POSTGRES_DB -p $POSTGRES_PORT -A -F' | ' | grep -vE "\(\d+ row[s]\)"
}

function psql_csv() {

dantonnoriega

# >>> DOCKER >>>
# start `n` docker containers in safari (default 1)
# option to start in current working directory `--here`; looks for .Rproj and hooks
# usage `docker-start [-n num_session] [--here] [<some_docker_image>] [<where_your_repos_live>]`
function docker-start () {

    docker-start-usage() { echo "docker-start [-n num_session] [--here] [<some_docker_image>] [<where_your_repos_live>]" 1>&2; }
    # https://stackoverflow.com/a/26920580
    here_flag=0
    # https://stackoverflow.com/a/7680682

dantonnoriega

# The CONNECT_SERVER URL must have a trailing slash.
connectServer <- "https://some-rsc-instance.com/"
# Save RSC API key to ~/.Renviron as SAFE_RSC_API_KEY_DEV
# - https://docs.rstudio.com/connect/1.7.4/user/cookbook.html
connectAPIKey <- Sys.getenv("RSC_API_KEY")

# Request a page of up to 25 usage records.
resp <- httr::GET(
  file.path(connectServer, "__api__/v1/instrumentation/shiny/usage?limit=100"),
  httr::add_headers(Authorization = paste("Key", connectAPIKey))

dantonnoriega

# github + git lfs api contenct extraction 
# GOAL: pull a large file that was sent to git lfs (cannot download directly from github.com)

## git-lfs API: https://github.com/git-lfs/git-lfs/tree/main/docs/api
## github API: https://docs.github.com/en/rest/reference/repos#get-repository-content

OWNER=dantonnoriega
REPO=some-repo
BRANCH=develop
# -----------------

dantonnoriega

carryforward <- function(x, blank = is.na) {
  # SOURCE: https://stackoverflow.com/a/32536507/3987905
  # Find the values
  if (is.function(blank)) {
    isnotblank <- !blank(x)
  } else {
    isnotblank <- x != blank
  }
  # Fill down
  x[which(isnotblank)][cumsum(isnotblank)]

dantonnoriega

library(tidyverse)
dat <- as_tibble(mtcars) %>%
  mutate(vs = as.character(vs),
         am = as.character(am)) #just to make some non-numeric
dd0 <- dat %>%
  select(where(is_numeric)) %>%
  filter(if_any(disp:wt, ~ .x > 100))
dd0

library(data.table)

dantonnoriega

# The CONNECT_SERVER URL must have a trailing slash.
connectServer <- "https://some-rsc-url.com/"
# Save RSC API key to ~/.Renviron as RSC_API_KEY
# - https://docs.rstudio.com/connect/1.7.4/user/cookbook.html
connectAPIKey <- Sys.getenv("RSC_API_KEY")

# Request a page of up to 25 usage records.
resp <- httr::GET(
  file.path(connectServer, "__api__/v1/instrumentation/shiny/usage?limit=100"),
  httr::add_headers(Authorization = paste("Key", connectAPIKey))

dantonnoriega

# The CONNECT_SERVER URL must have a trailing slash.
connectServer <- "https://some-rsc-endpont.com"
connectAPIKey <- Sys.getenv("RSC_API_KEY")

# the content GUID of interest
content_guid_3pc <- "0a0b1c2d-1234-4321-a1c2-5678aaa9d9bb" # I made this one up

resp <- httr::GET(
  paste0(connectServer, "__api__/v1/instrumentation/shiny/usage?limit=100"),
  httr::add_headers(Authorization = paste("Key", connectAPIKey)),

dantonnoriega

Databricks - JDBC

This is the preferred method if you're collecting small objects from the Spark Cluster because it is otherwise easy to set up, doesn't appear to cause many "out of memory" errors, and requires fewer dependencies.

Setup

1. Install and configure Java.
   • Install Java 8

brew tap AdoptOpenJDK/openjdk

dantonnoriega

Helpful Resources

• Where I learned about fc -p (read in and replace) and fc -A (Append)
  • https://unix.stackexchange.com/questions/391181/freezing-the-history-file-temporarily

WARNING: using fc -p will replace your current history file with a blank one. Tread carefully.

GOAL: merge (or concat or join or append) a set of old zsh_history files into a single one.

Imagine you have 3 zsh history files, with timestamps from oldest to newest: zsh_history0, zsh_history1, zsh_history2.