ianmcook

# pip install 'ibis-framework[duckdb]'

import pandas as pd
import ibis
from ibis import _

# create a pandas DataFrame and write it to a Parquet file
df = pd.DataFrame(data={'repo': ['pandas', 'duckdb', 'ibis'],
                        'stars': [36622, 8074, 2336]})
df.to_parquet('repo_stars.parquet')

ianmcook

# run this script second

library(dplyr)

df <- read.csv("dirty.csv")

agg <- df %>%
  group_by(jira, github) %>%
  summarise(n = n(), .groups = "keep") %>%
  ungroup() %>%

ianmcook

#include <iostream>
#include <arrow/api.h>
#include <arrow/result.h>
#include <arrow/compute/api.h>
#include <arrow/compute/exec/exec_plan.h>

arrow::Status ExecutePlanAndCollectAsTable(
  std::shared_ptr<arrow::compute::ExecPlan> plan,
  std::shared_ptr<arrow::Schema> schema,
  arrow::AsyncGenerator<std::optional<arrow::compute::ExecBatch>> sink_gen) {

ianmcook

#include <iostream>
#include <arrow/api.h>
#include <arrow/result.h>
#include <arrow/compute/api.h>

arrow::Status Execute() {
  arrow::Int32Builder int_builder;
  ARROW_RETURN_NOT_OK(int_builder.Append(1));
  ARROW_RETURN_NOT_OK(int_builder.Append(2));
  ARROW_RETURN_NOT_OK(int_builder.Append(3));

ianmcook

# enquo() helpers for eager evaluation and idempotence

# wrap eager() around enquo() to evaluate the quosure immediately in the calling
# environment *if* it can do so without error, otherwise return the quosure
eager <- function(quo) {
  val <- try(eval_tidy(quo), silent = TRUE)
  if (inherits(val, "try-error")) {
    quo
  } else {
    val

ianmcook

C:\Users\ian>vcpkg install --clean-after-build --triplet x64-windows --x-manifest-root C:\Users\ian\arrow\cpp
A suitable version of cmake was not found (required v3.19.2). Downloading portable cmake v3.19.2...
Downloading cmake...
  https://github.com/Kitware/CMake/releases/download/v3.19.2/cmake-3.19.2-win32-x86.zip -> C:\vcpkg\downloads\cmake-3.19.2-win32-x86.zip
Extracting cmake...
A suitable version of 7zip was not found (required v18.1.0). Downloading portable 7zip v18.1.0...
Downloading 7zip...
  https://www.nuget.org/api/v2/package/7-Zip.CommandLine/18.1.0 -> C:\vcpkg\downloads\7-zip.commandline.18.1.0.nupkg
Extracting 7zip...
A suitable version of nuget was not found (required v5.5.1). Downloading portable nuget v5.5.1...

ianmcook

remotes::install_github("ianmcook/weatherAlerts")
remotes::install_github("ianmcook/weatherAlertAreas")

library(weatherAlerts)
library(leaflet)

alerts <- getAlerts(c("TX", "LA")) # takes about 45 seconds

severity <- alerts@data$severity
colorMap <- c(Minor = "green",

ianmcook

install.packages(c("ggmap", "leaflet", "sp"))
devtools::install_github("ianmcook/weatherAlerts")
devtools::install_github("ianmcook/weatherAlertAreas")

# geocode home address
library(ggmap)
register_google("ENTER_GCP_GEOCODING_API_KEY_HERE")
home <- geocode("University of North Carolina at Chapel Hill")

# or specify coordinates of home

ianmcook

library(weatherAlerts)
library(leaflet)

alerts <- getAlerts("NC") # takes a few seconds

alerts <- alerts[alerts$event == "Tornado Warning",]

leaflet() %>%
  addTiles() %>%
  addPolygons(data = alerts, color = "black", fillColor = "magenta", weight = 1)

ianmcook