mehd-io

Build: workshop LLM-key minter

Goal

A small web app that lets workshop attendees sign in and claim a personal, budget-capped, model-restricted LLM API key in under a minute. One YAML file per workshop. Admin page for visibility. Auto-expiring keys. No cron.

Required reading before you write code

Read this blog post end-to-end — it explains the why for most design choices below and the gotchas that will otherwise burn your afternoon: https://blog.mehdio.com/p/running-an-ai-workshop-build-a-llm?r=1g8h3p&utm_campaign=post&utm_medium=web&triedRedirect=true

mehd-io

-- Don't forget to first sign-in through sso using aws sso login
CREATE OR REPLACE SECRET secret(
    TYPE s3,
    PROVIDER credential_chain
);

-- first let's create a Ducklake catalog
CREATE SECRET(
    TYPE postgres,
    HOST '',

mehd-io

-- ataching the remote database (268KB)
ATTACH 's3://us-prd-motherduck-open-datasets/content/duckdb-as-catalog/ducky_catalog.ddb';

SHOW all tables;

-- queries the data
FROM ducky_catalog.customers limit 5;

-- Listing views

mehd-io

CREATE MACRO add_one(value) AS (value + 1);

mehd-io

import logging
from datetime import datetime
import functools

# Setting up logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)

def measure_time(func):
    @functools.wraps(func)

mehd-io

#!/usr/bin/env bash
set -e

CDN="https://github.com/duckdb/duckdb/releases/download"
INSTALL_DIR="$HOME/.local/bin"

# Function to initialize platform specifics
initPlatform() {
    OS=$(uname -s | tr '[:upper:]' '[:lower:]')
    ARCH=$(uname -m)

mehd-io

#!/bin/bash
# A simple script for converting files between CSV and Parquet formats using DuckDB. Requires DuckDB installation.

convert_file() {
    local input_file="$1"
    local output_extension="$2"

    # Extracting the filename without extension
    local base_name=$(basename -- "$input_file")
    local name="${base_name%.*}"

mehd-io

-- Install httpfs extension
INSTALL httpfs;
LOAD httpfs;
-- Install Scrooge extension https://github.com/pdet/Scrooge-McDuck
-- NOTE : You need to start DuckDB with `-unsigned` flag to authorized to install & load 3rd party extension
SET custom_extension_repository='scrooge-duckdb.s3.us-west-2.amazonaws.com/scrooge/s3_deploy';
INSTALL scrooge;
LOAD scrooge;
-- Example of query 
FROM yahoo_finance("^GSPC", "2023-02-01", "2023-02-04", "1d");

mehd-io

#!/bin/bash
# You can put this in your .bashrc or .zshrc
function csv_to_parquet() {
    file_path="$1"
    duckdb -c "COPY (SELECT * FROM read_csv_auto('$file_path')) TO '${file_path%.*}.parquet' (FORMAT PARQUET);"
}

mehd-io

from pathlib import Path

import pytest
import tftest
from google.auth.transport.requests import AuthorizedSession

from .cloud_run_client import (
    get_auth_session,
    get_service_account_file_path,
    get_token_credentials_from_service_account,