jonashaag

class CompilerLauncherMixin:
    """Add "compiler launchers" to distutils.

    We use this to be able to run the Pandas build using "ccache".

    A compiler launcher is a program that is invoked instead of invoking the
    compiler directly. It is passed the full compiler invocation command line.

    A similar feature exists in CMake, see
    https://cmake.org/cmake/help/latest/prop_tgt/LANG_COMPILER_LAUNCHER.html.

jonashaag

def snowflake_fix_fetch(
    df,
    *,
    parse_variant_columns=(),
    lower_column_names=True,
    convert_int64=True,
):
    """Apply Snowflake-specific fixes to a dataframe fetched from Snowflake.
    - Lower all column names
    - Parse VARIANT columns

jonashaag

from pyspark.sql import SparkSession


def local_pyspark_cluster(n_cpus=1, memory_mb=512) -> SparkSession:
    """Start a local PySpark cluster with default settings.

    Returns a client to that session.
    """
    return (
        SparkSession.builder.master(f"local[{n_cpus}]")

jonashaag

import pytest


def mark_fixture(mark, *args, **kwargs):
    """Decorator to mark a fixture.

    Usage:
        @mark_fixture(pytest.mark.slow, scope="session", ...)
        def my_fixture():
            ...

jonashaag

import torch
from torch.nn import *


def pointwise(in_channels, out_channels):
    return Sequential(
        Conv2d(in_channels, out_channels, 1, 1),
        BatchNorm2d(out_channels),
        ReLU(),
    )

jonashaag

jonashaag

import json
import os
import requests
from collections import Counter

username = "jonashaag"
password = "..."
cache_name = f"involves-{username}.json"

if not os.path.exists(cache_name):

jonashaag

Moved to https://github.com/jonashaag/audio-resampling-in-python

jonashaag

jonashaag

def bin_freqs(x, nbins):
    return (
        x.T.reshape((-1, int(x.shape[0] / nbins))).mean(axis=-1).reshape((-1, nbins)).T
    )


def compact_freqs(x):
    return np.vstack(
        (
            x[:16],