Skip to content

Instantly share code, notes, and snippets.

@thomasdullien
thomasdullien / relu_viz.py
Created July 4, 2024 11:58
Visualising creases in a relu network.
from PIL import Image, ImageOps, ImageDraw
import numpy as np
import pandas as pd
import os, sys
import logging
logging.basicConfig(
format='%(asctime)s %(levelname)-8s %(message)s',
level=logging.INFO,
datefmt='%Y-%m-%d %H:%M:%S')
@thomasdullien
thomasdullien / leaky_relu_polytopes.py
Created April 4, 2025 06:28
Leaky ReLU MLP training dynamics visualisation PyTorch code
import os
import imageio
import torch
import torch.nn as nn
import torch.optim as optim
import numpy as np
import math
import cv2
from torch.utils.data import DataLoader, TensorDataset
import matplotlib.pyplot as plt