Goals: Add links that are reasonable and good explanations of how stuff works. No hype and no vendor content if possible. Practical first-hand accounts of models in prod eagerly sought.

# install DSPy: pip install dspy | |
import dspy | |
# Ollam is now compatible with OpenAI APIs | |
# | |
# To get this to work you must include `model_type='chat'` in the `dspy.OpenAI` call. | |
# If you do not include this you will get an error. | |
# | |
# I have also found that `stop='\n\n'` is required to get the model to stop generating text after the ansewr is complete. | |
# At least with mistral. |
from typing import Any, Optional, Union, Tuple | |
import torch | |
from torch import nn | |
from transformers.activations import ACT2FN | |
from transformers.models.deberta.modeling_deberta import ( | |
DebertaPreTrainedModel, | |
DebertaModel, | |
) | |
from transformers.models.deberta_v2.modeling_deberta_v2 import ( |
# I added all the imports by hand | |
import torch | |
from torchvision.datasets import ImageFolder | |
from torchvision import transforms,models | |
from torch import nn,optim | |
# For all functions including this one, I wrote the name and docstring, and sometimes also the param names | |
def finetune(folder, model): | |
"""fine tune pytorch model using images from folder and report results on validation set""" | |
if not os.path.exists(folder): raise ValueError(f"{folder} does not exist") |
from fastcore.basics import patch_to | |
class Demo: | |
val = 10 | |
def __init__(self, val): | |
self.val = val | |
# ==================== | |
# The default mode |
.env
file for me sparing me the need to pollute my session with environment variables.
I've been using Fish shell for years which is great and all, but one thing that has got me frustrated is using it with .env
files.
When attempting to run source .env
in a project, I usually encounter this problem:
#!/usr/bin/env bash | |
### | |
# NB: You probably don't want this gist any more. | |
# Instead, use this version from `fastsetup`: | |
# https://github.com/fastai/fastsetup/blob/master/setup-conda.sh | |
### | |
set -e | |
cd |
# -*- coding: utf-8 -*- | |
""" Deletes all tweets below a certain retweet threshold. | |
""" | |
import tweepy | |
from datetime import datetime | |
# Constants | |
CONSUMER_KEY = '' |
# Requirements | |
#1. Enable IPv6 for the docker daemon: | |
#$ cat /etc/docker/daemon.json | |
#{ | |
# "ipv6": true, | |
# "fixed-cidr-v6": "2001:db8:1::/64" | |
#} | |
#2. reload docker : | |
#$ sudo systemctl reload docker | |
#3. start: |
#!/bin/bash | |
# This is a quick installer | |
# script I made to build and install the latest version of | |
# fish on my Raspberry Pi. | |
# | |
# Use at your own risk as I have made no effort to make | |
# this install safe! | |
set -e |