| pip install huggingface_hub[hf_transfer] | |
| export HF_HUB_ENABLE_HF_TRANSFER=1 | |
| model_name=meta-llama/Llama-3.1-405B | |
| localdir=$(realpath ~/hff/405b) | |
| huggingface-cli download --max-workers=8 --include="model-???[02468][02468]-of-?????.safetensors" --local-dir=$localdir $model_name & sleep 6 | |
| huggingface-cli download --max-workers=8 --include="model-???[02468][13579]-of-?????.safetensors" --local-dir=$localdir $model_name & sleep 6 | |
| huggingface-cli download --max-workers=8 --include="model-???[13579][02468]-of-?????.safetensors" --local-dir=$localdir $model_name & sleep 6 | |
| huggingface-cli download --max-workers=8 --include="model-???[13579][13579]-of-?????.safetensors" --local-dir=$localdir $model_name & sleep 0 |
| import sys | |
| from PyQt5.QtWidgets import QApplication, QVBoxLayout, QWidget, QLabel | |
| from PyQt5.QtGui import QPixmap, QKeyEvent | |
| from PyQt5.QtCore import QTimer, Qt, QPoint | |
| import time | |
| from datetime import datetime | |
| def yyyy_mm_dd_hh_mm_ss(): | |
| return datetime.now().strftime("%Y-%m-%d %H:%M:%S") |
| import os, pickle, time, numpy as np | |
| def naive_append(filename, obj): | |
| objs = [] | |
| if os.path.exists(filename): | |
| with open(filename, 'rb') as f: | |
| objs = pickle.load(f) | |
| objs.append(obj) | |
| with open(filename, 'wb') as f: | |
| pickle.dump(objs, f) |
| """ | |
| Usage: | |
| python my-ag.py <regex> <...paths> | |
| Requirements/Features of my-ag.py: | |
| * Takes regex pattern and file/directory paths as command-line arguments | |
| * Recursively searches through Python files in given paths | |
| * When finding a regex match, shows: | |
| - All parent unindented lines ("headers") |
| # unfortunately, the stdinready event fires all the time, not just when repl ready. | |
| # Based on https://gist.github.com/andy0130tw/39472331530d1a0e25459a547ed2c9d5 | |
| import io | |
| import selectors | |
| from selectors import EVENT_READ, EVENT_WRITE | |
| import subprocess | |
| from typing import cast | |
| sel = selectors.DefaultSelector() |
| sudo apt install -y nftables | |
| sudo systemctl restart nftables.service | |
| # https://mullvad.net/en/help/split-tunneling-with-linux-advanced | |
| echo ' | |
| table inet excludeTraffic { | |
| chain allowIncoming { | |
| type filter hook input priority -100; policy accept; |
| import os | |
| from pathlib import Path | |
| import json | |
| import shutil | |
| # 192.168.122.#{i+150} | |
| template = """ | |
| Vagrant.configure("2") do |config| | |
| config.vm.box = "debian/bookworm64" | |
| # provider config |
Step 1: install the multicommand extension: ryuta46.multi-command https://marketplace.visualstudio.com/items?itemName=ryuta46.multi-command
Step 2: add to settings.json:
"multiCommand.commands": [
{
"command": "multiCommand.runInBothTerminals",
"interval": 30,
"sequence": [
| // full screen thread | |
| let el = document.querySelector(".p-view_contents--secondary") | |
| el.style.minWidth = '100vw'; | |
| el.style.minHeight = '100vh'; | |
| el.style.position = 'fixed'; | |
| el.style.top = '0'; | |
| el.style.left = '0'; | |
| el.style.margin = '0'; | |
| el.style.padding = '0'; | |
| el.style.overflow = 'auto'; |
| name numel dtype shape path | |
| lm_head.weight 2_101_346_304 torch.bfloat16 (128256, 16384) model-00191-of-00191.safetensors | |
| model.embed_tokens.weight 2_101_346_304 torch.bfloat16 (128256, 16384) model-00001-of-00191.safetensors | |
| model.layers.0.input_layernorm.weight 16_384 torch.bfloat16 (16384,) model-00003-of-00191.safetensors | |
| model.layers.0.mlp.down_proj.weight 872_415_232 torch.bfloat16 (16384, 53248) model-00003-of-00191.safetensors | |
| model.layers.0.mlp.gate_proj.weight 872_415_232 torch.bfloat16 (53248, 16384) model-00002-of-00191.safetensors | |
| model.layers.0.mlp.up_proj.weight 872_415_232 torch.bfloat16 (53248, 16384) model-00002-of-00191.safetensors | |
| model.layers.0.post_attention_layernorm.weight 16_384 torch.bfloat16 (16384,) model-00003-of-00191.safetensors | |
| mode |