daviddahl

Compute Graph Memory Allocation Fix

Problem Analysis

The 422MB allocation failure is happening because LLM.swift sets:

contextParams.n_ctx = UInt32(maxTokenCount)      // e.g., 2048
contextParams.n_batch = contextParams.n_ctx      // ALSO 2048!

Codelaby

import SwiftUI

// MARK: InfiniteScrollView
struct InfiniteScrollView<Content: View>: View {
    @State private var scrollPosition: ScrollPosition = ScrollPosition(idType: Int.self)
    @Binding var currentIndex: Int
    
    var spacing: CGFloat = 10
    var itemSize: CGSize
    var count: Int = 0

awni

Setup

On every machine in the cluster install openmpi and mlx-lm:

conda install conda-forge::openmpi
pip install -U mlx-lm

Next download the pipeline parallel run script. Download it to the same path on every machine:

veekaybee

Anti-hype LLM reading list

Goals: Add links that are reasonable and good explanations of how stuff works. No hype and no vendor content if possible. Practical first-hand accounts of models in prod eagerly sought.

Foundational Concepts

Pre-Transformer Models

doctorzhivago

const createClient = require('ipfs-http-client');
const OrbitDB = require('orbit-db');
require('buffer');
const toBuffer = require('it-to-buffer');
const LOG='orbit*';

// NOTE: This runs via node.js 14.x +
// This was only tested with a go-ipfs node running on the same
// device on port 5001

emptyfuel

//https://emptytheory.com/2020/09/29/better-uniform-type-identifiers-with-xcode-12/

import UniformTypeIdentifiers
 
//Show UTType properties for built-in type
UTType.pdf.printInfo()
 
//Show properties for looked up type
UTType.word.printInfo()
 

djrobstep

import inspect
import pprint
import textwrap
from collections.abc import Iterable
from dataclasses import asdict
from dataclasses import field as dataclass_field
from dataclasses import fields as dataclass_fields
from dataclasses import make_dataclass

import results

levidyrek

"""
Django ORM Optimization Tips

Caveats:
* Only use optimizations that obfuscate the code if you need to.
* Not all of these tips are hard and fast rules.
* Use your judgement to determine what improvements are appropriate for your code.
"""

# ---------------------------------------------------------------------------

jimpick

{
  "handle": "Jim Pick",
  "ipfsId": "QmX7S4KLxVfhMT7BwsyA2GkKfWD7LPHgPdK75pzErgqBWG",
  "proof": {
    "message": {
      "statement": "I am @jimpick on github.com",
      "username": "@jimpick",
      "service": "github.com"
    },
    "timestamp": 1541007329378,

woowa-hsw0

#!/bin/bash

set -eu
umask 0022

if [[ $# -lt 1 ]]; then
    echo "Usage: $0 role_name [AWS ACCOUNT NUMBER]" >&2
    exit 1
fi