In the name of God
This gist contains steps to setup Ubuntu 22.04
for deep learning.
(ns skija.core | |
(:import [org.jetbrains.skija Canvas Surface Paint Color4f | |
EncodedImageFormat] | |
[java.nio.file Path Files OpenOption])) | |
(defn write-bytes [#^bytes b path] | |
(Files/write (Path/of "output.png" (make-array String 0)) b (make-array OpenOption 0))) | |
(defn show [] | |
(let [surface (Surface/makeRasterN32Premul 100 100) |
# Clone llama.cpp | |
git clone https://github.com/ggerganov/llama.cpp.git | |
cd llama.cpp | |
# Build it | |
make clean | |
LLAMA_METAL=1 make | |
# Download model | |
export MODEL=llama-2-13b-chat.ggmlv3.q4_0.bin |
# THIS LINUX SETUP SCRIPT HAS MORPHED INTO A WHOLE PROJECT: HTTPS://OMAKUB.ORG | |
# PLEASE CHECKOUT THAT PROJECT INSTEAD OF THIS OUTDATED SETUP SCRIPT. | |
# | |
# | |
# Libraries and infrastructure | |
sudo apt update -y | |
sudo apt install -y \ | |
docker.io docker-buildx \ | |
build-essential pkg-config autoconf bison rustc cargo clang \ |
# syntax = docker/dockerfile:1 | |
# Adjust BUN_VERSION as desired | |
ARG BUN_VERSION=1.1.1 | |
FROM oven/bun:${BUN_VERSION}-slim as base | |
LABEL fly_launch_runtime="Next.js" | |
# Next.js app lives here | |
WORKDIR /app |