Shannon Skipper havenwood

Models

In order to offload to GPU a model must fit in VRAM.

The following table lists models assuming Q4_K_M quantization. You can always use a model that fits in a smaller VRAM size.

	class Ractor
	module Channel
	def self.new(&block)
	channel = Ractor.new do
	loop do
	Ractor.yield Ractor.receive
	end
	end

	return block.call(channel) if block_given?

	#!/usr/bin/env zsh -e

	memory_minus_gb() {
	local -i gb=${1:?Specify GB to subtract}
	local -i total_mb=$(( $(sysctl -n hw.memsize) / 1024 / 1024 ))

	print -- $(( total_mb - gb * 1024 ))
	}

	memory_minus_percent() {

	module DataLiteral
	refine Hash do
	def to_data(name = nil)
	if name
	unless Object.const_defined?(name)
	Object.const_set(name, Data.define(*keys))
	end

	Object.const_get(name).new(*values)
	else

	#!/usr/bin/env zsh -e

	version=3.4.1

	brew install gmp jemalloc libffi libyaml openssl@3 readline zlib
	command -v rustc >/dev/null 2>&1 \|\| brew install rust
	mkdir -p "$HOME/src"
	cd "$HOME/src"
	curl "https://cache.ruby-lang.org/pub/ruby/3.4/ruby-$version.tar.xz" \| tar -x
	cd "ruby-$version"

	class Integer
	def each_digit(base = 10, &block)
	raise Math::DomainError, 'out of domain' if negative?
	raise TypeError, "wrong argument type #{base.class} (expected Integer)" unless base.respond_to?(:to_int)

	radix = base.to_int
	raise ArgumentError, 'negative radix' if radix.negative?
	raise ArgumentError, "invalid radix #{radix}" if radix < 2

	return enum_for(__method__, base) unless block_given?

	without = %w[b c]
	without_regexp = Regexp.union(without)
	split_index = 7
	dropped = split_index.pred

	str = 'abcdaba123abcd'
	pos = str
	.each_grapheme_cluster
	.with_index
	.lazy

	require 'json'

	class Waffle
	def initialize(toppings:, syrup:)
	@toppings = toppings
	@syrup = syrup
	end

	class << self
	def json_create(object)

	class Integer
	def stream(by: 1)
	Enumerator.new Float::INFINITY do \|yielder\|
	int = self

	loop do
	fed = yielder.yield(int)
	int += fed if fed
	int += by
	end