hajowieland

#!/usr/bin/env bash

mediamtx &
ffmpeg -f avfoundation -use_wallclock_as_timestamps 1 -framerate 30 -video_size 1280x720 -i "0" -vcodec libx264 -preset ultrafast -tune zerolatency -pix_fmt yuv420p -f rtsp -rtsp_transport tcp rtsp://127.0.0.1:8554/mystream &

 yolo pose predict model=yolo11n-pose.pt source='rtsp://127.0.0.1:8554/mystream' show

hajowieland

backend: llama
context_size: 4096
f16: true
gpu_layers: 83
mmap: true
name: llama2-70b-chat
parameters:
  model: llama-2-70b-chat.ggmlv3.q4_0.bin
  temperature: 0.2
  top_k: 80

hajowieland

backend: llama
context_size: 4096
f16: true
gpu_layers: 43
mmap: true
name: llama2-13b-chat
parameters:
  model: llama-2-13b-chat.ggmlv3.q4_0.bin
  temperature: 0.2
  top_k: 80

hajowieland

#!/bin/bash

cd /models || exit

# Define available models
declare -a available_models=("codellama-34b-instruct.Q4_0.gguf" "llama-2-13b-chat.ggmlv3.q4_0.bin" "llama-2-13b-chat.Q4_0.gguf" "llama-2-70b-chat.ggmlv3.q4_0.bin" "llama-2-70b-chat.Q4_0.gguf")

# Display available models to user
echo "Available LLM models:"
for model in "${available_models[@]}"; do

hajowieland

{{if eq .RoleName "assistant"}}{{.Content}}{{else}}
[INST]
{{if eq .RoleName "system"}}<<SYS>>{{.Content}}<</SYS>>{{else if and (.SystemPrompt) (eq .MessageIndex 0)}}<<SYS>>{{.SystemPrompt}}<</SYS>>{{end}}
{{if .Content}}{{.Content}}{{end}}
[/INST]
{{end}}

hajowieland

backend: llama
context_size: 4096
f16: true
gpu_layers: 43
mmap: true
name: codellama-34b-instruct
parameters:
  model: codellama-34b-instruct.Q4_0.gguf
  temperature: 0.2
  top_k: 80

hajowieland

backend: llama
context_size: 4096
f16: true
gpu_layers: 43
ngqa: 8
mmap: true
name: llama2-13b-chat
parameters:
  model: llama-2-70b-chat.Q4_0.gguf
  temperature: 0.2

hajowieland

backend: llama
context_size: 4096
f16: true
gpu_layers: 43
mmap: true
name: llama2-13b-chat
parameters:
  model: llama-2-13b-chat.ggmlv3.q4_0.bin
  temperature: 0.2
  top_k: 80

hajowieland

apiVersion: v1
kind: ServiceAccount
metadata:
  name: echoserver
  namespace: hajo
  labels:
    app: echoserver
    owner: hajo
---
apiVersion: rbac.authorization.k8s.io/v1

hajowieland

---
# eventing-core.yaml
# Copyright 2018 The Knative Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0