caleb-kaiser

caleb-kaiser

caleb-kaiser

from crewai import Agent, Task, Crew
from langchain_community.llms import Ollama
import os

# Set up the local Ollama LLM
os.environ["OPENAI_API_BASE"] = "http://localhost:3000/"
os.environ["OPENAI_MODEL_NAME"] = "fabceolin/llama3.1:70b-instruct-q8_0"
os.environ["OPENAI_API_KEY"] = "dummy_key"  # Dummy key, not used for local LLM

llm = Ollama(

caleb-kaiser

apiVersion: node.k8s.io/v1
kind: RuntimeClass
metadata:
  name: nvidia
handler: nvidia
---
apiVersion: apps/v1
kind: DaemonSet
metadata:
  name: nvidia-device-plugin-daemonset

caleb-kaiser

caleb-kaiser

caleb-kaiser

caleb-kaiser

caleb-kaiser

caleb-kaiser