Getting started:
Related tutorials:
Getting started:
Related tutorials:
ARG CUDA_VERSION=12.1.0 | |
ARG CUDNN_VERSION=8 | |
ARG UBUNTU_VERSION=22.04 | |
FROM nvcr.io/nvidia/cuda:${CUDA_VERSION}-cudnn${CUDNN_VERSION}-devel-ubuntu${UBUNTU_VERSION} | |
WORKDIR /workspace | |
RUN apt update | |
RUN apt install wget openssh-server -y |
ARG CUDA_VERSION=12.1.0 | |
ARG CUDNN_VERSION=8 | |
ARG UBUNTU_VERSION=22.04 | |
FROM nvcr.io/nvidia/cuda:${CUDA_VERSION}-cudnn${CUDNN_VERSION}-devel-ubuntu${UBUNTU_VERSION} | |
WORKDIR /workspace | |
RUN apt update | |
RUN apt install wget openssh-server -y |
import os | |
import openai | |
client = openai.OpenAI( | |
base_url="https://llama3-405b-hackathon.lepton.run/api/v1/", | |
# Get your token from lepton.ai under Settings -> Tokens -> Workspace Token | |
api_key="YOUR_LEPTONAI_TOKEN" | |
) | |
completion = client.chat.completions.create( |
#!/bin/bash | |
set -x | |
apt-get update | |
apt-get install -y ca-certificates curl | |
install -m 0755 -d /etc/apt/keyrings | |
curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc | |
chmod a+r /etc/apt/keyrings/docker.asc | |
# Add the repository to Apt sources: |