Details here: https://github.com/EvilFreelancer/benchmarking-llms
- Graphics Card: RTX 4090 24Gb
- CUDA Version: 11.7 (for ruGPT3 family) and 11.8 (for other models)
- Python Version: 3.11.4
max_new_tokens=1024,
top_k=20,
top_p=0.9,
| services: | |
| web: | |
| image: web-image | |
| env_file: .env |
| package main | |
| import ( | |
| "fmt" | |
| "time" | |
| ) | |
| func printString(text string) { | |
| for i := 0; i < 3; i++ { | |
| time.Sleep(100 * time.Millisecond) |
| FROM php:8.2-apache | |
| COPY . /var/www/html/ | |
| WORKDIR /var/www/html/ | |
| RUN composer install |
| FROM golang:1.20 AS builder | |
| WORKDIR /app | |
| COPY . . | |
| RUN go mod download | |
| RUN CGO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -o main . | |
| FROM alpine:latest | |
| RUN apk --no-cache add ca-certificates | |
| WORKDIR /app/ | |
| COPY --from=builder /app/main . |
| <?php | |
| require 'vendor/autoload.php'; | |
| use GuzzleHttp\Client; | |
| use GuzzleHttp\Promise; | |
| // Создаем клиент Guzzle HTTP | |
| $client = new Client(); |
| package main | |
| import ( | |
| "fmt" | |
| "io/ioutil" | |
| "net/http" | |
| "sync" | |
| ) | |
| func main() { |
| <?php | |
| $host = '127.0.0.1'; | |
| $db = 'database'; | |
| $user = 'username'; | |
| $pass = 'password'; | |
| $charset = 'utf8mb4'; | |
| $dsn = "mysql:host=$host;dbname=$db;charset=$charset"; | |
| $opt = [ | |
| PDO::ATTR_ERRMODE => PDO::ERRMODE_EXCEPTION, |
| package main | |
| import ( | |
| "database/sql" | |
| "encoding/json" | |
| "fmt" | |
| "log" | |
| "net/http" | |
| "strconv" |
| package main | |
| func getProducts() ([]Product, error) { | |
| rows, err := db.Query("SELECT id, name, price FROM products") | |
| if err != nil { | |
| return nil, err | |
| } | |
| defer rows.Close() | |
| var products []Product |
Details here: https://github.com/EvilFreelancer/benchmarking-llms
max_new_tokens=1024,
top_k=20,
top_p=0.9,