elvircrn

apiVersion: leaderworkerset.x-k8s.io/v1
kind: LeaderWorkerSet
metadata:
  name: wide-ep-llm-d-prefill
  labels:
    llm-d.ai/inferenceServing: "true"
    llm-d.ai/model: Qwen3-30B-A3B
    llm-d.ai/role: prefill
spec:
  replicas: 1

elvircrn

apiVersion: leaderworkerset.x-k8s.io/v1
kind: LeaderWorkerSet
metadata:
  name: wide-ep-llm-d-decode
  labels:
    llm-d.ai/inferenceServing: "true"
    llm-d.ai/model: Qwen3-30B-A3B
    llm-d.ai/role: decode
spec:
  replicas: 1

elvircrn

#include <ATen/cuda/CUDAContext.h>
#include <c10/util/Float8_e4m3fn.h>

#include "../per_token_group_quant_8bit.h"

#include <cmath>

#include <cuda_fp16.h>
#include <cuda_bf16.h>

elvircrn

# Enable mouse mode (tmux 2.1 and above)
set -g mouse on

set -g default-terminal "screen-256color" # colors!
setw -g xterm-keys on
set -s escape-time 10                     # faster command sequences
set -sg repeat-time 600                   # increase repeat timeout
set -s focus-events on

elvircrn

import re
import urllib
import urllib.request
import os
import concurrent.futures
import zipfile
import shutil


def download_stuff(comic_url, comic_name):

elvircrn

Overclocking the GPU

sudo /home/nvidia/jetson_clocks.sh --store
sudo /home/nvidia/jetson_clocks.sh
sudo /home/nvidia/jetson_clocks.sh --restore

elvircrn

@echo off
ghdl --clean --workdir=isim\work
ghdl --remove --workdir=isim\work
ghdl --clean --workdir=work
ghdl --remove --workdir=work
mkdir work
for /r %%i in (*.vhd) do ghdl -a --ieee=synopsys --workdir=work %%~ni.vhd
ghdl -e --ieee=synopsys --workdir=work tb_%1
ghdl -r --ieee=synopsys --workdir=work tb_%1 --vcd=%1.vcd
C:\gtkwave\bin\gtkwave %1.vcd

elvircrn

#pragma config FOSC = HS, WDTE = OFF, PWRTE = OFF, MCLRE = ON, CP = OFF,       \
                      CPD = OFF, BOREN = OFF, CLKOUTEN = OFF
#pragma config IESO = OFF, FCMEN = OFF, WRT = OFF, VCAPEN = OFF, PLLEN = OFF,  \
                      STVREN = OFF, LVP = OFF
#define _XTAL_FREQ 8000000

#include <xc.h>

volatile unsigned char id;
void init() { 

elvircrn

""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
" Auto reload on file change
""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
set autoread

""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
" Colors
""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""
set t_Co=256
set background=dark

elvircrn

%define main_len 16
 extern printf
 extern scanf
 global main
 section .data
LIT_1: db "%d", 0
LIT_0: db "Da li je tvoj broj %d?", 10, "", 0
LIT_2: db "Trebalo mi je %d pokusaja da pogodim broj", 10, "", 0

section .text