sueszli

Use-case: GPU-heavy ML workloads

Reproducibility idea: Terraform definition of system container with NixOS image for reproducibility.

Virtualization

= isolation for workloads sharing the same machine

VMs are only needed for untrusted users (of cloud providers) or workloads that need their own kernels. They add unnecessary overhead, except for micro VMs like "kata containers" (misnomer).

sueszli

{
  "unmatched_xdsl": [
    "llvm.call_intrinsic",
    "llvm.mlir.addressof",
    "llvm.mlir.constant",
    "llvm.mlir.global",
    "llvm.mlir.null",
    "llvm.mlir.undef",
    "llvm.mlir.zero"
  ],

sueszli

{
  "llvm.add": "add",
  "llvm.fadd": "fadd",
  "llvm.sub": "sub",
  "llvm.fsub": "fsub",
  "llvm.mul": "mul",
  "llvm.fmul": "fmul",
  "llvm.udiv": "udiv",
  "llvm.sdiv": "sdiv",
  "llvm.fdiv": "fdiv",

sueszli

#!/bin/bash
set -e
set -o pipefail

# llvmlite
uv run python tests/backend/llvm/generate_types_ir.py --mlir > source.mlir
uv run python tests/backend/llvm/generate_types_ir.py --llvm > generated.ll

# mlir-translate
cat source.mlir | \

sueszli

I think it might make sense to `@cache`.

retrieval benchmark results:

- mixed types: 1.57x speedup
- repeated types: 2.31x speedup
- unique types: 0.68x speedup
- avg speed: 1.52x

sueszli

{
    "xdsl.dialects.builtin": {
        "IntegerType": "ir.IntType",
        "IndexType": "ir.IntType(64)",

        "Float16Type": "ir.HalfType",
        "Float32Type": "ir.FloatType",
        "Float64Type": "ir.DoubleType",
        "BFloat16Type": null,
        "Float80Type": null,

sueszli

from xdsl.dialects import scf, arith, func
from xdsl.ir import Block, Region
from xdsl.context import Context
from xdsl.pattern_rewriter import PatternRewriteWalker, PatternRewriter, GreedyRewritePatternApplier
from xdsl.transforms.canonicalization_patterns.scf import IfPropagateConstantCondition
from xdsl.printer import Printer

ctx = Context()
ctx.load_dialect(scf.Scf)
ctx.load_dialect(arith.Arith)

sueszli

from xdsl.context import Context
from xdsl.dialects import scf, arith, func, builtin
from xdsl.dialects.builtin import ModuleOp
from xdsl.ir import Block, Region
from xdsl.transforms.canonicalization_patterns.scf import IfPropagateConstantCondition
from xdsl.pattern_rewriter import PatternRewriteWalker

ctx = Context()
ctx.load_dialect(scf.Scf)
ctx.load_dialect(arith.Arith)

sueszli

# /// script
# requires-python = ">=3.11"
# dependencies = [
#     "llvmlite==0.46.0",
# ]
# ///

import llvmlite.binding as llvm
import llvmlite.ir as ir

sueszli

# ---------- new branch

git switch -c <name>
git push origin <name>
git branch -r

# reset to upstream
git remote add upstream https://github.com/xdslproject/xdsl/
git config pull.rebase false
git pull upstream main