TomAugspurger

#!/usr/bin/env python
# SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION & AFFILIATES.
# SPDX-License-Identifier: Apache-2.0
r"""
Run a command (typically pytest) while sampling thread counts from ``/proc``.

No root or ptrace is required: the monitor walks the process tree rooted at
the launched command and records ``Threads`` (nlwp) for each live process.

Example::

TomAugspurger

"""
Compare two benchmark markdown tables (on.md vs off.md).
Flags rows where the CPU time in on.md falls outside the noise band of off.md.
"""
import re
import pandas as pd


def parse_time_to_us(s: str) -> float:
    """Convert a time string like '1.361 ms' or '725.928 us' to microseconds."""

TomAugspurger

#!/usr/bin/env python
# SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION & AFFILIATES.
# SPDX-License-Identifier: Apache-2.0

"""Small benchmark for shuffle-based joins in cudf-polars."""

from __future__ import annotations

import argparse
import concurrent.futures

TomAugspurger

#0 building with \"default\" instance using docker driver

#1 [internal] load build definition from Dockerfile
#1 transferring dockerfile: 7.35kB done
#1 DONE 0.0s

#2 [internal] load metadata for docker.io/rapidsai/miniforge-cuda:cuda13.1.0-base-ubuntu24.04-py3.13
#2 DONE 0.6s

#3 [internal] load .dockerignore

TomAugspurger

#!/usr/bin/env python3
# /// script
# requires-python = ">=3.11"
# dependencies = [
#   "polars>=1.0.0",
#   "numpy>=1.24",
#   "rich>=13",
#   "pyarrow>=14",
# ]
# ///

TomAugspurger

#!/usr/bin/env python3
# SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION.
# SPDX-License-Identifier: Apache-2.0
"""
Analyze an Nsight Systems report (``.nsys-rep``) exported to SQLite.

Subcommands:

- ``summary`` — per IR node type: summed host NVTX time and attributed GPU
  kernel time in the chosen NVTX domain (default ``cudf_polars``).

TomAugspurger

diff --git a/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py b/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py
index f40889b68c..375e1dbebb 100644
--- a/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py
+++ b/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py
@@ -1569,9 +1569,9 @@ def run_polars_query(
 
     for i in range(args.iterations):
         if _HAS_STRUCTLOG and run_config.collect_traces:
-            setup_logging(q_id, i)
+            setup_logging(q_id, i, run_config.run_id)

TomAugspurger

{"queries": [9], "suffix": "", "executor": "streaming", "runtime": "rapidsmpf", "stream_policy": null, "cluster": "single", "scheduler": "synchronous", "n_workers": 1, "versions": {"cudf_polars": {"version": "26.06.00", "commit": ""}, "polars": "1.37.1", "python": "3.13.3", "rapidsmpf": {"version": "26.06.00a4", "commit": "4f26308f0fadcde236583b2cfda9a059b9c0c878"}}, "records": {"9": [{"query": 9, "iteration": 0, "duration": 6.197310272604227, "shuffle_stats": null, "traces": [{"scope": "plan", "plan": {"roots": ["261005036"], "nodes": {"261005036": {"id": "261005036", "children": ["3966771035"], "schema": {"nation": "STRING", "o_year": "INT32", "sum_profit": "DECIMAL128"}, "properties": {"by": ["nation", "o_year"], "order": ["ASCENDING", "DESCENDING"]}, "type": "Sort"}, "3966771035": {"id": "3966771035", "children": ["2303697351"], "schema": {"nation": "STRING", "o_year": "INT32", "sum_profit": "DECIMAL128"}, "properties": {}, "type": "Repartition"}, "2303697351": {"id": "2303697351", "children": ["245703849

TomAugspurger

import rapidsmpf
import pylibcudf as plc
import pyarrow as pa
import numpy as np
import rmm.mr
import rmm.pylibrmm.stream
import rapidsmpf.communicator.single
import rapidsmpf.shuffler
import rapidsmpf.buffer.resource
import rapidsmpf.buffer.buffer

TomAugspurger