Tom Augspurger TomAugspurger
TomAugspurger
/ compare_bench.py
Created
June 11, 2026 13:08
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| """ | |
| Compare two benchmark markdown tables (on.md vs off.md). | |
| Flags rows where the CPU time in on.md falls outside the noise band of off.md. | |
| """ | |
| import re | |
| import pandas as pd | |
| def parse_time_to_us(s: str) -> float: | |
| """Convert a time string like '1.361 ms' or '725.928 us' to microseconds.""" |
TomAugspurger
/ cudf_polars_shuffle_bench.py
Created
June 8, 2026 20:32
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/env python | |
| # SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION & AFFILIATES. | |
| # SPDX-License-Identifier: Apache-2.0 | |
| """Small benchmark for shuffle-based joins in cudf-polars.""" | |
| from __future__ import annotations | |
| import argparse | |
| import concurrent.futures |
TomAugspurger
/ formatted.txt
Created
May 18, 2026 16:56
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #0 building with \"default\" instance using docker driver | |
| #1 [internal] load build definition from Dockerfile | |
| #1 transferring dockerfile: 7.35kB done | |
| #1 DONE 0.0s | |
| #2 [internal] load metadata for docker.io/rapidsai/miniforge-cuda:cuda13.1.0-base-ubuntu24.04-py3.13 | |
| #2 DONE 0.6s | |
| #3 [internal] load .dockerignore |
TomAugspurger
/ cpr.py
Created
April 8, 2026 15:54
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/env python3 | |
| # /// script | |
| # requires-python = ">=3.11" | |
| # dependencies = [ | |
| # "polars>=1.0.0", | |
| # "numpy>=1.24", | |
| # "rich>=13", | |
| # "pyarrow>=14", | |
| # ] | |
| # /// |
TomAugspurger
/ nsys_cudf_polars_ir_stats.py
Created
April 7, 2026 21:36
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/env python3 | |
| # SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION. | |
| # SPDX-License-Identifier: Apache-2.0 | |
| """ | |
| Analyze an Nsight Systems report (``.nsys-rep``) exported to SQLite. | |
| Subcommands: | |
| - ``summary`` — per IR node type: summed host NVTX time and attributed GPU | |
| kernel time in the chosen NVTX domain (default ``cudf_polars``). |
TomAugspurger
/ file-handler.diff
Created
March 20, 2026 12:24
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| diff --git a/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py b/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py | |
| index f40889b68c..375e1dbebb 100644 | |
| --- a/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py | |
| +++ b/python/cudf_polars/cudf_polars/experimental/benchmarks/utils.py | |
| @@ -1569,9 +1569,9 @@ def run_polars_query( | |
| for i in range(args.iterations): | |
| if _HAS_STRUCTLOG and run_config.collect_traces: | |
| - setup_logging(q_id, i) | |
| + setup_logging(q_id, i, run_config.run_id) |
TomAugspurger
/ pdsh_results.jsonl
Created
March 19, 2026 13:06
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"queries": [9], "suffix": "", "executor": "streaming", "runtime": "rapidsmpf", "stream_policy": null, "cluster": "single", "scheduler": "synchronous", "n_workers": 1, "versions": {"cudf_polars": {"version": "26.06.00", "commit": ""}, "polars": "1.37.1", "python": "3.13.3", "rapidsmpf": {"version": "26.06.00a4", "commit": "4f26308f0fadcde236583b2cfda9a059b9c0c878"}}, "records": {"9": [{"query": 9, "iteration": 0, "duration": 6.197310272604227, "shuffle_stats": null, "traces": [{"scope": "plan", "plan": {"roots": ["261005036"], "nodes": {"261005036": {"id": "261005036", "children": ["3966771035"], "schema": {"nation": "STRING", "o_year": "INT32", "sum_profit": "DECIMAL128"}, "properties": {"by": ["nation", "o_year"], "order": ["ASCENDING", "DESCENDING"]}, "type": "Sort"}, "3966771035": {"id": "3966771035", "children": ["2303697351"], "schema": {"nation": "STRING", "o_year": "INT32", "sum_profit": "DECIMAL128"}, "properties": {}, "type": "Repartition"}, "2303697351": {"id": "2303697351", "children": ["245703849 |
TomAugspurger
/ slow_spill.py
Created
November 14, 2025 20:03
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import rapidsmpf | |
| import pylibcudf as plc | |
| import pyarrow as pa | |
| import numpy as np | |
| import rmm.mr | |
| import rmm.pylibrmm.stream | |
| import rapidsmpf.communicator.single | |
| import rapidsmpf.shuffler | |
| import rapidsmpf.buffer.resource | |
| import rapidsmpf.buffer.buffer |
TomAugspurger
/ q4-spilling.ipynb
Created
November 13, 2025 16:06
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
TomAugspurger
/ packages.diff
Created
November 10, 2025 17:39
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- ok.txt 2025-11-10 09:38:59.410995539 -0800 | |
| +++ error.txt 2025-11-10 09:39:15.465981068 -0800 | |
| @@ -20,7 +20,7 @@ | |
| aws-c-sdkutils 0.2.4 h7e655bb_2 conda-forge | |
| aws-checksums 0.2.7 h7e655bb_3 conda-forge | |
| aws-crt-cpp 0.35.0 h719b17a_2 conda-forge | |
| -aws-sdk-cpp 1.11.606 h522d481_5 conda-forge | |
| +aws-sdk-cpp 1.11.606 h522d481_6 conda-forge | |
| aws-xray-sdk 2.15.0 pyhd8ed1ab_0 conda-forge | |
| azure-core-cpp 1.16.1 h3a458e0_0 conda-forge |
NewerOlder