Skip to content

Instantly share code, notes, and snippets.

@AmosLewis
Created October 9, 2025 17:46
Show Gist options
  • Save AmosLewis/7fdb44b809246e936fcaf066860687d5 to your computer and use it in GitHub Desktop.
Save AmosLewis/7fdb44b809246e936fcaf066860687d5 to your computer and use it in GitHub Desktop.

docker

FROM ghcr.io/rocm/no_rocm_image_ubuntu24_04:main

# ######################################################
# # Install MLPerf+Shark reference implementation
# ######################################################
ENV DEBIAN_FRONTEND=noninteractive

USER root
WORKDIR /

# apt dependencies
RUN apt-get update && apt-get install -y \
    ffmpeg libsm6 libxext6 git wget unzip \
    software-properties-common git \
    build-essential curl cmake ninja-build clang lld vim nano \
    python3 python3-dev python3-venv python3-pip \
    gfortran pkg-config libopenblas-dev binutils && \
    apt-get clean && rm -rf /var/lib/apt/lists/*

RUN python3 -m venv /opt/venv
ENV PATH="/opt/venv/bin:$PATH"

RUN python3 -m pip install --upgrade pip setuptools wheel && \
    python3 -m pip install pybind11 'nanobind<2' numpy==1.* pandas && \
    python3 -m pip install hip-python hip-python-as-cuda -i https://test.pypi.org/simple

RUN python3 -m pip install \
    --index-url https://rocm.nightlies.amd.com/v2/gfx950-dcgpu/ \
    rocm[libraries,devel]

# Rust requirements
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"

ENV ROCM_CORE_PATH='/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core'
ENV ROCM_DEVEL_PATH='/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel'
ENV LD_LIBRARY_PATH="$ROCM_CORE_PATH/lib":"$ROCM_DEVEL_PATH/lib":$LD_LIBRARY_PATH
ENV PATH="$ROCM_CORE_PATH/bin:$ROCM_DEVEL_PATH/bin:${PATH}"
sudo apt-get update && sudo apt-get install -y \
    libdrm-dev \
    libdrm-amdgpu1 \
    libpci-dev \
    libnuma-dev \
    libpciaccess-dev \
    libdw-dev \
    libelf-dev

# Set ROCm paths to your venv installation
export ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core
export HIP_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core
export HIP_PLATFORM=amd

# Check what's available
ls -la /opt/venv/lib/python3.12/site-packages/_rocm_sdk_*

# Build with the venv ROCm path
cmake \
    -B rocprofiler-sdk-build \
    -DCMAKE_INSTALL_PREFIX=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core \
    -DCMAKE_PREFIX_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core \
    -DHIP_PLATFORM=amd \
    -DROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_core \
    projects/rocprofiler-sdk

Error:

cmake --build rocprofiler-sdk-build --target all --parallel $(nproc)
...
[ 75%] Building CXX object source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/rocjpeg/abi.cpp.o
In file included from /mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:25:
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommSplit_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:60:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   60 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommSplit_fn, 23)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(200 == 192)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:60:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   60 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommSplit_fn, 23)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclGetErrorString_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:61:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   61 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetErrorString_fn, 24)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(208 == 200)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:61:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   61 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetErrorString_fn, 24)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclGetLastError_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:62:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   62 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetLastError_fn, 25)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(216 == 208)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:62:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   62 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetLastError_fn, 25)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommGetAsyncError_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:63:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   63 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommGetAsyncError_fn, 26)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(224 == 216)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:63:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   63 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommGetAsyncError_fn, 26)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommCount_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:64:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   64 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCount_fn, 27)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(232 == 224)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:64:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   64 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCount_fn, 27)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommCuDevice_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:65:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   65 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCuDevice_fn, 28)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(240 == 232)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:65:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   65 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCuDevice_fn, 28)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommUserRank_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:66:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   66 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommUserRank_fn, 29)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(248 == 240)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:66:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   66 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommUserRank_fn, 29)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclMemAlloc_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:67:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   67 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemAlloc_fn, 30)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(256 == 248)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:67:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   67 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemAlloc_fn, 30)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclMemFree_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:68:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   68 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemFree_fn, 31)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(264 == 256)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:68:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   68 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemFree_fn, 31)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.mscclLoadAlgo_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:69:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   69 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclLoadAlgo_fn, 32)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(272 == 264)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:69:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   69 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclLoadAlgo_fn, 32)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.mscclRunAlgo_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:70:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   70 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclRunAlgo_fn, 33)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(280 == 272)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:70:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   70 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclRunAlgo_fn, 33)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.mscclUnloadAlgo_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:71:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   71 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclUnloadAlgo_fn, 34)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(288 == 280)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:71:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   71 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclUnloadAlgo_fn, 34)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommRegister_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:72:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   72 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommRegister_fn, 35)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(296 == 288)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:72:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   72 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommRegister_fn, 35)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommDeregister_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:73:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   73 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommDeregister_fn, 36)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(304 == 296)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:73:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   73 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommDeregister_fn, 36)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclAllReduceWithBias_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:75:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   75 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllReduceWithBias_fn, 37)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(328 == 304)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:75:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   75 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllReduceWithBias_fn, 37)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:62:27: error: static assertion failed: size of the API table struct has changed. Update the STEP_VERSION number (or in rare cases, the MAJOR_VERSION number)
   62 |             sizeof(TABLE) == ::rocprofiler::common::abi::compute_table_offset(NUM),                \
      |             ~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:85:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI_VERSIONING'
   85 | ROCP_SDK_ENFORCE_ABI_VERSIONING(::rcclApiFuncTable, 38)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:62:27: note: the comparison reduces to '(336 == 312)'
   62 |             sizeof(TABLE) == ::rocprofiler::common::abi::compute_table_offset(NUM),                \
      |             ~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:85:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI_VERSIONING'
   85 | ROCP_SDK_ENFORCE_ABI_VERSIONING(::rcclApiFuncTable, 38)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  CC       lib_otf2_la-OTF2_AttributeValue.lo
gmake[2]: *** [source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/build.make:1084: source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/rccl/abi.cpp.o] Error 1
gmake[2]: *** Waiting for unfinished jobs....
[ 75%] Linking CXX shared library ../../../lib/librocprofiler-sdk-rocpd.so
  CC       lib_otf2_la-OTF2_AttributeList.lo
[ 75%] Built target rocprofiler-sdk-rocpd-shared-library
  CC       lib_otf2_la-OTF2_IdMap.lo
  CC       lib_otf2_la-otf2_id_map.lo
  CC       lib_otf2_la-otf2_collectives.lo
  CC       lib_otf2_la-otf2_collectives_serial.lo
In file included from /mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:23,
                 from /mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.cpp:272:
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclCommSplit
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:91:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   91 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommSplit, ncclCommSplit, ncclCommSplit_fn, comm, color, key, newcomm, config)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(200 == 192)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:91:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   91 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommSplit, ncclCommSplit, ncclCommSplit_fn, comm, color, key, newcomm, config)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclGetErrorString
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:92:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   92 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclGetErrorString, ncclGetErrorString, ncclGetErrorString_fn, code)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(208 == 200)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:92:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   92 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclGetErrorString, ncclGetErrorString, ncclGetErrorString_fn, code)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclGetLastError
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:93:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   93 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclGetLastError, ncclGetLastError, ncclGetLastError_fn, comm)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(216 == 208)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:93:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   93 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclGetLastError, ncclGetLastError, ncclGetLastError_fn, comm)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclCommGetAsyncError
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:94:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   94 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommGetAsyncError, ncclCommGetAsyncError, ncclCommGetAsyncError_fn, comm, asyncError)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(224 == 216)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:94:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   94 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommGetAsyncError, ncclCommGetAsyncError, ncclCommGetAsyncError_fn, comm, asyncError)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclCommCount
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:95:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   95 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommCount, ncclCommCount, ncclCommCount_fn, comm, count)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(232 == 224)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:95:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   95 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommCount, ncclCommCount, ncclCommCount_fn, comm, count)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclCommCuDevice
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:96:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   96 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommCuDevice, ncclCommCuDevice, ncclCommCuDevice_fn, comm, devid)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(240 == 232)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:96:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   96 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommCuDevice, ncclCommCuDevice, ncclCommCuDevice_fn, comm, devid)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclCommUserRank
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:97:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   97 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommUserRank, ncclCommUserRank, ncclCommUserRank_fn, comm, rank)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(248 == 240)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:97:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   97 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommUserRank, ncclCommUserRank, ncclCommUserRank_fn, comm, rank)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclMemAlloc
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:98:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   98 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclMemAlloc, ncclMemAlloc, ncclMemAlloc_fn, ptr, size)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(256 == 248)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:98:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   98 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclMemAlloc, ncclMemAlloc, ncclMemAlloc_fn, ptr, size)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclMemFree
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:99:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   99 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclMemFree, ncclMemFree, ncclMemFree_fn, ptr)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(264 == 256)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:99:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
   99 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclMemFree, ncclMemFree, ncclMemFree_fn, ptr)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
  CC       lib_otf2_la-otf2_lock.lo
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for mscclLoadAlgo
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:100:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  100 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_mscclLoadAlgo, mscclLoadAlgo, mscclLoadAlgo_fn, mscclAlgoFilePath, mscclAlgoHandle, rank)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(272 == 264)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:100:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  100 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_mscclLoadAlgo, mscclLoadAlgo, mscclLoadAlgo_fn, mscclAlgoFilePath, mscclAlgoHandle, rank)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for mscclRunAlgo
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:101:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  101 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_mscclRunAlgo, mscclRunAlgo, mscclRunAlgo_fn, sendBuff, sendCounts, sDisPls, recvBuff, recvCounts, rDisPls, count, dataType, root, peer, op, mscclAlgoHandle, comm, stream)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(280 == 272)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:101:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  101 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_mscclRunAlgo, mscclRunAlgo, mscclRunAlgo_fn, sendBuff, sendCounts, sDisPls, recvBuff, recvCounts, rDisPls, count, dataType, root, peer, op, mscclAlgoHandle, comm, stream)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for mscclUnloadAlgo
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:102:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  102 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_mscclUnloadAlgo, mscclUnloadAlgo, mscclUnloadAlgo_fn, mscclAlgoHandle)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(288 == 280)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:102:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  102 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_mscclUnloadAlgo, mscclUnloadAlgo, mscclUnloadAlgo_fn, mscclAlgoHandle)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclCommRegister
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:103:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  103 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommRegister, ncclCommRegister, ncclCommRegister_fn, comm, buff, size, handle)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(296 == 288)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:103:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  103 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommRegister, ncclCommRegister, ncclCommRegister_fn, comm, buff, size, handle)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclCommDeregister
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:104:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  104 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommDeregister, ncclCommDeregister, ncclCommDeregister_fn, comm, handle)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(304 == 296)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:104:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  104 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclCommDeregister, ncclCommDeregister, ncclCommDeregister_fn, comm, handle)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: error: static assertion failed: ABI error for ncclAllReduceWithBias
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:106:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  106 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclAllReduceWithBias, ncclAllReduceWithBias, ncclAllReduceWithBias_fn, sendbuff, recvbuff, count, datatype, op, comm, stream, acc)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/defines.hpp:133:83: note: the comparison reduces to '(328 == 304)'
  133 |         static_assert(offsetof(rccl_table_lookup<table_idx>::type, RCCL_FUNC_PTR) ==               \
      |                                                                                   ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/rccl.def.cpp:106:1: note: in expansion of macro 'RCCL_API_INFO_DEFINITION_V'
  106 | RCCL_API_INFO_DEFINITION_V(ROCPROFILER_RCCL_TABLE_ID, ROCPROFILER_RCCL_API_ID_ncclAllReduceWithBias, ncclAllReduceWithBias, ncclAllReduceWithBias_fn, sendbuff, recvbuff, count, datatype, op, comm, stream, acc)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~
  CC       lib_otf2_la-OTF2_EvtWriter.lo
[ 75%] Linking CXX shared module ../../../../lib/python3.12/site-packages/roctx/libpyroctx.cpython-312-x86_64-linux-gnu.so
[ 75%] Built target rocprofiler-sdk-roctx-python-bindings-3.12
gmake[2]: *** [source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/build.make:1098: source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/rccl/rccl.cpp.o] Error 1
  CC       lib_otf2_la-OTF2_GlobalDefWriter.lo
  CC       lib_otf2_la-OTF2_DefWriter.lo
  CC       lib_otf2_la-OTF2_SnapWriter.lo
  CC       lib_otf2_la-OTF2_MarkerWriter.lo
  CC       lib_otf2_la-OTF2_MarkerReader.lo
  CC       lib_otf2_la-OTF2_Archive.lo
  CC       lib_otf2_la-otf2_archive_int.lo
  CC       lib_otf2_la-otf2_archive_location.lo
  CC       lib_otf2_la-OTF2_Buffer.lo
  CC       lib_otf2_la-OTF2_AnchorFile.lo
  CC       lib_otf2_la-otf2_anchor_file_timestamp.lo
  CC       lib_otf2_la-otf2_anchor_file_hostid.lo
  CC       lib_otf2_la-otf2_anchor_file_sysinfo.lo
  CC       lib_otf2_la-otf2_file_substrate.lo
  CC       lib_otf2_la-otf2_file_substrate_none.lo
  CC       lib_otf2_la-otf2_file_substrate_posix.lo
  CC       lib_otf2_la-OTF2_File.lo
  CC       lib_otf2_la-otf2_file_posix.lo
  CC       lib_otf2_la-otf2_file_none.lo
  CC       lib_otf2_la-OTF2_GlobalEvtReader.lo
  CC       lib_otf2_la-OTF2_EvtReader.lo
  CC       lib_otf2_la-OTF2_GlobalDefReader.lo
  CC       lib_otf2_la-OTF2_DefReader.lo
  CC       lib_otf2_la-OTF2_GlobalSnapReader.lo
  CC       lib_otf2_la-OTF2_SnapReader.lo
  CC       lib_otf2_la-OTF2_Thumbnail.lo
  CC       lib_otf2_la-otf2_attic.lo
  CC       lib_otf2_la-otf2_python.lo
  CC       lib_otf2_la-OTF2_EventSizeEstimator.lo
  CC       libutils_cstr_la-UTILS_CStr.lo
  CCLD     libutils_cstr.la
  CC       libutils_exception_la-UTILS_Debug.lo
  CC       libutils_exception_la-UTILS_Error.lo
  CCLD     libutils_exception.la
  CC       libutils_io_la-UTILS_IO_GetExe.lo
  CC       libutils_io_la-UTILS_IO_Tools.lo
  CCLD     libutils_io.la
  CCLD     libutils.la
  CC       libjenkins_hash_la-jenkins_hash.lo
  CCLD     libjenkins_hash.la
  CCLD     lib_otf2.la
  CCLD     libotf2.la
  GEN      ../src/tools/otf2_config/otf2_config_library_dependencies_backend_inc.hpp
  GEN      scorep_tests
  CC       otf2_print-otf2_print.o
  CC       otf2_print-otf2_vector.o
  CC       otf2_print-otf2_hash_table.o
  CCLD     otf2-print
  CXX      otf2_marker-otf2_marker.o
  CXXLD    otf2-marker
  CXX      otf2_config-otf2_config.o
  CXX      otf2_config-otf2_config_data.o
  CXX      otf2_config-otf2_config_helper.o
  CXX      otf2_config-otf2_config_data_backend.o
  CXXLD    otf2-config
  CXX      otf2_estimator-otf2_estimator.o
  CXXLD    otf2-estimator
  CXX      otf2_snapshots-otf2_snapshots_parameters.o
  CXX      otf2_snapshots-otf2_snapshots_events.o
  CXX      otf2_snapshots-otf2_snapshots_callbacks.o
  CXX      otf2_snapshots-otf2_snapshots.o
  CXXLD    otf2-snapshots
  MKDIR    /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/lib
  INSTALL  /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/lib/libotf2.la
  MKDIR    /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/bin
  INSTALL  /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/bin/otf2-print
  INSTALL  /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/bin/otf2-marker
  INSTALL  /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/bin/otf2-config
  INSTALL  /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/bin/otf2-estimator
  INSTALL  /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/bin/otf2-snapshots
  MKDIR    /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/lib/pkgconfig
  INSTALL  /mlperf/rocm-systems/rocprofiler-sdk-build/external/otf2/lib/pkgconfig/otf2-backend.pc
[ 75%] No install step for 'otf2-build'
[ 76%] Completed 'otf2-build'
[ 76%] Built target otf2-build
[ 76%] Linking CXX static library ../lib/librocprofiler-sdk-perfetto.a
[ 76%] Built target rocprofiler-sdk-perfetto-static-library
[ 76%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/counter_info.cpp.o
[ 77%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/csv_output_file.cpp.o
[ 79%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/format_path.cpp.o
[ 79%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/generateJSON.cpp.o
[ 80%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/generateStats.cpp.o
[ 81%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/output_config.cpp.o
[ 81%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/domain_type.cpp.o
[ 81%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/generatePerfetto.cpp.o
[ 81%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/generateCSV.cpp.o
[ 81%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/metadata.cpp.o
[ 81%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/generateRocpd.cpp.o
[ 81%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/statistics.cpp.o
[ 82%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/sql/common.cpp.o
[ 82%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/node_info.cpp.o
[ 82%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/sql/deferred_transaction.cpp.o
[ 84%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/output_stream.cpp.o
[ 84%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/output_key.cpp.o
[ 84%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/tmp_file.cpp.o
[ 84%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/generateOTF2.cpp.o
[ 85%] Building CXX object source/lib/output/CMakeFiles/rocprofiler-sdk-output-library.dir/tmp_file_buffer.cpp.o
[ 85%] Linking CXX static library ../../../lib/librocprofiler-sdk-output-library.a
[ 85%] Built target rocprofiler-sdk-output-library
gmake[1]: *** [CMakeFiles/Makefile2:3078: source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/all] Error 2
gmake: *** [Makefile:166: all] Error 2
[  1%] Built target rocprofiler-sdk-perfetto-static-library
[  4%] Built target otf2-build
[ 17%] Built target yaml-cpp
[ 21%] Built target glog_internal
[ 22%] Built target glog
[ 23%] Built target fmt
[ 26%] Built target ptl-static
[ 34%] Built target rocprofiler-sdk-common-library
[ 35%] Built target rocprofiler-sdk-rocpd-shared-library
[ 43%] Built target rocprofiler-sdk-output-library
[ 44%] Built target rocprofiler-sdk-expr-parser
[ 44%] Building CXX object source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/rccl/abi.cpp.o
In file included from /mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:25:
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommSplit_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:60:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   60 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommSplit_fn, 23)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(200 == 192)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:60:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   60 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommSplit_fn, 23)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclGetErrorString_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:61:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   61 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetErrorString_fn, 24)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(208 == 200)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:61:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   61 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetErrorString_fn, 24)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclGetLastError_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:62:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   62 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetLastError_fn, 25)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(216 == 208)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:62:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   62 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclGetLastError_fn, 25)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommGetAsyncError_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:63:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   63 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommGetAsyncError_fn, 26)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(224 == 216)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:63:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   63 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommGetAsyncError_fn, 26)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommCount_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:64:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   64 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCount_fn, 27)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(232 == 224)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:64:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   64 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCount_fn, 27)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommCuDevice_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:65:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   65 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCuDevice_fn, 28)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(240 == 232)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:65:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   65 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommCuDevice_fn, 28)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommUserRank_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:66:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   66 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommUserRank_fn, 29)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(248 == 240)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:66:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   66 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommUserRank_fn, 29)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclMemAlloc_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:67:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   67 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemAlloc_fn, 30)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(256 == 248)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:67:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   67 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemAlloc_fn, 30)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclMemFree_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:68:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   68 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemFree_fn, 31)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(264 == 256)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:68:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   68 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclMemFree_fn, 31)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.mscclLoadAlgo_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:69:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   69 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclLoadAlgo_fn, 32)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(272 == 264)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:69:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   69 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclLoadAlgo_fn, 32)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.mscclRunAlgo_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:70:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   70 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclRunAlgo_fn, 33)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(280 == 272)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:70:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   70 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclRunAlgo_fn, 33)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.mscclUnloadAlgo_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:71:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   71 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclUnloadAlgo_fn, 34)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(288 == 280)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:71:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   71 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, mscclUnloadAlgo_fn, 34)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommRegister_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:72:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   72 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommRegister_fn, 35)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(296 == 288)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:72:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   72 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommRegister_fn, 35)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclCommDeregister_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:73:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   73 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommDeregister_fn, 36)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(304 == 296)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:73:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   73 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclCommDeregister_fn, 36)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: error: static assertion failed: ABI break for ::rcclApiFuncTable.ncclAllReduceWithBias_fn. Only add new function pointers to end of struct and do not rearrange them
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:75:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   75 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllReduceWithBias_fn, 37)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:68:36: note: the comparison reduces to '(328 == 304)'
   68 |             offsetof(TABLE, ENTRY) == ::rocprofiler::common::abi::compute_table_offset(NUM),       \
      |                                    ^
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:75:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI'
   75 | ROCP_SDK_ENFORCE_ABI(::rcclApiFuncTable, ncclAllReduceWithBias_fn, 37)
      | ^~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:62:27: error: static assertion failed: size of the API table struct has changed. Update the STEP_VERSION number (or in rare cases, the MAJOR_VERSION number)
   62 |             sizeof(TABLE) == ::rocprofiler::common::abi::compute_table_offset(NUM),                \
      |             ~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:85:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI_VERSIONING'
   85 | ROCP_SDK_ENFORCE_ABI_VERSIONING(::rcclApiFuncTable, 38)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/common/abi.hpp:62:27: note: the comparison reduces to '(336 == 312)'
   62 |             sizeof(TABLE) == ::rocprofiler::common::abi::compute_table_offset(NUM),                \
      |             ~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
/mlperf/rocm-systems/projects/rocprofiler-sdk/source/lib/rocprofiler-sdk/rccl/abi.cpp:85:1: note: in expansion of macro 'ROCP_SDK_ENFORCE_ABI_VERSIONING'
   85 | ROCP_SDK_ENFORCE_ABI_VERSIONING(::rcclApiFuncTable, 38)
      | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
gmake[2]: *** [source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/build.make:1084: source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/rccl/abi.cpp.o] Error 1
gmake[1]: *** [CMakeFiles/Makefile2:3078: source/lib/rocprofiler-sdk/CMakeFiles/rocprofiler-sdk-object-library.dir/all] Error 2
gmake: *** [Makefile:166: all] Error 2
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment