Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
39 changes: 20 additions & 19 deletions .github/ci_config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,12 +15,12 @@ platforms:
BASE_IMAGE: nvcr.io/nvidia/pytorch:24.10-py3
SKIP_APT: "1"
PIP_INDEX_URL: https://pypi.tuna.tsinghua.edu.cn/simple
setup: pip install "scikit-build-core>=1.1.1" pybind11 libclang pyyaml && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix /tmp/ninetoothed-src /tmp/ntops-src && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_NVIDIA=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && git clone ${NINETOOTHED_GIT_URL:-https://github.com/InfiniTensor/ninetoothed.git} /tmp/ninetoothed-src && git -C /tmp/ninetoothed-src checkout bf8d7c42f86cf5feafe4a3ad443f1df151016886 && pip install /tmp/ninetoothed-src && git clone --depth 1 ${NTOPS_GIT_URL:-https://github.com/InfiniTensor/ntops.git} /tmp/ntops-src && git -C /tmp/ntops-src checkout 82cba6cf2200919b5d12c86adbea60cbfb516040 && pip install /tmp/ntops-src && pip install "numpy<2" && pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.WITH_NINETOOTHED=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
setup: python -m pip install 'scikit-build-core>=1.1.1' pybind11 libclang packaging pyyaml jinja2 && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix /tmp/ninetoothed-src /tmp/ntops-src && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_NVIDIA=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && git clone ${NINETOOTHED_GIT_URL:-https://github.com/InfiniTensor/ninetoothed.git} /tmp/ninetoothed-src && git -C /tmp/ninetoothed-src checkout bf8d7c42f86cf5feafe4a3ad443f1df151016886 && python -m pip install /tmp/ninetoothed-src && git clone --depth 1 ${NTOPS_GIT_URL:-https://github.com/InfiniTensor/ntops.git} /tmp/ntops-src && git -C /tmp/ntops-src checkout 82cba6cf2200919b5d12c86adbea60cbfb516040 && python -m pip install /tmp/ntops-src && python -m pip install "numpy<2" && python -m pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.WITH_NINETOOTHED=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
jobs:
gpu:
type: unittest
resources:
gpu_ids: "1"
gpu_ids: auto
ngpus: 1 # Auto allocator picks this many free GPUs.
memory: 32GB
shm_size: 16g # Prevent PyTorch default 64MB shared memory limit.
Expand Down Expand Up @@ -51,18 +51,18 @@ platforms:
- /lib/firmware:/lib/firmware
- /usr/src:/usr/src
- /lib/modules:/lib/modules
setup: python -m pip install "scikit-build-core>=1.1.1" packaging exceptiongroup typing-extensions pygments pybind11 libclang pyyaml && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_ILUVATAR=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix -DCMAKE_CUDA_ARCHITECTURES=OFF -DCMAKE_CUDA_COMPILER=/usr/local/corex-4.3.0.20250624/bin/clang++ -DCUDAToolkit_ROOT=/usr/local/corex-4.3.0.20250624 && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && python -m pip install . --no-build-isolation --no-deps --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
setup: python -m pip install 'scikit-build-core>=1.1.1' exceptiongroup typing-extensions pygments pybind11 libclang packaging pyyaml jinja2 && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_ILUVATAR=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix -DCMAKE_CUDA_ARCHITECTURES=OFF -DCMAKE_CUDA_COMPILER=/usr/local/corex-4.3.0.20250624/bin/clang++ -DCUDAToolkit_ROOT=/usr/local/corex-4.3.0.20250624 && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && python -m pip install . --no-build-isolation --no-deps --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
jobs:
gpu:
type: unittest
resources:
gpu_ids: "1"
gpu_ids: auto
ngpus: 1
gpu_style: none
memory: 32GB
shm_size: 16g
timeout: 7200
queue_timeout: 7200
queue_timeout: 600
junit_path: test-results.xml
stages:
- name: test
Expand All @@ -81,12 +81,12 @@ platforms:
- "--privileged"
- "--ulimit=memlock=-1"
- "--ulimit=stack=67108864"
setup: pip install "scikit-build-core>=1.1.1" pybind11 libclang pyyaml && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_METAX=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && MACA_PATH=/opt/maca SKBUILD_CMAKE_DEFINE="CMAKE_C_COMPILER=$PWD/scripts/mxcc_wrapper.sh;CMAKE_CXX_COMPILER=$PWD/scripts/mxcc_wrapper.sh;WITH_METAX=ON;GENERATE_PYTHON_BINDINGS=ON;INFINI_OPS_SMOKE_BUILD=ON;INFINI_RT_ROOT=/tmp/infinirt-prefix" pip install .[dev] --no-build-isolation
setup: python -m pip install 'scikit-build-core>=1.1.1' pybind11 libclang packaging pyyaml jinja2 && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_METAX=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && MACA_PATH=/opt/maca SKBUILD_CMAKE_DEFINE="CMAKE_C_COMPILER=$PWD/scripts/mxcc_wrapper.sh;CMAKE_CXX_COMPILER=$PWD/scripts/mxcc_wrapper.sh;WITH_METAX=ON;GENERATE_PYTHON_BINDINGS=ON;INFINI_OPS_SMOKE_BUILD=ON;INFINI_RT_ROOT=/tmp/infinirt-prefix" python -m pip install .[dev] --no-build-isolation
jobs:
gpu:
type: unittest
resources:
gpu_ids: "1"
gpu_ids: auto
ngpus: 1
gpu_style: none # MetaX uses passthrough via `--privileged`; `CUDA_VISIBLE_DEVICES` controls visibility.
memory: 32GB
Expand All @@ -96,35 +96,35 @@ platforms:
junit_path: test-results.xml
stages:
- name: test
run: pytest tests/ -m smoke -n 1 -v --tb=short --junitxml=/workspace/results/test-results.xml
run: HOST_CXX=/usr/bin/g++ pytest tests/ -m smoke -n 1 -v --tb=short --junitxml=/workspace/results/test-results.xml

moore:
runner_label: Moore
execution_mode: agent_local
image:
dockerfile: images/moore/
build_args:
BASE_IMAGE: sh-harbor.mthreads.com/mcctest/vllm_musa:20251112_hygon
BASE_IMAGE: registry.mthreads.com/mcconline/inference/vllm:4.3.6_torch2.7.1_20260323_ubuntu
APT_MIRROR: http://archive.ubuntu.com/ubuntu
PIP_INDEX_URL: https://pypi.org/simple
docker_args:
- "--privileged"
setup: pip install "scikit-build-core>=1.1.1" pybind11 libclang pyyaml && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_MOORE=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && SKBUILD_CMAKE_DEFINE="CMAKE_C_COMPILER=$PWD/scripts/mcc_wrapper.sh;CMAKE_CXX_COMPILER=$PWD/scripts/mcc_wrapper.sh;WITH_MOORE=ON;GENERATE_PYTHON_BINDINGS=ON;INFINI_OPS_SMOKE_BUILD=ON;INFINI_RT_ROOT=/tmp/infinirt-prefix" pip install .[dev] --no-build-isolation
setup: python -m pip install 'scikit-build-core>=1.1.1' pybind11 libclang packaging pyyaml jinja2 && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_MOORE=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && SKBUILD_CMAKE_DEFINE="CMAKE_C_COMPILER=$PWD/scripts/mcc_wrapper.sh;CMAKE_CXX_COMPILER=$PWD/scripts/mcc_wrapper.sh;WITH_MOORE=ON;GENERATE_PYTHON_BINDINGS=ON;INFINI_OPS_SMOKE_BUILD=ON;INFINI_RT_ROOT=/tmp/infinirt-prefix" python -m pip install .[dev] --no-build-isolation
jobs:
gpu:
type: unittest
resources:
gpu_ids: "1"
gpu_ids: auto
ngpus: 1
gpu_style: none # Moore uses passthrough via `--privileged`; `MTHREADS_VISIBLE_DEVICES` controls device selection.
gpu_style: none # `MTHREADS_VISIBLE_DEVICES` loads drivers; PyTorch also needs `MUSA_VISIBLE_DEVICES`.
memory: 32GB
shm_size: 16g
timeout: 3600
queue_timeout: 3600
junit_path: test-results.xml
stages:
- name: test
run: LD_LIBRARY_PATH=/usr/local/musa/lib:$LD_LIBRARY_PATH pytest tests/ -m smoke -n 4 -v --tb=short --junitxml=/workspace/results/test-results.xml
run: LD_LIBRARY_PATH=/usr/local/musa/lib:$LD_LIBRARY_PATH MUSA_VISIBLE_DEVICES="${MTHREADS_VISIBLE_DEVICES:?CI must select a Moore GPU}" pytest tests/ -m smoke -n 4 -v --tb=short --junitxml=/workspace/results/test-results.xml

cambricon:
runner_label: Cambricon
Expand All @@ -136,12 +136,12 @@ platforms:
PIP_INDEX_URL: https://pypi.org/simple
docker_args:
- "--privileged"
setup: pip install "scikit-build-core>=1.1.1" pybind11 libclang pyyaml && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_CAMBRICON=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
setup: python -m pip install 'scikit-build-core>=1.1.1' pybind11 libclang packaging pyyaml jinja2 && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_CAMBRICON=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && python -m pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
jobs:
gpu:
type: unittest
resources:
gpu_ids: "1"
gpu_ids: auto
ngpus: 1
gpu_style: mlu # Cambricon uses passthrough via `--privileged`; `MLU_VISIBLE_DEVICES` controls device selection.
memory: 32GB
Expand Down Expand Up @@ -172,11 +172,12 @@ platforms:
- "--group-add=video"
volumes:
- /opt/hyhal:/opt/hyhal:ro
setup: pip install "scikit-build-core>=1.1.1" pybind11 libclang pyyaml && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_HYGON=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
setup: python -m pip install 'scikit-build-core>=1.1.1' pybind11 libclang packaging pyyaml jinja2 && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_HYGON=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && python -m pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
jobs:
gpu:
type: unittest
resources:
gpu_ids: auto
ngpus: 1
gpu_style: none
memory: 32GB
Expand Down Expand Up @@ -208,18 +209,18 @@ platforms:
env:
ASCEND_HOME_PATH: /usr/local/Ascend/ascend-toolkit/latest
TASK_QUEUE_ENABLE: "0"
setup: pip install "scikit-build-core>=1.1.1" pybind11 libclang pyyaml && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_ASCEND=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
setup: python -m pip install 'scikit-build-core>=1.1.1' pybind11 libclang packaging pyyaml jinja2 && rm -rf /tmp/infinirt-src /tmp/infinirt-build /tmp/infinirt-prefix && git clone --depth 1 ${INFINI_RT_GIT_URL:-https://github.com/InfiniTensor/InfiniRT.git} /tmp/infinirt-src && cmake -S /tmp/infinirt-src -B /tmp/infinirt-build -DWITH_CPU=ON -DWITH_ASCEND=ON -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/tmp/infinirt-prefix && cmake --build /tmp/infinirt-build -j$(nproc) && cmake --install /tmp/infinirt-build && python -m pip install .[dev] --no-build-isolation --config-settings=cmake.define.INFINI_OPS_SMOKE_BUILD=ON --config-settings=cmake.define.INFINI_RT_ROOT=/tmp/infinirt-prefix
jobs:
npu:
type: unittest
resources:
gpu_ids: "1"
gpu_ids: auto
ngpus: 1
gpu_style: none
memory: 32GB
shm_size: 16g
timeout: 3600
queue_timeout: 3600
queue_timeout: 600
junit_path: test-results.xml
stages:
- name: test
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/ci_v2_shadow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,10 +28,10 @@ on:

jobs:
ci-v2-shadow:
uses: InfiniTensor/ci/.github/workflows/infiniops-ci-v2-shadow.yml@b45d360c8cc529747ee31c5451d7eac96ac9f309
uses: InfiniTensor/ci/.github/workflows/infiniops-ci-v2-shadow.yml@901566229509ac54f520210c6856bf163209f907
with:
config_path: .github/ci_config.yml
ci_ref: b45d360c8cc529747ee31c5451d7eac96ac9f309
ci_ref: 901566229509ac54f520210c6856bf163209f907
max_parallel: 10
platform: ${{ github.event_name == 'workflow_dispatch' && (inputs.platform == 'all' && 'nvidia,iluvatar,metax,moore,cambricon,ascend' || inputs.platform == 'active' && 'nvidia,iluvatar,metax,moore,cambricon,ascend' || inputs.platform) || 'nvidia,iluvatar,metax,moore,cambricon,ascend' }}
secrets: inherit
18 changes: 12 additions & 6 deletions CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ if(SKBUILD_STATE STREQUAL "sdist")
DESTINATION "${CMAKE_BINARY_DIR}/flash-attention-cutlass-source")
return()
endif()
project(InfiniOps LANGUAGES CXX)
project(InfiniOps LANGUAGES NONE)

if(POLICY CMP0116)
cmake_policy(SET CMP0116 NEW)
Expand Down Expand Up @@ -210,6 +210,17 @@ if(AUTO_DETECT_DEVICES)
endif()
endif()

# Select backend compilers before CMake initializes CXX and its cache.
if(WITH_METAX)
set(CMAKE_C_COMPILER "${CMAKE_CURRENT_SOURCE_DIR}/scripts/mxcc_wrapper.sh")
set(CMAKE_CXX_COMPILER "${CMAKE_CURRENT_SOURCE_DIR}/scripts/mxcc_wrapper.sh")
endif()
if(WITH_MOORE)
set(CMAKE_C_COMPILER "${CMAKE_CURRENT_SOURCE_DIR}/scripts/mcc_wrapper.sh")
set(CMAKE_CXX_COMPILER "${CMAKE_CURRENT_SOURCE_DIR}/scripts/mcc_wrapper.sh")
endif()
enable_language(CXX)

if(BUILD_NVIDIA_FLASH_INFERENCE AND NOT WITH_NVIDIA)
message(FATAL_ERROR "Native FlashAttention requires WITH_NVIDIA")
endif()
Expand Down Expand Up @@ -567,8 +578,6 @@ if(WITH_METAX)

# Normally can be found at: `/opt/maca/`.
set(MACA_PATH $ENV{MACA_PATH})
set(CMAKE_C_COMPILER ${CMAKE_CURRENT_SOURCE_DIR}/scripts/mxcc_wrapper.sh)
set(CMAKE_CXX_COMPILER ${CMAKE_CURRENT_SOURCE_DIR}/scripts/mxcc_wrapper.sh)

include_directories("${MACA_PATH}/include")
link_directories("${MACA_PATH}/lib")
Expand Down Expand Up @@ -627,9 +636,6 @@ if(WITH_MOORE)

message(STATUS "Using Moore from `${MUSA_ROOT}`.")

set(CMAKE_C_COMPILER ${CMAKE_CURRENT_SOURCE_DIR}/scripts/mcc_wrapper.sh)
set(CMAKE_CXX_COMPILER ${CMAKE_CURRENT_SOURCE_DIR}/scripts/mcc_wrapper.sh)

include_directories("${MUSA_ROOT}/include")
link_directories("${MUSA_ROOT}/lib")

Expand Down
3 changes: 2 additions & 1 deletion scripts/generate_wrappers.py
Original file line number Diff line number Diff line change
Expand Up @@ -1439,7 +1439,8 @@ def _generate_generated_dispatch_header(op_names, devices, declarations):
def _generate_generated_dispatch_source(impl_paths, definitions):
impl_includes = "\n".join(f'#include "{impl_path}"' for impl_path in impl_paths)

return f"""#include "generated_dispatch.h"
return f"""#include "src/operator.h"
#include "generated_dispatch.h"
#include "infini/operator_call_instantiations.h"
#include "host_range_profiler.h"

Expand Down
1 change: 1 addition & 0 deletions src/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -1564,6 +1564,7 @@ if(GENERATE_PYTHON_BINDINGS)
set(_iluvatar_dispatch_include_flags
"-I${CMAKE_CURRENT_SOURCE_DIR}"
"-I${PROJECT_SOURCE_DIR}"
"-I${PROJECT_SOURCE_DIR}/include"
"-I${PROJECT_SOURCE_DIR}/generated"
"-I${PROJECT_SOURCE_DIR}/generated/include"
${INFINI_RT_INCLUDE_FLAGS})
Expand Down
2 changes: 1 addition & 1 deletion src/native/ascend/custom/cmake/config_ascend.cmake
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ endif()

set(ASCEND_CANN_PACKAGE_PATH ${ASCEND_HOME_PATH})

# Auto-detect `SOC_VERSION` from `npu-smi info` if not set externally.
# Auto-detect `SOC_VERSION` from the runtime or `npu-smi` if not set externally.
# Required by `CANN`'s `ascendc.cmake` for `AscendC` kernel compilation.
if(NOT DEFINED SOC_VERSION OR "${SOC_VERSION}" STREQUAL "")
include(${CMAKE_CURRENT_LIST_DIR}/detect_soc.cmake)
Expand Down
Loading
Loading