diff --git a/src/gpu/intel/CMakeLists.txt b/src/gpu/intel/CMakeLists.txt index 504f794badd..d25a8eae547 100644 --- a/src/gpu/intel/CMakeLists.txt +++ b/src/gpu/intel/CMakeLists.txt @@ -1,5 +1,5 @@ #=============================================================================== -# Copyright 2024 Intel Corporation +# Copyright 2024-2025 Intel Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -25,6 +25,8 @@ file(GLOB SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/*.cpp ) +set(ONEDNN_GEMMSTONE_DIR "${CMAKE_CURRENT_SOURCE_DIR}/jit/gemm/gemmstone" CACHE PATH "Path to gemmstone source code") + add_definitions_with_host_compiler(-DNGEN_CPP11) add_definitions_with_host_compiler(-DNGEN_SAFE) add_definitions_with_host_compiler(-DNGEN_NEO_INTERFACE) diff --git a/src/gpu/intel/jit/gemm/CMakeLists.txt b/src/gpu/intel/jit/gemm/CMakeLists.txt index 17b401a0e4e..394750aaa92 100644 --- a/src/gpu/intel/jit/gemm/CMakeLists.txt +++ b/src/gpu/intel/jit/gemm/CMakeLists.txt @@ -1,5 +1,5 @@ #=============================================================================== -# Copyright 2024 Intel Corporation +# Copyright 2024-2025 Intel Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -19,57 +19,18 @@ if(CMAKE_CXX_COMPILER_ID STREQUAL "IntelLLVM" OR CMAKE_CXX_COMPILER_ID MATCHES " append(CMAKE_CXX_FLAGS " -Wno-implicit-int-conversion") endif() -set(DIRS "generator;generator/pieces;selector") +add_subdirectory(${ONEDNN_GEMMSTONE_DIR} gemmstone) +set_property(GLOBAL APPEND PROPERTY DNNL_LIB_DEPS + ${GEMMSTONE_LIBRARY_NAME}) file(GLOB SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/*.hpp ${CMAKE_CURRENT_SOURCE_DIR}/*.cpp ) -foreach(d ${DIRS}) - file(GLOB_RECURSE d_sources - ${CMAKE_CURRENT_SOURCE_DIR}/${d}/*.hpp - ${CMAKE_CURRENT_SOURCE_DIR}/${d}/*.cpp - ) - list(APPEND SOURCES "${d_sources}") -endforeach() - -# There is no easy way to emulate target_compile_definitions() with the dpcpp -# host compiler arguments. As such, we cannot split compilation of the generator -# templates by using defines. -if(DPCPP_HOST_COMPILER_KIND STREQUAL "DEFAULT") - list(REMOVE_ITEM SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/generator/generator.cpp) - - file (GLOB GENERATOR_SOURCES - generator/generator.cpp - ) - - if (DNNL_ENABLE_PRIMITIVE_GPU_ISA STREQUAL "ALL") - set(DNNL_GPU_ISA_LIST "GEN9;GEN11;XELP;XEHP;XEHPG;XEHPC;XE2;XE3") - else() - foreach(isa ${DNNL_ENABLE_PRIMITIVE_GPU_ISA}) - string(TOUPPER ${isa} ISA) - set(DNNL_GPU_ISA_LIST "${DNNL_GPU_ISA_LIST};${ISA}") - endforeach() - endif() - foreach(isa ${DNNL_GPU_ISA_LIST}) - set(GENERATOR_LIB generator${isa}) - add_library(${GENERATOR_LIB} OBJECT ${GENERATOR_SOURCES}) - target_compile_definitions(${GENERATOR_LIB} PRIVATE DNNL_GPU_ISA_${isa}) - set_property(GLOBAL APPEND PROPERTY DNNL_LIB_DEPS - $) - endforeach() -endif() +include_directories(${OBJ_LIB} ${ONEDNN_GEMMSTONE_DIR}/.. ${ONEDNN_GEMMSTONE_DIR} ${ONEDNN_GEMMSTONE_DIR}/include) set(OBJ_LIB ${LIB_PACKAGE_NAME}_gpu_intel_jit_gemm) add_library(${OBJ_LIB} OBJECT ${SOURCES}) set_property(GLOBAL APPEND PROPERTY DNNL_LIB_DEPS $) - -include_directories_with_host_compiler_before(${OBJ_LIB} ${CMAKE_CURRENT_SOURCE_DIR} ${CMAKE_CURRENT_SOURCE_DIR}/include ${CMAKE_CURRENT_SOURCE_DIR}/../ngen) - -# Workaround for LTO bug in GCC 10, 11, 12 (possibly other versions) -if(CMAKE_COMPILER_IS_GNUCC) - set_source_files_properties(generator/pieces/loop_sequencer.cpp PROPERTIES COMPILE_FLAGS -fno-lto) - set_source_files_properties(generator/generator.cpp PROPERTIES COMPILE_FLAGS -fno-lto) -endif() diff --git a/src/gpu/intel/jit/gemm/gemmstone/CMakeLists.txt b/src/gpu/intel/jit/gemm/gemmstone/CMakeLists.txt new file mode 100644 index 00000000000..70b0616ca10 --- /dev/null +++ b/src/gpu/intel/jit/gemm/gemmstone/CMakeLists.txt @@ -0,0 +1,69 @@ +#=============================================================================== +# Copyright 2024-2025 Intel Corporation +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +#=============================================================================== + +# TODO: Extend conversion warning support to GEMM code +if(CMAKE_CXX_COMPILER_ID STREQUAL "IntelLLVM" OR CMAKE_CXX_COMPILER_ID MATCHES "(Apple)?[Cc]lang") + append(CMAKE_CXX_FLAGS " -Wno-implicit-int-conversion") +endif() + +set(DIRS "generator;generator/pieces;selector") + +foreach(d ${DIRS}) + file(GLOB_RECURSE d_sources + ${CMAKE_CURRENT_SOURCE_DIR}/${d}/*.hpp + ${CMAKE_CURRENT_SOURCE_DIR}/${d}/*.cpp + ) + list(APPEND GEMMSTONE_SOURCES "${d_sources}") +endforeach() + +# There is no easy way to emulate target_compile_definitions() with the dpcpp +# host compiler arguments. As such, we cannot split compilation of the generator +# templates by using defines. +if(DPCPP_HOST_COMPILER_KIND STREQUAL "DEFAULT") + list(REMOVE_ITEM GEMMSTONE_SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/generator/generator.cpp) + + file (GLOB GENERATOR_SOURCES + ${CMAKE_CURRENT_SOURCE_DIR}/generator/generator.cpp + ) + + if (DNNL_ENABLE_PRIMITIVE_GPU_ISA STREQUAL "ALL") + set(DNNL_GPU_ISA_LIST "GEN9;GEN11;XELP;XEHP;XEHPG;XEHPC;XE2;XE3") + else() + foreach(isa ${DNNL_ENABLE_PRIMITIVE_GPU_ISA}) + string(TOUPPER ${isa} ISA) + set(DNNL_GPU_ISA_LIST "${DNNL_GPU_ISA_LIST};${ISA}") + endforeach() + endif() + + foreach(isa ${DNNL_GPU_ISA_LIST}) + set(GENERATOR_LIB generator${isa}) + add_library(${GENERATOR_LIB} OBJECT ${GENERATOR_SOURCES}) + target_compile_definitions(${GENERATOR_LIB} PRIVATE DNNL_GPU_ISA_${isa}) + set_property(GLOBAL APPEND PROPERTY DNNL_LIB_DEPS + $) + endforeach() +endif() + +set(GEMMSTONE_LIBRARY_NAME ${LIB_PACKAGE_NAME}_gpu_intel_jit_gemmstone) +add_library(${GEMMSTONE_LIBRARY_NAME} OBJECT ${GEMMSTONE_SOURCES}) + +include_directories(${GEMMSTONE_LIBRARY_NAME} ${CMAKE_CURRENT_SOURCE_DIR} ${CMAKE_CURRENT_SOURCE_DIR}/include) + +# Workaround for LTO bug in GCC 10, 11, 12 (possibly other versions) +if(CMAKE_COMPILER_IS_GNUCC) + set_source_files_properties(generator/pieces/loop_sequencer.cpp PROPERTIES COMPILE_FLAGS -fno-lto) + set_source_files_properties(generator/generator.cpp PROPERTIES COMPILE_FLAGS -fno-lto) +endif() diff --git a/src/gpu/intel/jit/gemm/generator/_clang-format b/src/gpu/intel/jit/gemm/gemmstone/generator/_clang-format similarity index 100% rename from src/gpu/intel/jit/gemm/generator/_clang-format rename to src/gpu/intel/jit/gemm/gemmstone/generator/_clang-format diff --git a/src/gpu/intel/jit/gemm/generator/generator.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/generator.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/generator.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/generator.cpp diff --git a/src/gpu/intel/jit/gemm/generator/microkernel_provider.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/microkernel_provider.cpp similarity index 99% rename from src/gpu/intel/jit/gemm/generator/microkernel_provider.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/microkernel_provider.cpp index db34fbf4690..44d1c2a0e2e 100644 --- a/src/gpu/intel/jit/gemm/generator/microkernel_provider.cpp +++ b/src/gpu/intel/jit/gemm/gemmstone/generator/microkernel_provider.cpp @@ -1,5 +1,5 @@ /******************************************************************************* -* Copyright 2024 Intel Corporation +* Copyright 2024-2025 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -20,7 +20,6 @@ #include "generator.hpp" #include "kernel_selector.hpp" #include "strategy_parser.hpp" -#include "npack/neo_packager.hpp" #include "internal/namespace_start.hxx" diff --git a/src/gpu/intel/jit/gemm/generator/pieces/address_setup.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/address_setup.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/address_setup.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/address_setup.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/alloc_utils.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/alloc_utils.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/alloc_utils.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/alloc_utils.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/alloc_utils.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/alloc_utils.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/alloc_utils.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/alloc_utils.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/allocators.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/allocators.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/allocators.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/allocators.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/allocators.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/allocators.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/allocators.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/allocators.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/asm_helpers.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/asm_helpers.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/asm_helpers.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/asm_helpers.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/atomic_fusions.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/atomic_fusions.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/atomic_fusions.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/atomic_fusions.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/c_update.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/c_update.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/c_update.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/c_update.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/common.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/common.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/common.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/common.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/compute_utils.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/compute_utils.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/compute_utils.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/compute_utils.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/cooperative_split.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/cooperative_split.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/cooperative_split.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/cooperative_split.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/cooperative_split.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/cooperative_split.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/cooperative_split.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/cooperative_split.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/copy.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/copy.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/copy.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/copy.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/copy_plan.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/copy_plan.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/copy_plan.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/copy_plan.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/copy_plan.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/copy_plan.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/copy_plan.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/copy_plan.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/driver_info.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/driver_info.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/driver_info.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/driver_info.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/emulation.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/emulation.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/emulation.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/emulation.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/gemm.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/gemm.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/gemm.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/gemm.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/gemm_microkernel.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/gemm_microkernel.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/gemm_microkernel.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/gemm_microkernel.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/gemm_setup.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/gemm_setup.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/gemm_setup.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/gemm_setup.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/grf_multirange.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/grf_multirange.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/grf_multirange.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/grf_multirange.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/hw_template_instantiations.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/hw_template_instantiations.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/hw_template_instantiations.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/hw_template_instantiations.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/hw_utils.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/hw_utils.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/hw_utils.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/hw_utils.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/invert.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/invert.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/invert.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/invert.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/k_loop.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/k_loop.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/k_loop.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/k_loop.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/k_loop_setup.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/k_loop_setup.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/k_loop_setup.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/k_loop_setup.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/kernel_queries.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/kernel_queries.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/kernel_queries.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/kernel_queries.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/kernel_queries.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/kernel_queries.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/kernel_queries.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/kernel_queries.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/l3_prefetch.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/l3_prefetch.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/l3_prefetch.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/l3_prefetch.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/layout_setup.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/layout_setup.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/layout_setup.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/layout_setup.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/layout_utils.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/layout_utils.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/layout_utils.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/layout_utils.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/layout_utils.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/layout_utils.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/layout_utils.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/layout_utils.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/loop_sequencer.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/loop_sequencer.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/loop_sequencer.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/loop_sequencer.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/loop_sequencer.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/loop_sequencer.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/loop_sequencer.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/loop_sequencer.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/map.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/map.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/map.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/map.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/masks.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/masks.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/masks.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/masks.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/math_helpers.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/math_helpers.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/math_helpers.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/math_helpers.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/matrix_access.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/matrix_access.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/matrix_access.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/matrix_access.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/matrix_multiply.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/matrix_multiply.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/matrix_multiply.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/matrix_multiply.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/monolithic_k_loop_dpasw.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/monolithic_k_loop_dpasw.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/monolithic_k_loop_dpasw.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/monolithic_k_loop_dpasw.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/ngen_object_helpers.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/ngen_object_helpers.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/ngen_object_helpers.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/ngen_object_helpers.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/ngen_object_helpers.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/ngen_object_helpers.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/ngen_object_helpers.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/ngen_object_helpers.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/post_ops.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/post_ops.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/post_ops.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/post_ops.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/problem_utils.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/problem_utils.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/problem_utils.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/problem_utils.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/quantization.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/quantization.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/quantization.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/quantization.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/quantization.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/quantization.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/quantization.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/quantization.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/quantization.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/quantization.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/quantization.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/quantization.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/register_allocation.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/register_allocation.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/register_allocation.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/register_allocation.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/register_block.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/register_block.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/register_block.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/register_block.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/register_block.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/register_block.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/register_block.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/register_block.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/remask.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/remask.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/remask.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/remask.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/remask.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/remask.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/remask.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/remask.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/row_column_sums.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/row_column_sums.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/row_column_sums.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/row_column_sums.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/state.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/state.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/state.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/state.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/state_debug.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_debug.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/state_debug.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_debug.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/state_utils.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_utils.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/state_utils.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_utils.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/state_utils.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_utils.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/state_utils.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_utils.cxx diff --git a/src/gpu/intel/jit/gemm/generator/pieces/state_utils.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_utils.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/state_utils.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/state_utils.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/token_alloc_utils.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/token_alloc_utils.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/token_alloc_utils.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/token_alloc_utils.cpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/token_alloc_utils.hpp b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/token_alloc_utils.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/token_alloc_utils.hpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/token_alloc_utils.hpp diff --git a/src/gpu/intel/jit/gemm/generator/pieces/walk_orders.cxx b/src/gpu/intel/jit/gemm/gemmstone/generator/pieces/walk_orders.cxx similarity index 100% rename from src/gpu/intel/jit/gemm/generator/pieces/walk_orders.cxx rename to src/gpu/intel/jit/gemm/gemmstone/generator/pieces/walk_orders.cxx diff --git a/src/gpu/intel/jit/gemm/generator/strategy.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/strategy.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/strategy.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/strategy.cpp diff --git a/src/gpu/intel/jit/gemm/generator/strategy_parser.cpp b/src/gpu/intel/jit/gemm/gemmstone/generator/strategy_parser.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/generator/strategy_parser.cpp rename to src/gpu/intel/jit/gemm/gemmstone/generator/strategy_parser.cpp diff --git a/src/gpu/intel/jit/gemm/include/_clang-format b/src/gpu/intel/jit/gemm/gemmstone/include/_clang-format similarity index 100% rename from src/gpu/intel/jit/gemm/include/_clang-format rename to src/gpu/intel/jit/gemm/gemmstone/include/_clang-format diff --git a/src/gpu/intel/jit/gemm/include/config.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/config.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/config.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/config.hpp diff --git a/src/gpu/intel/jit/gemm/include/driver_info.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/driver_info.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/driver_info.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/driver_info.hpp diff --git a/src/gpu/intel/jit/gemm/include/emulation.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/emulation.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/emulation.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/emulation.hpp diff --git a/src/gpu/intel/jit/gemm/include/generator.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/generator.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/generator.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/generator.hpp diff --git a/src/gpu/intel/jit/gemm/include/internal/generator_inline.hxx b/src/gpu/intel/jit/gemm/gemmstone/include/internal/generator_inline.hxx similarity index 100% rename from src/gpu/intel/jit/gemm/include/internal/generator_inline.hxx rename to src/gpu/intel/jit/gemm/gemmstone/include/internal/generator_inline.hxx diff --git a/src/gpu/intel/jit/gemm/include/internal/namespace_end.hxx b/src/gpu/intel/jit/gemm/gemmstone/include/internal/namespace_end.hxx similarity index 100% rename from src/gpu/intel/jit/gemm/include/internal/namespace_end.hxx rename to src/gpu/intel/jit/gemm/gemmstone/include/internal/namespace_end.hxx diff --git a/src/gpu/intel/jit/gemm/include/internal/namespace_start.hxx b/src/gpu/intel/jit/gemm/gemmstone/include/internal/namespace_start.hxx similarity index 100% rename from src/gpu/intel/jit/gemm/include/internal/namespace_start.hxx rename to src/gpu/intel/jit/gemm/gemmstone/include/internal/namespace_start.hxx diff --git a/src/gpu/intel/jit/gemm/include/internal/ngen_includes.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/internal/ngen_includes.hpp similarity index 89% rename from src/gpu/intel/jit/gemm/include/internal/ngen_includes.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/internal/ngen_includes.hpp index f3f5eb02ac3..70b241eddd7 100644 --- a/src/gpu/intel/jit/gemm/include/internal/ngen_includes.hpp +++ b/src/gpu/intel/jit/gemm/gemmstone/include/internal/ngen_includes.hpp @@ -1,5 +1,5 @@ /******************************************************************************* -* Copyright 2019-2024 Intel Corporation +* Copyright 2019-2025 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -18,3 +18,4 @@ # include "gpu/intel/jit/ngen/ngen_opencl.hpp" # include "gpu/intel/jit/ngen/ngen_register_allocator.hpp" +# include "gpu/intel/jit/ngen/npack/neo_packager.hpp" diff --git a/src/gpu/intel/jit/gemm/include/internal/utils.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/internal/utils.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/internal/utils.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/internal/utils.hpp diff --git a/src/gpu/intel/jit/gemm/include/kernel_catalog.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/kernel_catalog.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/kernel_catalog.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/kernel_catalog.hpp diff --git a/src/gpu/intel/jit/gemm/include/kernel_evaluator.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/kernel_evaluator.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/kernel_evaluator.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/kernel_evaluator.hpp diff --git a/src/gpu/intel/jit/gemm/include/kernel_selector.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/kernel_selector.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/kernel_selector.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/kernel_selector.hpp diff --git a/src/gpu/intel/jit/gemm/include/microkernel_provider.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/microkernel_provider.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/microkernel_provider.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/microkernel_provider.hpp diff --git a/src/gpu/intel/jit/gemm/include/problem.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/problem.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/problem.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/problem.hpp diff --git a/src/gpu/intel/jit/gemm/include/strategy.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/strategy.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/strategy.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/strategy.hpp diff --git a/src/gpu/intel/jit/gemm/include/strategy_parser.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/strategy_parser.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/strategy_parser.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/strategy_parser.hpp diff --git a/src/gpu/intel/jit/gemm/include/type.hpp b/src/gpu/intel/jit/gemm/gemmstone/include/type.hpp similarity index 100% rename from src/gpu/intel/jit/gemm/include/type.hpp rename to src/gpu/intel/jit/gemm/gemmstone/include/type.hpp diff --git a/src/gpu/intel/jit/gemm/selector/_clang-format b/src/gpu/intel/jit/gemm/gemmstone/selector/_clang-format similarity index 100% rename from src/gpu/intel/jit/gemm/selector/_clang-format rename to src/gpu/intel/jit/gemm/gemmstone/selector/_clang-format diff --git a/src/gpu/intel/jit/gemm/selector/db/kernel.db b/src/gpu/intel/jit/gemm/gemmstone/selector/db/kernel.db similarity index 100% rename from src/gpu/intel/jit/gemm/selector/db/kernel.db rename to src/gpu/intel/jit/gemm/gemmstone/selector/db/kernel.db diff --git a/src/gpu/intel/jit/gemm/selector/db/ukernel_lmr.db b/src/gpu/intel/jit/gemm/gemmstone/selector/db/ukernel_lmr.db similarity index 100% rename from src/gpu/intel/jit/gemm/selector/db/ukernel_lmr.db rename to src/gpu/intel/jit/gemm/gemmstone/selector/db/ukernel_lmr.db diff --git a/src/gpu/intel/jit/gemm/selector/db/ukernel_mlr.db b/src/gpu/intel/jit/gemm/gemmstone/selector/db/ukernel_mlr.db similarity index 100% rename from src/gpu/intel/jit/gemm/selector/db/ukernel_mlr.db rename to src/gpu/intel/jit/gemm/gemmstone/selector/db/ukernel_mlr.db diff --git a/src/gpu/intel/jit/gemm/selector/db/ukernel_mmr.db b/src/gpu/intel/jit/gemm/gemmstone/selector/db/ukernel_mmr.db similarity index 100% rename from src/gpu/intel/jit/gemm/selector/db/ukernel_mmr.db rename to src/gpu/intel/jit/gemm/gemmstone/selector/db/ukernel_mmr.db diff --git a/src/gpu/intel/jit/gemm/selector/kernel_evaluator.cpp b/src/gpu/intel/jit/gemm/gemmstone/selector/kernel_evaluator.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/selector/kernel_evaluator.cpp rename to src/gpu/intel/jit/gemm/gemmstone/selector/kernel_evaluator.cpp diff --git a/src/gpu/intel/jit/gemm/selector/kernel_selector.cpp b/src/gpu/intel/jit/gemm/gemmstone/selector/kernel_selector.cpp similarity index 100% rename from src/gpu/intel/jit/gemm/selector/kernel_selector.cpp rename to src/gpu/intel/jit/gemm/gemmstone/selector/kernel_selector.cpp diff --git a/src/gpu/intel/jit/gemm/gen_gemm.cpp b/src/gpu/intel/jit/gemm/gen_gemm.cpp index bf1b95ed7e1..8efa7e2f506 100644 --- a/src/gpu/intel/jit/gemm/gen_gemm.cpp +++ b/src/gpu/intel/jit/gemm/gen_gemm.cpp @@ -1,5 +1,5 @@ /******************************************************************************* -* Copyright 2019-2024 Intel Corporation +* Copyright 2019-2025 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -22,7 +22,7 @@ #include "common/type_helpers.hpp" #include "gpu/intel/compute/utils.hpp" #include "gpu/intel/jit/gemm/gemm_walk_orders.hpp" -#include "gpu/intel/jit/gemm/include/driver_info.hpp" +#include "gemmstone/include/driver_info.hpp" namespace dnnl { namespace impl { diff --git a/src/gpu/intel/jit/gemm/gen_gemm_kernel.cpp b/src/gpu/intel/jit/gemm/gen_gemm_kernel.cpp index bec0b9ad301..1b25927e52a 100644 --- a/src/gpu/intel/jit/gemm/gen_gemm_kernel.cpp +++ b/src/gpu/intel/jit/gemm/gen_gemm_kernel.cpp @@ -17,8 +17,8 @@ #include "gpu/intel/jit/gemm/gen_gemm_kernel.hpp" #include "common/impl_registration.hpp" #include "gpu/intel/compute/device_info.hpp" -#include "gpu/intel/jit/gemm/include/generator.hpp" -#include "gpu/intel/jit/gemm/include/strategy_parser.hpp" +#include "gemmstone/include/generator.hpp" +#include "gemmstone/include/strategy_parser.hpp" #include "gpu/intel/jit/utils/ngen_type_bridge.hpp" #include "gpu/intel/utils.hpp" diff --git a/src/gpu/intel/jit/gemm/gen_gemm_kernel.hpp b/src/gpu/intel/jit/gemm/gen_gemm_kernel.hpp index 1b3a20b3634..0cae742574d 100644 --- a/src/gpu/intel/jit/gemm/gen_gemm_kernel.hpp +++ b/src/gpu/intel/jit/gemm/gen_gemm_kernel.hpp @@ -20,13 +20,13 @@ #include "common/c_types_map.hpp" #include "gpu/intel/compute/device_info.hpp" #include "gpu/intel/compute/kernel_arg_list.hpp" -#include "gpu/intel/jit/gemm/include/driver_info.hpp" -#include "gpu/intel/jit/gemm/include/kernel_catalog.hpp" -#include "gpu/intel/jit/gemm/include/kernel_evaluator.hpp" -#include "gpu/intel/jit/gemm/include/kernel_selector.hpp" -#include "gpu/intel/jit/gemm/include/problem.hpp" -#include "gpu/intel/jit/gemm/include/strategy.hpp" -#include "gpu/intel/jit/gemm/include/type.hpp" +#include "gemmstone/include/driver_info.hpp" +#include "gemmstone/include/kernel_catalog.hpp" +#include "gemmstone/include/kernel_evaluator.hpp" +#include "gemmstone/include/kernel_selector.hpp" +#include "gemmstone/include/problem.hpp" +#include "gemmstone/include/strategy.hpp" +#include "gemmstone/include/type.hpp" #include "gpu/intel/jit/jit_generator_base.hpp" #include "gpu/intel/kernel_cache.hpp" #include "xpu/utils.hpp" diff --git a/src/gpu/intel/jit/gemm/jit_gemm_pd.cpp b/src/gpu/intel/jit/gemm/jit_gemm_pd.cpp index 7bca5e96f73..b8f4e9785f1 100644 --- a/src/gpu/intel/jit/gemm/jit_gemm_pd.cpp +++ b/src/gpu/intel/jit/gemm/jit_gemm_pd.cpp @@ -15,7 +15,7 @@ *******************************************************************************/ #include "gpu/intel/jit/gemm/jit_gemm_pd.hpp" -#include "gpu/intel/jit/gemm/include/generator.hpp" +#include "gemmstone/include/generator.hpp" namespace dnnl { namespace impl { diff --git a/src/gpu/intel/jit/gemm/xe_hp_systolic_gemm.hpp b/src/gpu/intel/jit/gemm/xe_hp_systolic_gemm.hpp index 9ba48548dc7..b9219c18f59 100644 --- a/src/gpu/intel/jit/gemm/xe_hp_systolic_gemm.hpp +++ b/src/gpu/intel/jit/gemm/xe_hp_systolic_gemm.hpp @@ -1,5 +1,5 @@ /******************************************************************************* -* Copyright 2019-2024 Intel Corporation +* Copyright 2019-2025 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -25,8 +25,8 @@ #include "common/memory_storage.hpp" #include "common/utils.hpp" #include "gpu/intel/gemm/gpu_gemm.hpp" -#include "gpu/intel/jit/gemm/include/driver_info.hpp" -#include "gpu/intel/jit/gemm/include/problem.hpp" +#include "gemmstone/include/driver_info.hpp" +#include "gemmstone/include/problem.hpp" #include "gpu/intel/jit/gemm/jit_gemm_pd.hpp" namespace dnnl { diff --git a/src/gpu/intel/ocl/CMakeLists.txt b/src/gpu/intel/ocl/CMakeLists.txt index 237eb8ba01e..309dc8e4a4e 100644 --- a/src/gpu/intel/ocl/CMakeLists.txt +++ b/src/gpu/intel/ocl/CMakeLists.txt @@ -1,5 +1,5 @@ #=============================================================================== -# Copyright 2019-2024 Intel Corporation +# Copyright 2019-2025 Intel Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -37,6 +37,9 @@ gen_gpu_kernel_list( list(APPEND SOURCES ${kernel_list_src}) +# Add gemmstone include +include_directories(${OBJ_LIB} ${ONEDNN_GEMMSTONE_DIR}/..) + set(OBJ_LIB ${LIB_PACKAGE_NAME}_gpu_intel_ocl) add_library(${OBJ_LIB} OBJECT ${SOURCES}) set_property(GLOBAL APPEND PROPERTY DNNL_LIB_DEPS diff --git a/src/gpu/intel/ocl/micro_sdpa.cpp b/src/gpu/intel/ocl/micro_sdpa.cpp index 87cfaadbc9f..435ecd89384 100644 --- a/src/gpu/intel/ocl/micro_sdpa.cpp +++ b/src/gpu/intel/ocl/micro_sdpa.cpp @@ -20,7 +20,7 @@ #include "common/type_helpers.hpp" #include "gpu/intel/compute/utils.hpp" #include "gpu/intel/jit/gemm/gen_gemm_kernel.hpp" -#include "gpu/intel/jit/gemm/include/microkernel_provider.hpp" +#include "gemmstone/include/microkernel_provider.hpp" #include #include