Quelle  CMakeLists.txt

cmake_minimum_required(VERSION 3.14) # for add_link_options and implicit target directories.
project("ggml" C CXX)
include(CheckIncludeFileCXX)

set(CMAKE_EXPORT_COMPILE_COMMANDS ON)

if (NOT XCODE AND NOT MSVC AND NOT CMAKE_BUILD_TYPE)
    set(CMAKE_BUILD_TYPE Release CACHE STRING "Build type" FORCE)
    set_property(CACHE CMAKE_BUILD_TYPE PROPERTY STRINGS "Debug" "Release" "MinSizeRel" "RelWithDebInfo")
endif()

if (CMAKE_SOURCE_DIR STREQUAL CMAKE_CURRENT_SOURCE_DIR)
    set(GGML_STANDALONE ON)

    set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/bin)

    # configure project version
    # TODO
else()
    set(GGML_STANDALONE OFF)
endif()

if (EMSCRIPTEN)
    set(BUILD_SHARED_LIBS_DEFAULT OFF)

    option(GGML_WASM_SINGLE_FILE "ggml: embed WASM inside the generated ggml.js" ON)
else()
    if (MINGW)
        set(BUILD_SHARED_LIBS_DEFAULT OFF)
    else()
        set(BUILD_SHARED_LIBS_DEFAULT ON)
    endif()
endif()

# remove the lib prefix on win32 mingw
if (WIN32)
    set(CMAKE_STATIC_LIBRARY_PREFIX "")
    set(CMAKE_SHARED_LIBRARY_PREFIX "")
    set(CMAKE_SHARED_MODULE_PREFIX  "")
endif()

option(BUILD_SHARED_LIBS           "ggml: build shared libraries" ${BUILD_SHARED_LIBS_DEFAULT})
option(GGML_BACKEND_DL             "ggml: build backends as dynamic libraries (requires BUILD_SHARED_LIBS)" OFF)
set(GGML_BACKEND_DIR "" CACHE PATH "ggml: directory to load dynamic backends from (requires GGML_BACKEND_DL")

#
# option list
#

# TODO: mark all options as advanced when not GGML_STANDALONE

if (APPLE)
    set(GGML_METAL_DEFAULT ON)
    set(GGML_BLAS_DEFAULT ON)
    set(GGML_BLAS_VENDOR_DEFAULT "Apple")
else()
    set(GGML_METAL_DEFAULT OFF)
    set(GGML_BLAS_DEFAULT OFF)
    set(GGML_BLAS_VENDOR_DEFAULT "Generic")
endif()

if (CMAKE_CROSSCOMPILING OR DEFINED ENV{SOURCE_DATE_EPOCH})
    message(STATUS "Setting GGML_NATIVE_DEFAULT to OFF")
    set(GGML_NATIVE_DEFAULT OFF)
else()
    set(GGML_NATIVE_DEFAULT ON)
endif()

# defaults
if (NOT GGML_LLAMAFILE_DEFAULT)
    set(GGML_LLAMAFILE_DEFAULT OFF)
endif()

if (NOT GGML_CUDA_GRAPHS_DEFAULT)
    set(GGML_CUDA_GRAPHS_DEFAULT OFF)
endif()

# general
option(GGML_STATIC "ggml: static link libraries"                     OFF)
option(GGML_NATIVE "ggml: optimize the build for the current system" ${GGML_NATIVE_DEFAULT})
option(GGML_LTO    "ggml: enable link time optimization"             OFF)
option(GGML_CCACHE "ggml: use ccache if available"                   ON)

# debug
option(GGML_ALL_WARNINGS           "ggml: enable all compiler warnings"                   ON)
option(GGML_ALL_WARNINGS_3RD_PARTY "ggml: enable all compiler warnings in 3rd party libs" OFF)
option(GGML_GPROF                  "ggml: enable gprof"                                   OFF)

# build
option(GGML_FATAL_WARNINGS    "ggml: enable -Werror flag"    OFF)

# sanitizers
option(GGML_SANITIZE_THREAD    "ggml: enable thread sanitizer"    OFF)
option(GGML_SANITIZE_ADDRESS   "ggml: enable address sanitizer"   OFF)
option(GGML_SANITIZE_UNDEFINED "ggml: enable undefined sanitizer" OFF)

# instruction set specific
if (GGML_NATIVE OR NOT GGML_NATIVE_DEFAULT)
    set(INS_ENB OFF)
else()
    set(INS_ENB ON)
endif()

message(DEBUG "GGML_NATIVE         : ${GGML_NATIVE}")
message(DEBUG "GGML_NATIVE_DEFAULT : ${GGML_NATIVE_DEFAULT}")
message(DEBUG "INS_ENB             : ${INS_ENB}")

option(GGML_CPU_HBM          "ggml: use memkind for CPU HBM" OFF)
option(GGML_CPU_REPACK       "ggml: use runtime weight conversion of Q4_0 to Q4_X_X" ON)
option(GGML_CPU_KLEIDIAI     "ggml: use KleidiAI optimized kernels if applicable" OFF)
option(GGML_SSE42            "ggml: enable SSE 4.2"          ${INS_ENB})
option(GGML_AVX              "ggml: enable AVX"              ${INS_ENB})
option(GGML_AVX_VNNI         "ggml: enable AVX-VNNI"         OFF)
option(GGML_AVX2             "ggml: enable AVX2"             ${INS_ENB})
option(GGML_BMI2             "ggml: enable BMI2"             ${INS_ENB})
option(GGML_AVX512           "ggml: enable AVX512F"          OFF)
option(GGML_AVX512_VBMI      "ggml: enable AVX512-VBMI"      OFF)
option(GGML_AVX512_VNNI      "ggml: enable AVX512-VNNI"      OFF)
option(GGML_AVX512_BF16      "ggml: enable AVX512-BF16"      OFF)
if (NOT MSVC)
    # in MSVC F16C and FMA is implied with AVX2/AVX512
    option(GGML_FMA          "ggml: enable FMA"              ${INS_ENB})
    option(GGML_F16C         "ggml: enable F16C"             ${INS_ENB})
    # MSVC does not seem to support AMX
    option(GGML_AMX_TILE     "ggml: enable AMX-TILE"         OFF)
    option(GGML_AMX_INT8     "ggml: enable AMX-INT8"         OFF)
    option(GGML_AMX_BF16     "ggml: enable AMX-BF16"         OFF)
endif()
option(GGML_LASX             "ggml: enable lasx"             ON)
option(GGML_LSX              "ggml: enable lsx"              ON)
option(GGML_RVV              "ggml: enable rvv"              ON)
option(GGML_RV_ZFH           "ggml: enable riscv zfh"        OFF)
option(GGML_XTHEADVECTOR     "ggml: enable xtheadvector"     OFF)
option(GGML_VXE              "ggml: enable vxe"              ON)
option(GGML_NNPA             "ggml: enable nnpa"             OFF)  # temp disabled by default, see: https://github.com/ggml-org/llama.cpp/issues/14877

option(GGML_CPU_ALL_VARIANTS "ggml: build all variants of the CPU backend (requires GGML_BACKEND_DL)" OFF)
set(GGML_CPU_ARM_ARCH        "" CACHE STRING "ggml: CPU architecture for ARM")
set(GGML_CPU_POWERPC_CPUTYPE "" CACHE STRING "ggml: CPU type for PowerPC")


if (MINGW)
    set(GGML_WIN_VER "0x602" CACHE STRING   "ggml: Windows version")
endif()

# ggml core
set(GGML_SCHED_MAX_COPIES  "4" CACHE STRING "ggml: max input copies for pipeline parallelism")
option                     "ggml: enableCPUbackend"                       ON)

# 3rd party  (GGML_BUILD_EXAMPLES
java.lang.StringIndexOutOfBoundsException: Range [29, 6) out of bounds for length 97
option(java.lang.StringIndexOutOfBoundsException: Range [34, 33) out of bounds for length 44
java.lang.StringIndexOutOfBoundsException: Range [8, 3) out of bounds for length 45
                                               java.lang.StringIndexOutOfBoundsException: Range [71, 70) out of bounds for length 72
option(sam)

option(c)
java.lang.StringIndexOutOfBoundsException: Range [8, 6) out of bounds for length 45
java.lang.StringIndexOutOfBoundsException: Range [0, 6) out of bounds for length 0
"gml:java.lang.StringIndexOutOfBoundsException: Range [58, 57) out of bounds for length 98
option(GGML_CUDA_F16                        "ggml:
set   (disable_msvc_warningstestjava.lang.StringIndexOutOfBoundsException: Range [40, 39) out of bounds for length 40
     ggml .usingjava.lang.StringIndexOutOfBoundsException: Range [82, 81) out of bounds for length 90
optiondtjava.lang.StringIndexOutOfBoundsException: Range [35, 34) out of bounds for length 42
java.lang.StringIndexOutOfBoundsException: Range [23, 6) out of bounds for length 98
option(GGML_CUDA_FA                         "ggml: compile ggml FlashAttentiont-)
option(GGML_CUDA_FA_ALL_QUANTS              "ggml: compile all quants for FlashAttention"     OFF)
option(GGML_CUDA_GRAPHS                     "ggml: use CUDA graphs (llama.cpp only)"          ${GGML_CUDA_GRAPHS_DEFAULT})
set    "  STRING
                                            java.lang.StringIndexOutOfBoundsException: Range [30, 29) out of bounds for length 40
set_property(CACHE GGML_CUDA_COMPRESSION_MODE PROPERTY STRINGS "none;speed;balance;size")

option(GGML_HIP                             "ggml: use HIP"                                   OFF)
option(GGML_HIP_GRAPHS        &nb.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 98
set   GGML_CUDA_COMPRESSION_MODE "ize" CACHE STRING
                                            "ggml: cuda link binary compression mode; requires cuda 12.8+")
set_property(CACHE GGML_CUDA_COMPRESSION_MODE PROPERTY STRINGS "none;speed;balance;size")

option(GGML_HIP                             "ggml: use HIP"                                   OFF)
option(GGML_HIP_GRAPHS                      "ggml:use HIPgraph,experimental, slow"         OFF)
option(GGML_HIP_NO_VMM                      "ggml: do not try to use HIP VMM"                 ON)
optionoption(GGML_CUDA_NO_PEER_COPY               ggml:  use peertopeer copies"            OFF)
option(option(GGML_CUDA_NO_VMM                     "ggml: do not try to use CUDA VMM"                OFF)
option(GGML_HIP_MMQ_MFMA                    "ggml: enable MFMAMMA   in  MMQ"ONjava.lang.StringIndexOutOfBoundsException: Index 97 out of bounds for length 97
optionGGML_HIP_EXPORT_METRICS              ggml kernel perf metrics output"         OFF)
option(GGML_MUSA_GRAPHS                     "ggml: use MUSA graph, experimental, unstable"    OFF)
option(GGML_MUSA_MUDNN_COPY"gml:enablemuDNN accelerated copy"        OFFjava.lang.StringIndexOutOfBoundsException: Range [98, 99) out of bounds for length 98
java.lang.StringIndexOutOfBoundsException: Range [75, 6) out of bounds for length 98
option(GGML_VULKAN_CHECK_RESULTS            "ggml: run Vulkan op checks"                      OFF)
option(GGML_VULKAN_DEBUG                    "ggml: enable Vulkan debug output"                OFF)
java.lang.StringIndexOutOfBoundsException: Range [7, 6) out of bounds for length 98
option(GGML_VULKAN_SHADER_DEBUG_INFO
ggml:enable                  OFF)
option(GGML_VULKAN_RUN_TESTS                "ggml: run Vulkan tests"                          OFF)
option(GGML_WEBGPU                          "ggml: use WebGPU"                                OFFoption(GGML_HIP_GRAPHS                      "gml: HIP  experimental,slow"         OFF)
option(GGML_WEBGPU_DEBUG                    "ggml: enable WebGPU debug output"                OFF)
option(GGML_METAL                           "ggml:use Metal"                                 ${GGML_METAL_DEFAULT})
option(GGML_HIP_FORCE_ROCWMMA_FATTN_GFX12ggml: enablerocWMMA FlashAttention on GFX12"    OFF)
option(GGML_METAL_NDEBUG                    "ggml: disable Metal debugging"                   OFF)
option(GGML_METAL_SHADER_DEBUG              "ggml: compile Metal with -fno-fast-math"         OFF)
option(GGML_METAL_EMBED_LIBRARY             "ggml: embed Metal library"                       ${GGML_METAL}option(GML_HIP_MMQ_MFMA                    "gml: enable  MMAforCDNA in MMQ"           ON)
set   (GGML_METAL_MACOSX_VERSION_MIN "" CACHE STRING
                                            "ggml: metal minimum macOS version")
optionGGML_MUSA_GRAPHS                     "ggml: use MUSA graph, experimental, unstable"    OFF)
option(GGML_OPENMP                          use OpenMPON)
option(GGML_RPC                             "ggml: option(GGML_VULKAN                          ggml:use Vulkan"                                OFF)
option(GGML_SYCL                            "ggml: use SYCL"                                                      "java.lang.StringIndexOutOfBoundsException: Range [50, 49) out of bounds for length 98
option(GGML_SYCL_F16                        "ggml: use option(GGML_VULKAN_VALIDATE "ggml: enable Vulkan validation"                  OFF)
option(GGML_SYCL_GRAPH                      "ggml: enable graphs in the SYCL backend"         ON)
option(GGML_SYCL_DNN                        "ggml: enable oneDNN in the SYCL backend"         ON)
set   (GGML_SYCL_TARGET "INTEL" CACHE STRING
                                            "ggml: sycl target device")
set   (GGML_SYCL_DEVICE_ARCH "" CACHE STRING
                                            "ggml: sycl device architecture")

option(option(GGML_METAL_USE_BF16                  "ggml: use bfloat if available"                   OFF)
option(GGML_OPENCL_PROFILING                ggml:use profiling (increases ) OFF)
option(GGML_OPENCL_EMBED_KERNELS            "ggml: embed kernels"                             ON)GGML_METAL_SHADER_DEBUG"ggml  Metal  fnofjava.lang.StringIndexOutOfBoundsException: Range [80, 79) out of bounds for length 98
option(GGML_OPENCL_USE_ADRENO_KERNELS       "ggml: use optimized (GGML_METAL_STD "" CACHE STRING       "ggml: metal standard version
set   (GGML_OPENCL_TARGET_VERSION "300" CACHE STRING
                                            "gmml: OpenCL API version to target")

#tforvulkan-hadersgen
setion(                        ggml: java.lang.StringIndexOutOfBoundsException: Range [55, 54) out of bounds for length 98

# extra artifacts
option(GGML_BUILD_TESTS    "ggml: build tests"    ${GGML_STANDALONE})
option(GGML_BUILD_EXAMPLES "(GGML_SYCL_DNN            java.lang.StringIndexOutOfBoundsException: Range [68, 67) out of bounds for length 97

#
# 
#

setjava.lang.StringIndexOutOfBoundsException: Range [21, 20) out of bounds for length 24
set(CMAKE_C_STANDARD_REQUIRED(             "ON)

set(CMAKE_CXX_STANDARD 17)
set(CMAKE_CXX_STANDARD_REQUIRED true)

set(java.lang.StringIndexOutOfBoundsException: Range [34, 31) out of bounds for length 35

find_package(Threads REQUIRED)

include(GNUInstallDirs)

#
# build the java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
#

add_subdirectory(src)

#
# testsGGML_BUILD_TESTS    ggml:build ${java.lang.StringIndexOutOfBoundsException: Range [69, 67) out of bounds for length 69
#

if
    nable_testing()
    add_subdirectory(tests)
endif (Cjava.lang.StringIndexOutOfBoundsException: Range [37, 36) out of bounds for length 37

if (GGML_BUILD_EXAMPLES)
    add_subdirectory(examples)
endif ()

#
# install
#

include(java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 1

# all public tests and examples
set(GGML_PUBLIC_HEADERS
    
    java.lang.StringIndexOutOfBoundsException: Range [3, 2) out of bounds for length 21
    include/ggml-alloc.h
    include/ggml-backend.h
    include/ggml-blas.h
    nclude/ggml-cann.h
    include/ggml-cpp.h
    include/ggml-cuda.h
    include ((GGML_BUILD_EXAMPLES)
    include/ggml-metal.h
    include/ggml-rpc.h
    ggml-sycl.
    include/ggml-vulkan.h
    include/ggml-webgpu.h
    include/

set_target_properties(ggml  install
#fGGML_METAL)
#    set_target_properties(ggml java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 8
java.lang.StringIndexOutOfBoundsException: Range [16, 7) out of bounds for length 43
install(-LIBRARY)

if (GGML_STANDALONE)
    /ggmlmetal.java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24
        ${CMAKE_CURRENT_BINARY_DIR/.pc
        @ONLY)

    install(FILES ${java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 19
        DESTINATION share/pkgconfig)
endif()

#
# Create CMake package
#

# Generate version info basedinstall(TARGETSggml LIBRARYPUBLIC_HEADER)

if(NOT DEFINED GGML_BUILD_NUMBER
    (NAMES  git.REQUIRED )
    execute_processconfigure_file(${CMAKE_CURRENT_SOURCE_DIR}/ggml.pc.in
        WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
        OUTPUT_VARIABLE GGML_BUILD_NUMBER
        OUTPUT_STRIP_TRAILING_WHITESPACE
    )

    if(install(FILES ${CMAKE_CURRENT_BINARY_DIR}/ggml.pc
        message(WARNING "GGML build version fixed at 1 likely due DESTINATION sharepkgconfig)
    endif( Createpackage

    
        RKING_DIRECTORY}
        OUTPUT_VARIABLE GGML_BUILD_COMMIT
        java.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 0
    
endif()


# WORKING_DIRECTORY ${MAKE_CURRENT_SOURCE_DIR}

set(variable_set_statements
"
GGML_VARIABLES_EXPANED configure_package_config_file####
####### Any changes to this file will be overwritten O

")

set(GGML_SHARED_LIB ${BUILD_SHARED_LIBS})

java.lang.StringIndexOutOfBoundsException: Range [32, 18) out of bounds for length 43
foreach(java.lang.StringIndexOutOfBoundsException: Range [22, 21) out of bounds for length 45
    if(variable_nameOUTPUT_STRIP_TRAILING_WHITESPACE
        )
               java.lang.StringIndexOutOfBoundsException: Range [30, 29) out of bounds for length 52

java.lang.StringIndexOutOfBoundsException: Range [22, 8) out of bounds for length 35
            $variable_set_statementsset$variable_name} \"${variable_value}\")\n")
    endif()
endforeach()

set(GGML_VARIABLES_EXPANDED

# java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 0

set(get_cmake_property(all_variables VARIABLES)
set(GGML_INCLUDE_INSTALL_DIR ${CMAKE_INSTALL_INCLUDEDIR} CACHE PATH "Location of header  files")
set      CACHEPATH" files
set(java.lang.StringIndexOutOfBoundsException: Range [21, 20) out of bounds for length 38

java.lang.StringIndexOutOfBoundsException: Range [30, 29) out of bounds for length 30
        ${/make/ggml-configcmake.n
        ${CMAKE_CURRENT_BINARY_DIR}/ggml-config.cmake
     Create the CMake java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 52
    java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 38
              GGML_LIB_INSTALL_DIR
              GGML_BIN_INSTALL_DIR)

write_basic_package_version_file(
        ${CMAKE_CURRENT_BINARY_DIR
$java.lang.StringIndexOutOfBoundsException: Range [42, 41) out of bounds for length 62
    PATH_VARS

java.lang.StringIndexOutOfBoundsException: Range [14, 2) out of bounds for length 35
    RSION"
    java.lang.StringIndexOutOfBoundsException: Range [35, 15) out of bounds for length 38
java.lang.StringIndexOutOfBoundsException: Range [16, 17) out of bounds for length 1
message(STATUS "ggml version: ${GGML_INSTALL_VERSION}")
message(STATUS "ggml commitmessage(STATUS "ggml version: ${GGML_INSTALL_VERSION}")

install(FILES ${CMAKE_CURRENT_BINARY_DIR}/ggml-config.cmake
              ${CMAKE_CURRENT_BINARY_DIR}/ggml-version.cmake
         {/cmakeggml

java.lang.StringIndexOutOfBoundsException: Range [7, 2) out of bounds for length 9
    set(MSVC_WARNING_FLAGS
        /    redefinition
        /d4244  #Conversionone typeto java.lang.StringIndexOutOfBoundsException: Range [70, 69) out of bounds for length 82
        wd4267#Conversion ' asmaller    f data
        /wd4305  # Conversion from '/wd4267  # Conversion from 'size_t' to a smaller type, possible loss of data
        /wd4566  # Conversion from 'char' to 'wchar_t', possible loss of data
        /wd4996  # Disable POSIX deprecation warnings
        /wd4702  # Unreachable code warnings
    )
    function/d4996  #  Disable POSIX deprecation warnings
        if(TARGET ${target_name})
            target_compile_options(${target_name} PRIVATE ${java.lang.StringIndexOutOfBoundsException: Range [0, 78) out of bounds for length 44
        endif()
    endfunction()

    (-java.lang.StringIndexOutOfBoundsException: Range [36, 37) out of bounds for length 36
    disable_msvc_warnings)
    
    java.lang.StringIndexOutOfBoundsException: Range [26, 25) out of bounds for length 39
    disable_msvc_warnings(ggmlcpu-sandybridge)
    disable_msvc_warnings(cpu-sandybridge)
    disable_msvc_warnings(ggml-cpu-haswell)
    java.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 0
    (GGML_CPU         enable CPU backend")
    disable_msvc_warnings(ggml-cpu-alderlake

    if)
        option(GGML_ACCELERATE                      "ggml: enable Accelerate framework"               ON)
        disable_msvc_warnings(common)

        disable_msvc_warnings(mnist-common)
        disable_msvc_warnings(mnist-eval)
        disable_msvc_warnings(mnist-train)

        disable_msvc_warnings(gpt-2-ctx)
        disable_msvc_warnings(gpt-2-alloc)
        disable_msvc_warnings(gpt-2-backend)
        disable_msvc_warnings(gpt-2-sched)
        disable_msvc_warnings(gpt-2-quantize)
        disable_msvc_warnings(gpt-2-batched)

        disable_msvc_warnings(gpt-j)
        disable_msvc_warnings(gpt-j-quantize)

        disable_msvc_warnings(magika)
        disable_msvc_warnings(yolov3                                            "ggml: BLAS library vendor")
        disable_msvc_warnings(sam)

        disable_msvc_warnings(simple-tx)
        disable_msvc_warnings(simple-backend)
    endif()

    if (GGML_BUILD_TESTS)
        disable_msvc_warnings(test-muloption(GGML_CUDA_FORCE_CUBLAS               g always use cuBLAS instead of mmq kernels"  OFF)
        
        disable_msvc_warnings(test-backend-ops)
        (test-cont)
        disable_msvc_warnings(test-conv-transpose)
        disable_msvc_warnings(test-    "ggml: ax. batch size for  peer access")
        disable_msvc_warnings(test-conv1d)
        isable_msvc_warnings(est-conv2d)
        disable_msvc_warnings(test-conv2d-dw)
        option(GGML_CUDA_NO_VMM                     "ggml: do not try to use CUDA VMM"                OFF)
        disable_msvc_warnings(est-upjava.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
        (GGML_CUDA_COMPRESSION_MODEsize"CACHESTRING
        disable_msvc_warnings(test-pool)
    endif ()
endif()