mirror of
https://github.com/ggerganov/llama.cpp
synced 2026-04-28 03:22:01 +02:00
81069a808a
* hexagon: add support for debian on ex2 * hexagon: add -fvectotize to c/c++ cmake flags * hexagon: remove trailing white space * update onboarding steps * hexagon: update linux setup documentation * hexagon: update intallation scripts * Hexagon: update docs * hexagon: update onboarding scripts --------- Co-authored-by: Zack Li <zackli@qti.qualcomm.com>
91 lines
4.4 KiB
JSON
91 lines
4.4 KiB
JSON
{
|
|
"version": 5,
|
|
"configurePresets": [
|
|
{
|
|
"name": "arm64-android-snapdragon",
|
|
"hidden": true,
|
|
"architecture": { "value": "arm64", "strategy": "external" },
|
|
"toolset": { "value": "host=x86_64", "strategy": "external" },
|
|
"cacheVariables": {
|
|
"ANDROID_ABI": "arm64-v8a",
|
|
"ANDROID_PLATFORM": "android-31",
|
|
"CMAKE_TOOLCHAIN_FILE": "$env{ANDROID_NDK_ROOT}/build/cmake/android.toolchain.cmake",
|
|
"CMAKE_C_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -fno-finite-math-only -flto -D_GNU_SOURCE",
|
|
"CMAKE_CXX_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -fno-finite-math-only -flto -D_GNU_SOURCE",
|
|
"CMAKE_C_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_CXX_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_C_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_PREFIX_PATH": "$env{OPENCL_SDK_ROOT}",
|
|
"HEXAGON_SDK_ROOT": "$env{HEXAGON_SDK_ROOT}",
|
|
"HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
|
|
"PREBUILT_LIB_DIR": "android_aarch64",
|
|
"GGML_OPENMP": "OFF",
|
|
"GGML_LLAMAFILE": "OFF",
|
|
"GGML_OPENCL": "ON",
|
|
"GGML_HEXAGON": "ON",
|
|
"GGML_HEXAGON_FP32_QUANTIZE_GROUP_SIZE": "128",
|
|
"LLAMA_OPENSSL": "OFF"
|
|
}
|
|
},
|
|
|
|
{
|
|
"name": "arm64-windows-snapdragon",
|
|
"inherits": [ "base", "arm64-windows-llvm" ],
|
|
"cacheVariables": {
|
|
"CMAKE_C_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -flto -D_GNU_SOURCE",
|
|
"CMAKE_CXX_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -flto -D_GNU_SOURCE",
|
|
"CMAKE_C_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_CXX_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_C_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_PREFIX_PATH": "$env{OPENCL_SDK_ROOT}",
|
|
"HEXAGON_SDK_ROOT": "$env{HEXAGON_SDK_ROOT}",
|
|
"HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
|
|
"PREBUILT_LIB_DIR": "windows_aarch64",
|
|
"GGML_OPENMP": "OFF",
|
|
"GGML_LLAMAFILE": "OFF",
|
|
"GGML_OPENCL": "ON",
|
|
"GGML_HEXAGON": "ON",
|
|
"GGML_HEXAGON_FP32_QUANTIZE_GROUP_SIZE": "128",
|
|
"LLAMA_OPENSSL": "OFF"
|
|
}
|
|
},
|
|
|
|
{
|
|
"name": "arm64-linux-snapdragon",
|
|
"hidden": true,
|
|
"architecture": { "value": "arm64", "strategy": "external" },
|
|
"toolset": { "value": "host=x86_64", "strategy": "external" },
|
|
"cacheVariables": {
|
|
"CMAKE_TOOLCHAIN_FILE": "cmake/arm64-linux-clang.cmake",
|
|
"CMAKE_C_FLAGS": "-march=armv8 -fno-finite-math-only -flto -D_GNU_SOURCE",
|
|
"CMAKE_CXX_FLAGS": "-march=armv8 -fno-finite-math-only -flto -D_GNU_SOURCE",
|
|
"CMAKE_C_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_CXX_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_C_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_PREFIX_PATH": "$env{OPENCL_SDK_ROOT}",
|
|
"HEXAGON_SDK_ROOT": "$env{HEXAGON_SDK_ROOT}",
|
|
"HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
|
|
"PREBUILT_LIB_DIR": "linux_aarch64",
|
|
"GGML_OPENMP": "OFF",
|
|
"GGML_LLAMAFILE": "OFF",
|
|
"GGML_OPENCL": "OFF",
|
|
"GGML_HEXAGON": "ON",
|
|
"GGML_HEXAGON_FP32_QUANTIZE_GROUP_SIZE": "128",
|
|
"LLAMA_OPENSSL": "OFF"
|
|
}
|
|
},
|
|
|
|
{ "name": "arm64-android-snapdragon-debug" , "inherits": [ "base", "arm64-android-snapdragon", "debug" ] },
|
|
{ "name": "arm64-android-snapdragon-release", "inherits": [ "base", "arm64-android-snapdragon", "release" ] },
|
|
|
|
{ "name": "arm64-windows-snapdragon-debug" , "inherits": [ "base", "arm64-windows-snapdragon", "debug" ] },
|
|
{ "name": "arm64-windows-snapdragon-release", "inherits": [ "base", "arm64-windows-snapdragon", "release" ] },
|
|
|
|
{ "name": "arm64-linux-snapdragon-debug" , "inherits": [ "base", "arm64-linux-snapdragon", "debug" ] },
|
|
{ "name": "arm64-linux-snapdragon-release", "inherits": [ "base", "arm64-linux-snapdragon", "release" ] }
|
|
]
|
|
}
|