Todor Boinovski
ce38a4db47
* hexagon: updates to enable offloading to HTP on WoS * Update windows.md * Update windows.md * hexagon: enable -O3 optimizations * hexagon: move all _WINDOWS conditional compilation to _WIN32 * hexagon: updates to enable offloading to HTP on WoS * hexagon: use run-time vs load-time dynamic linking for cdsp driver interface * refactor htp-drv * hexagon: add run-bench.ps1 script * hexagon: htdrv refactor * hexagon: unify Android and Windows build readmes * hexagon: update README.md * hexagon: refactor htpdrv * hexagon: drv refactor * hexagon: more drv refactor * hexagon: fixes for android builds * hexagon: factor out dl into ggml-backend-dl * hexagon: add run-tool.ps1 script * hexagon: merge htp-utils in htp-drv and remove unused code * wos: no need for getopt_custom.h * wos: add missing CR in htpdrv * hexagon: ndev enforecement applies only to the Android devices * hexagon: add support for generating and signing .cat file * hexagon: add .inf file * hexagon: working auto-signing and improved windows builds * hexagon: futher improve skel build * hexagon: add rough WoS guide * hexagon: updated windows guide * hexagon: improve cmake handling of certs and logging * hexagon: improve windows setup/build doc * hexagon: more windows readme updates * hexagon: windows readme updates * hexagon: windows readme updates * hexagon: windows readme updates * hexagon: windows readme updates * Update windows.md * Update windows.md * snapdragon: rename docs/backend/hexagon to docs/backends/snapdragon Also added a power shell script to simplify build env setup. * hexagon: remove trailing whitespace and move cmake requirement to user-presets * hexagon: fix CMakeUserPresets path in workflow yaml * hexagon: introduce local version of libdl.h * hexagon: fix src1 reuse logic gpt-oss needs a bigger lookahead window. The check for src[1] itself being quantized was wrong. --------- Co-authored-by: Max Krasnyansky <maxk@qti.qualcomm.com>
67 lines
3.1 KiB
JSON
67 lines
3.1 KiB
JSON
{
|
|
"version": 5,
|
|
"cmakeMinimumRequired": {
|
|
"major": 3,
|
|
"minor": 28,
|
|
"patch": 0
|
|
},
|
|
"configurePresets": [
|
|
{
|
|
"name": "arm64-android-snapdragon",
|
|
"hidden": true,
|
|
"architecture": { "value": "arm64", "strategy": "external" },
|
|
"toolset": { "value": "host=x86_64", "strategy": "external" },
|
|
"cacheVariables": {
|
|
"ANDROID_ABI": "arm64-v8a",
|
|
"ANDROID_PLATFORM": "android-31",
|
|
"CMAKE_TOOLCHAIN_FILE": "$env{ANDROID_NDK_ROOT}/build/cmake/android.toolchain.cmake",
|
|
"CMAKE_C_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -fno-finite-math-only -flto -D_GNU_SOURCE",
|
|
"CMAKE_CXX_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -fno-finite-math-only -flto -D_GNU_SOURCE",
|
|
"CMAKE_C_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_CXX_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_C_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_PREFIX_PATH": "$env{OPENCL_SDK_ROOT}",
|
|
"HEXAGON_SDK_ROOT": "$env{HEXAGON_SDK_ROOT}",
|
|
"HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
|
|
"PREBUILT_LIB_DIR": "android_aarch64",
|
|
"GGML_OPENMP": "OFF",
|
|
"GGML_LLAMAFILE": "OFF",
|
|
"GGML_OPENCL": "ON",
|
|
"GGML_HEXAGON": "ON",
|
|
"GGML_HEXAGON_FP32_QUANTIZE_GROUP_SIZE": "128",
|
|
"LLAMA_OPENSSL": "OFF"
|
|
}
|
|
},
|
|
|
|
{
|
|
"name": "arm64-windows-snapdragon",
|
|
"inherits": [ "base", "arm64-windows-llvm" ],
|
|
"cacheVariables": {
|
|
"CMAKE_C_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -flto -D_GNU_SOURCE",
|
|
"CMAKE_CXX_FLAGS": "-march=armv8.7a+fp16 -fvectorize -ffp-model=fast -flto -D_GNU_SOURCE",
|
|
"CMAKE_C_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_CXX_FLAGS_RELEASE": "-O3 -DNDEBUG",
|
|
"CMAKE_C_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_CXX_FLAGS_RELWITHDEBINFO": "-O3 -DNDEBUG -g",
|
|
"CMAKE_PREFIX_PATH": "$env{OPENCL_SDK_ROOT}",
|
|
"HEXAGON_SDK_ROOT": "$env{HEXAGON_SDK_ROOT}",
|
|
"HEXAGON_TOOLS_ROOT": "$env{HEXAGON_TOOLS_ROOT}",
|
|
"PREBUILT_LIB_DIR": "windows_aarch64",
|
|
"GGML_OPENMP": "OFF",
|
|
"GGML_LLAMAFILE": "OFF",
|
|
"GGML_OPENCL": "ON",
|
|
"GGML_HEXAGON": "ON",
|
|
"GGML_HEXAGON_FP32_QUANTIZE_GROUP_SIZE": "128",
|
|
"LLAMA_OPENSSL": "OFF"
|
|
}
|
|
},
|
|
|
|
{ "name": "arm64-android-snapdragon-debug" , "inherits": [ "base", "arm64-android-snapdragon", "debug" ] },
|
|
{ "name": "arm64-android-snapdragon-release", "inherits": [ "base", "arm64-android-snapdragon", "release" ] },
|
|
|
|
{ "name": "arm64-windows-snapdragon-debug" , "inherits": [ "base", "arm64-windows-snapdragon", "debug" ] },
|
|
{ "name": "arm64-windows-snapdragon-release", "inherits": [ "base", "arm64-windows-snapdragon", "release" ] }
|
|
]
|
|
}
|