ggml-blas: set mkl threads from thread context (#20602)
* ggml blas: set mkl threads from thread context * add code to run blas locally
This commit is contained in:
@@ -25,7 +25,13 @@
|
|||||||
# # with KLEIDIAI support
|
# # with KLEIDIAI support
|
||||||
# GG_BUILD_KLEIDIAI=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt
|
# GG_BUILD_KLEIDIAI=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt
|
||||||
#
|
#
|
||||||
# # with OPENVINO support
|
# # with BLAS support
|
||||||
|
# GG_BUILD_BLAS=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt
|
||||||
|
#
|
||||||
|
# with BLAS support (custom vendor)
|
||||||
|
# GG_BUILD_BLAS=1 GG_BUILD_BLAS_VENDOR=Intel10_64lp bash ./ci/run.sh ./tmp/results ./tmp/mnt
|
||||||
|
#
|
||||||
|
# with OPENVINO support
|
||||||
# GG_BUILD_OPENVINO=1 GG_BUILD_LOW_PERF=1 GGML_OPENVINO_DEVICE=CPU bash ./ci/run.sh ./tmp/results ./tmp/mnt
|
# GG_BUILD_OPENVINO=1 GG_BUILD_LOW_PERF=1 GGML_OPENVINO_DEVICE=CPU bash ./ci/run.sh ./tmp/results ./tmp/mnt
|
||||||
#
|
#
|
||||||
|
|
||||||
@@ -169,6 +175,10 @@ if [ -n "${GG_BUILD_KLEIDIAI}" ]; then
|
|||||||
-DBUILD_SHARED_LIBS=OFF"
|
-DBUILD_SHARED_LIBS=OFF"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
if [ ! -z ${GG_BUILD_BLAS} ]; then
|
||||||
|
CMAKE_EXTRA="${CMAKE_EXTRA} -DGGML_BLAS=ON -DGGML_BLAS_VENDOR=${GG_BUILD_BLAS_VENDOR:-OpenBLAS}"
|
||||||
|
fi
|
||||||
|
|
||||||
if [ ! -z ${GG_BUILD_OPENVINO} ]; then
|
if [ ! -z ${GG_BUILD_OPENVINO} ]; then
|
||||||
if [ -z ${OpenVINO_DIR} ]; then
|
if [ -z ${OpenVINO_DIR} ]; then
|
||||||
echo "OpenVINO_DIR not found, please install OpenVINO via archives and enable it by:"
|
echo "OpenVINO_DIR not found, please install OpenVINO via archives and enable it by:"
|
||||||
|
|||||||
@@ -121,6 +121,8 @@ static void ggml_backend_blas_mul_mat(ggml_backend_blas_context * ctx, struct gg
|
|||||||
bli_thread_set_num_threads(ctx->n_threads);
|
bli_thread_set_num_threads(ctx->n_threads);
|
||||||
#elif defined(GGML_BLAS_USE_NVPL)
|
#elif defined(GGML_BLAS_USE_NVPL)
|
||||||
nvpl_blas_set_num_threads(ctx->n_threads);
|
nvpl_blas_set_num_threads(ctx->n_threads);
|
||||||
|
#elif defined(GGML_BLAS_USE_MKL)
|
||||||
|
mkl_set_num_threads(ctx->n_threads);
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
for (int64_t i13 = 0; i13 < ne13; i13++) {
|
for (int64_t i13 = 0; i13 < ne13; i13++) {
|
||||||
|
|||||||
Reference in New Issue
Block a user