sleepy/llama.cpp
1
0
Fork 0
Code Issues 16 Pull Requests Actions 224 Packages Projects Releases Wiki Activity

CLI: fixed adding cli and completion into docker containers, improved docs (#18003)

Browse Source 
Co-authored-by: Andrew Aladjev <andrew.aladjev@gmail.com>
This commit is contained in:
Andrew Aladjev
2025-12-16 13:52:23 +03:00
committed by GitHub
parent 5f5f9b4637
commit fb644247de
5 changed files with 23 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.devops/llama-cli-cann.Dockerfile
+3 -2
View File
@@ -23,11 +23,12 @@ ENV LD_LIBRARY_PATH=${ASCEND_TOOLKIT_HOME}/runtime/lib64/stub:$LD_LIBRARY_PATH
RUN echo "Building with static libs" && \
source /usr/local/Ascend/ascend-toolkit/set_env.sh --force && \
cmake -B build -DGGML_NATIVE=OFF -DGGML_CANN=ON -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_TESTS=OFF && \
cmake --build build --config Release --target llama-cli
cmake --build build --config Release --target llama-cli && \
cmake --build build --config Release --target llama-completion
# TODO: use image with NNRT
FROM ascendai/cann:$ASCEND_VERSION AS runtime
COPY --from=build /app/build/bin/llama-cli /llama-cli
COPY --from=build /app/build/bin/llama-cli /app/build/bin/llama-completion /
ENV LC_ALL=C.utf8