Shreya Jain
187a456370
* Add the tests that we want to run on external CI * remove extra files * Fixes python issues, reove the deadlock on CI * remove unecessary changes * use override to ty.toml * fix pre-commit and try tests with secret in external repo not upstream * skip if key is unavailable * Fix feedback * switch hexagon to snapdragon * cleanup * fix secrets * remove the copyrights at the top of the files
114 lines
3.4 KiB
YAML
114 lines
3.4 KiB
YAML
name: CI (snapdragon)
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
push:
|
|
branches:
|
|
- master
|
|
paths:
|
|
- '.github/workflows/build-and-test-snapdragon.yml'
|
|
- 'ggml/include/ggml-hexagon.h'
|
|
- 'ggml/src/ggml-hexagon/**'
|
|
- 'docs/backend/snapdragon/**'
|
|
- 'scripts/snapdragon/**'
|
|
- 'CMakePresets.json'
|
|
|
|
pull_request:
|
|
types: [opened, synchronize, reopened]
|
|
paths:
|
|
- '.github/workflows/build-and-test-snapdragon.yml'
|
|
- 'ggml/include/ggml-hexagon.h'
|
|
- 'ggml/src/ggml-hexagon/**'
|
|
- 'docs/backend/snapdragon/**'
|
|
- 'scripts/snapdragon/**'
|
|
- 'CMakePresets.json'
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.head_ref && github.ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
android-ndk-snapdragon:
|
|
runs-on: ubuntu-latest
|
|
container:
|
|
image: 'ghcr.io/snapdragon-toolchain/arm64-android:v0.3'
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
|
|
steps:
|
|
- name: Clone
|
|
uses: actions/checkout@v6
|
|
with:
|
|
fetch-depth: 0
|
|
lfs: false
|
|
|
|
- name: Build Llama.CPP for Snapdragon Android
|
|
id: build_llama_cpp_snapdragon_android
|
|
run: |
|
|
cp docs/backend/snapdragon/CMakeUserPresets.json .
|
|
cmake --preset arm64-android-snapdragon-release -B build
|
|
cmake --build build
|
|
cmake --install build --prefix pkg-adb/llama.cpp
|
|
|
|
- name: Upload Llama.CPP Snapdragon Android Build Artifact
|
|
if: ${{ always() && steps.build_llama_cpp_snapdragon_android.outcome == 'success' }}
|
|
uses: actions/upload-artifact@v6
|
|
with:
|
|
name: llama-cpp-android-arm64-snapdragon
|
|
path: pkg-adb/llama.cpp
|
|
|
|
check-secret:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
has-key: ${{ steps.check.outputs.has-key }}
|
|
steps:
|
|
- id: check
|
|
run: echo "has-key=${{ secrets.QDC_API_KEY != '' }}" >> "$GITHUB_OUTPUT"
|
|
|
|
test-snapdragon-qdc:
|
|
name: Test on QDC Android Device (${{ matrix.device }})
|
|
needs: [android-ndk-snapdragon, check-secret]
|
|
if: needs.check-secret.outputs.has-key == 'true'
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
device: [SM8750, SM8650, SM8850]
|
|
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Download build artifact
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: llama-cpp-android-arm64-snapdragon
|
|
path: pkg-snapdragon/
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.x'
|
|
cache: pip
|
|
|
|
- name: Install QDC SDK wheel
|
|
run: |
|
|
curl -fSL -o qdc_sdk.zip https://softwarecenter.qualcomm.com/api/download/software/tools/Qualcomm_Device_Cloud_SDK/All/0.2.3/qualcomm_device_cloud_sdk-0.2.3.zip
|
|
unzip qdc_sdk.zip -d qdc_sdk
|
|
pip install qdc_sdk/qualcomm_device_cloud_sdk-0.2.3-py3-none-any.whl
|
|
|
|
- name: Run QDC tests (${{ matrix.device }})
|
|
run: |
|
|
python scripts/snapdragon/qdc/run_qdc_jobs.py \
|
|
--test all \
|
|
--pkg-dir pkg-snapdragon/llama.cpp \
|
|
--model-url "https://huggingface.co/bartowski/Llama-3.2-1B-Instruct-GGUF/resolve/main/Llama-3.2-1B-Instruct-Q4_0.gguf" \
|
|
--device ${{ matrix.device }}
|
|
env:
|
|
QDC_API_KEY: ${{ secrets.QDC_API_KEY }}
|
|
|
|
- name: Cleanup
|
|
if: always()
|
|
run: rm -rf pkg-snapdragon qdc_sdk qdc_sdk.zip
|