Shreya Jain
187a456370
* Add the tests that we want to run on external CI * remove extra files * Fixes python issues, reove the deadlock on CI * remove unecessary changes * use override to ty.toml * fix pre-commit and try tests with secret in external repo not upstream * skip if key is unavailable * Fix feedback * switch hexagon to snapdragon * cleanup * fix secrets * remove the copyrights at the top of the files
42 lines
1.3 KiB
Python
42 lines
1.3 KiB
Python
"""
|
|
On-device test-backend-ops runner for llama.cpp (HTP0 backend).
|
|
|
|
Executed by QDC's Appium test framework on the QDC runner.
|
|
The runner has ADB access to the allocated device.
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
|
|
import pytest
|
|
|
|
from utils import BIN_PATH, CMD_PREFIX, push_bundle_if_needed, run_adb_command, write_qdc_log
|
|
|
|
|
|
@pytest.fixture(scope="session", autouse=True)
|
|
def install(driver):
|
|
push_bundle_if_needed(f"{BIN_PATH}/test-backend-ops")
|
|
|
|
|
|
@pytest.mark.parametrize("type_a", ["mxfp4", "fp16", "q4_0"])
|
|
def test_backend_ops_htp0(type_a):
|
|
cmd = f"{CMD_PREFIX} GGML_HEXAGON_HOSTBUF=0 GGML_HEXAGON_EXPERIMENTAL=1 {BIN_PATH}/test-backend-ops -b HTP0 -o MUL_MAT"
|
|
if type_a == "q4_0":
|
|
cmd += r' -p "^(?=.*type_a=q4_0)(?!.*type_b=f32,m=576,n=512,k=576).*$"'
|
|
else:
|
|
cmd += f" -p type_a={type_a}"
|
|
result = run_adb_command(
|
|
cmd,
|
|
check=False,
|
|
)
|
|
write_qdc_log(f"backend_ops_{type_a}.log", result.stdout or "")
|
|
assert result.returncode == 0, f"test-backend-ops type_a={type_a} failed (exit {result.returncode})"
|
|
|
|
|
|
if __name__ == "__main__":
|
|
ret = pytest.main(["-s", "--junitxml=results.xml", os.path.realpath(__file__)])
|
|
if os.path.exists("results.xml"):
|
|
with open("results.xml") as f:
|
|
write_qdc_log("results.xml", f.read())
|
|
sys.exit(ret)
|