trunk

Qualcomm AI Engine Direct - Add test verifying LLM calib/eval limits … #26271

Run time

Learn about OS pricing on GitHub Actions

Job	Run time
changes	9s
Get changed files / get-changed-files	3s
CI run decision / decide	33s
test-demo-backend-delegation (cmake) / linux-job	8m 35s
test-demo-backend-delegation (buck2) / linux-job	9m 29s
test-arm-backend-zephyr (zephyr/samples/hello-executorch/README.md, ethos-u55) / linux-job	18m 25s
test-arm-backend-zephyr (zephyr/samples/mv2-ethosu/README.md, ethos-u55) / linux-job	18m 18s
test-arm-backend-zephyr (zephyr/samples/mv2-ethosu/README.md, ethos-u85) / linux-job	18m 45s
test-arm-backend-zephyr (zephyr/samples/hello-executorch/README.md, ethos-u85) / linux-job	17m 34s
test-arm-backend-ethos-u (test_memory_allocation) / linux-job	12m 17s
test-arm-backend-ethos-u (test_run_ethos_u85) / linux-job	23m 43s
test-arm-backend-ethos-u (test_ootb_tests_tosa) / linux-job	10m 47s
test-arm-backend-ethos-u (test_deit_e2e_ethos_u) / linux-job	20m 14s
test-arm-backend-ethos-u (test_pytest_ops_ethos_u55) / linux-job	1h 3m 8s
test-arm-backend-zephyr (zephyr/samples/hello-executorch/README.md, cortex-m55) / linux-job	17m 25s
test-arm-backend-ethos-u (test_run_ethos_u55) / linux-job	23m 34s
test-arm-backend-ethos-u (test_ootb_tests_ethos_u) / linux-job	12m 45s
test-arm-backend-ethos-u (test_pytest_models_ethos_u55) / linux-job	30m 10s
test-arm-backend-ethos-u (test_pytest_models_ethos_u85) / linux-job	30m 29s
test-arm-backend-ethos-u (test_model_smollm2_135M_ethos_u85) / linux-job	37m 18s
test-arm-backend-vkml (test_ootb_tests_vgf) / linux-job	12m 49s
test-arm-backend-vkml (test_pytest_ops_vkml) / linux-job	1h 15m 16s
test-arm-backend-vkml (test_pytest_models_vkml) / linux-job	28m 40s
test-arm-backend-ethos-u (test_smaller_stories_llama_tosa) / linux-job	26m 15s
test-models-linux-aarch64 (linear, portable, linux.arm64.2xlarge) / linux-job	11m 28s
test-arm-backend-vkml (test_smaller_stories_llama_vkml) / linux-job	26m 57s
test-models-linux-aarch64 (ic4, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	13m 20s
test-models-linux-aarch64 (add_mul, portable, linux.arm64.2xlarge) / linux-job	11m 27s
test-models-linux-aarch64 (mv3, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	12m 30s
test-models-linux-aarch64 (llama3_2_vision_encoder, portable, linux.arm64.2xlarge) / linux-job	41m 28s
test-models-linux-aarch64 (mobilebert, portable, linux.arm64.2xlarge) / linux-job	13m 51s
test-models-linux-aarch64 (mv2, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	12m 18s
test-models-linux-aarch64 (resnet18, portable, linux.arm64.2xlarge) / linux-job	19m 34s
test-models-linux-aarch64 (lstm, portable, linux.arm64.2xlarge) / linux-job	11m 29s
test-models-linux-aarch64 (softmax, portable, linux.arm64.2xlarge) / linux-job	11m 25s
test-models-linux-aarch64 (mv2, portable, linux.arm64.2xlarge) / linux-job	13m 13s
test-models-linux-aarch64 (vit, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	13m 4s
test-models-linux-aarch64 (resnet50, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	12m 27s
test-models-linux-aarch64 (phi_4_mini, portable, linux.arm64.m7g.4xlarge) / linux-job	55m 45s
test-models-linux-aarch64 (qwen2_5_1_5b, portable, linux.arm64.2xlarge) / linux-job	14m 32s
test-models-linux-aarch64 (add, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	11m 53s
test-models-linux-aarch64 (add_mul, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	11m 51s
test-arm-backend-ethos-u (test_pytest_ops_ethos_u85) / linux-job	1h 7m 6s
test-models-linux-aarch64 (mv3, portable, linux.arm64.2xlarge) / linux-job	12m 27s
test-models-linux-aarch64 (ic3, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	12m 59s
test-models-linux-aarch64 (w2l, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	11m 40s
test-models-linux-aarch64 (emformer_join, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	11m 44s
test-models-linux-aarch64 (resnet18, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	12m 5s
test-models-linux-aarch64 (mobilebert, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	14m 35s
test-models-linux-aarch64 (linear, xnnpack-quantization-delegation, linux.arm64.2xlarge) / linux-job	11m 55s
test-models-linux-aarch64 (w2l, portable, linux.arm64.2xlarge) / linux-job	13m 29s
test-models-linux-aarch64 (resnet50, portable, linux.arm64.2xlarge) / linux-job	27m 30s
test-models-linux-aarch64 (ic4, portable, linux.arm64.2xlarge) / linux-job	57m 52s
test-models-linux-aarch64 (vit, portable, linux.arm64.2xlarge) / linux-job	19m 9s
test-models-linux-aarch64 (mul, portable, linux.arm64.2xlarge) / linux-job	12m 9s
test-models-linux-aarch64 (emformer_transcribe, portable, linux.arm64.2xlarge) / linux-job	13m 3s
test-models-linux-aarch64 (emformer_join, portable, linux.arm64.2xlarge) / linux-job	43m 41s
test-models-linux-aarch64 (ic3, portable, linux.arm64.2xlarge) / linux-job	22m 0s
test-llama-runner-qnn-linux (fp32, qnn_16a16w, qnn) / linux-job	25m 14s
test-qnn-model (fp32, mv2) / linux-job	13m 13s
test-llama-runner-qnn-linux (fp32, qnn_8a8w, qnn) / linux-job	33m 1s
test-qnn-model (fp32, mv3) / linux-job	13m 15s
test-models-linux-aarch64 (emformer_transcribe, xnnpack-quantization-delegation, linux.arm64.2xla... / linux-job	19m 11s
test-qnn-model (fp32, dl3) / linux-job	13m 27s
test-qnn-model (fp32, conv_former) / linux-job	14m 56s
test-qnn-model (fp32, ic3) / linux-job	12m 51s
test-qnn-model (fp32, w2l) / linux-job	12m 25s
test-llama-runner-linux (fp32, xnnpack+custom, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11... / linux-job	20m 27s
test-llama-runner-linux (bf16, portable, linux.2xlarge, executorch-ubuntu-22.04-clang12) / linux-job	11m 22s
test-llama-runner-linux (fp32, xnnpack+custom, linux.2xlarge, executorch-ubuntu-22.04-clang12) / linux-job	15m 1s
test-qnn-model (fp32, ic4) / linux-job	14m 4s
test-qnn-model (fp32, mb) / linux-job	33m 3s
test-llama-runner-linux (bf16, custom, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / linux-job	14m 14s
test-huggingface-transformers-xnnpack (smollm2-135m\|xnnpack\|--quantize) / linux-job	20m 32s
test-llama-runner-linux (fp32, portable, linux.2xlarge, executorch-ubuntu-22.04-clang12) / linux-job	13m 12s
test-llama-runner-linux (bf16, portable, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / linux-job	14m 13s
test-qnn-model (fp32, vit) / linux-job	13m 57s
test-llama-runner-linux (fp32, portable, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc11-aarch64) / linux-job	14m 55s
test-huggingface-transformers-xnnpack (qwen3-0.6b\|xnnpack\|--quantize) / linux-job	20m 31s
test-models-linux-aarch64 (add, portable, linux.arm64.2xlarge) / linux-job	11m 34s
test-qnn-optimum-model (fp32, pvt) / linux-job	13m 27s
test-qnn-optimum-model (fp32, dit) / linux-job	14m 16s
test-qnn-optimum-model (fp32, albert) / linux-job	13m 58s
test-huggingface-transformers-xnnpack (llama3.2-1b\|xnnpack\|--quantize) / linux-job	18m 48s
test-huggingface-transformers-xnnpack (qwen3-1.7b\|xnnpack\|--quantize) / linux-job	23m 39s
test-qnn-optimum-model (fp32, swin) / linux-job	14m 25s
test-huggingface-transformers-xnnpack (smollm3-3b\|xnnpack\|--quantize) / linux-job	27m 36s
test-huggingface-transformers-xnnpack (gemma3-1b\|xnnpack\|--quantize) / linux-job	23m 30s
test-qnn-optimum-model (fp32, roberta) / linux-job	14m 44s
test-qnn-optimum-model (fp32, focalnet) / linux-job	13m 33s
test-qnn-optimum-model (fp32, bert) / linux-job	14m 21s
test-qnn-optimum-model (fp32, efficientnet) / linux-job	13m 17s
test-qnn-optimum-model (fp32, mobilevit_v2) / linux-job	13m 38s
test-qnn-optimum-model (fp32, cvt) / linux-job	14m 42s
test-torchao-huggingface-checkpoints (phi_4_mini, linux.arm64.2xlarge, executorch-ubuntu-22.04-gc... / linux-job	17m 3s
test-torchao-huggingface-checkpoints (qwen3_4b, linux.arm64.2xlarge, executorch-ubuntu-22.04-gcc1... / linux-job	18m 5s
test-torchao-huggingface-checkpoints (lfm2_5_1_2b, linux.2xlarge, executorch-ubuntu-22.04-clang12... / linux-job	17m 14s
test-torchao-huggingface-checkpoints (phi_4_mini, linux.2xlarge, executorch-ubuntu-22.04-clang12,... / linux-job	25m 7s
test-qnn-optimum-model (fp32, distilbert) / linux-job	13m 43s
unittest-release / windows / windows-job	1h 29m 56s
test-torchao-huggingface-checkpoints (lfm2_5_1_2b, linux.arm64.2xlarge, executorch-ubuntu-22.04-g... / linux-job	14m 39s
unittest-release / linux / linux-job	1h 3m 56s
test-torchao-huggingface-checkpoints (qwen3_4b, linux.2xlarge, executorch-ubuntu-22.04-clang12, x... / linux-job	28m 49s
test-cortex-m-ops / run (cortex-m0plus) / cortex-m-ops-cortex-m0plus	27m 40s
test-cortex-m-ops / run (cortex-m7) / cortex-m-ops-cortex-m7	27m 27s
test-cortex-m-e2e / run (mv2, cortex-m55) / mv2-cortex-m55	16m 0s
test-qnn-optimum-model (fp32, mobilevit_v1) / linux-job	14m 4s
test-cortex-m-e2e / run (mv2, cortex-m7) / mv2-cortex-m7	15m 55s
test-cortex-m-e2e / run (mv3, cortex-m0plus) / mv3-cortex-m0plus	15m 30s
test-cortex-m-e2e / run (mv3, cortex-m55) / mv3-cortex-m55	15m 34s
test-cortex-m-e2e / run (mv2, cortex-m0plus) / mv2-cortex-m0plus	14m 40s
unittest-release / macos / macos-job	30m 36s
test-cortex-m-e2e / run (mv3, cortex-m7) / mv3-cortex-m7	15m 58s
test-static-llama-qnn-eval-linux (baseline, 62) / linux-job	18m 22s
test-coreml-delegate	0s
test-models-macos-coreml	0s
test-models-macos-cpu	0s
test-selective-build-macos	0s
test-models-windows	0s
test-multimodal-macos	0s
test-custom-ops-macos	0s
test-llama-torchao-lowbit	0s
test-static-llama-ane	0s
test-llama-runner-mac	0s
test-huggingface-transformers-macos	0s
test-models-macos-mps	0s
	1d 14h 27m 27s

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Qualcomm AI Engine Direct - Add test verifying LLM calib/eval limits … #26271

Usage

Qualcomm AI Engine Direct - Add test verifying LLM calib/eval limits … #26271

Uh oh!

Run time