Source code
Revision control
Copy as Markdown
Other Tools
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
---
task-defaults:
worker-type: win11-64-24h2-hw-ref
fetches:
build:
- artifact: target.condprof.tests.tar.gz
- artifact: target.common.tests.tar.gz
- artifact: target.mochitest.tests.tar.gz
- artifact: target.perftests.tests.tar.gz
- artifact: target.zip
toolchain:
- win64-node
- win64-geckodriver
- browsertime
platform: windows11-64-24h2-hw-ref-shippable/opt
require-build:
windows11-64-24h2-hw-ref-shippable/opt: build-win64-shippable/opt
scopes:
- secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles
ml-perf:
fetches:
fetch:
- ort.jsep.wasm
- xenova-all-minilm-l6-v2
description: Run ML Models Perf Tests
treeherder:
symbol: perftest(ml-perf)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_engine_perf.js
ml-summarizer-perf:
fetches:
fetch:
- ort.jsep.wasm
- qwen2.5-0.5-instruct
- distilbart-cnn-12-6
description: Run ML Models Perf Tests
treeherder:
symbol: perftest(ml-sum-perf)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_summarizer_perf.js
ml-llama-summarizer-perf:
fetches:
fetch:
- wllama.wasm
- smollm2-360-instruct-gguf
description: Run ML Summarizer Model Using Wllama
treeherder:
symbol: perftest(ref-ml-llama-sum-perf)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: []
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_llama_summarizer_perf.js
ml-multi-perf:
fetches:
fetch:
- ort.jsep.wasm
- xenova-all-minilm-l6-v2
- mozilla-ner
- mozilla-intent
description: Run ML Models Perf Tests
treeherder:
symbol: perftest(ml-multi-perf)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_engine_multi_perf.js
ml-perf-semantic-ft:
fetches:
fetch:
- ort.jsep.wasm
- xenova-all-minilm-l6-v2
description: Run ML Semantic Search Feature
treeherder:
symbol: perftest(ml-perf-semantic-ft)
tier: 2
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
--mochitest-name-change
toolkit/components/ml/tests/browser/browser_ml_semantic_history_search_perf.js
ml-perf-suggest-ft:
fetches:
fetch:
- ort.jsep.wasm
- mozilla-ner
- mozilla-intent
description: Run ML Suggest Feature
treeherder:
symbol: perftest(ml-perf-suggest-ft)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_suggest_feature_perf.js
ml-perf-suggest-inf:
fetches:
fetch:
- ort.jsep.wasm
- mozilla-ner
- mozilla-intent
description: Run ML Suggest Inference Model
treeherder:
symbol: perftest(ml-perf-suggest-inf)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: []
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_suggest_inference.js
ml-perf-autofill:
fetches:
fetch:
- ort.jsep.wasm
- mozilla-autofill
description: Run ML Autofill Model
treeherder:
symbol: perftest(ml-perf-autofill)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_autofill_perf.js
ml-perf-smart-tab:
fetches:
fetch:
- ort.jsep.wasm
- mozilla-smart-tab-topic
- mozilla-smart-tab-emb
description: Run ML Smart Tab Model
treeherder:
symbol: perftest(ml-perf-smart-tab)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
toolkit/components/ml/tests/browser/browser_ml_smart_tab_perf.js
ml-perf-smart-tab-cluster:
fetches:
fetch:
- ort.jsep.wasm
- mozilla-smart-tab-topic
- mozilla-smart-tab-emb
description: Run ML Smart Tab Clustering
worker:
max-run-time: 14400
treeherder:
symbol: perftest(ml-perf-stg-cluster)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
--mochitest-name-change
toolkit/components/ml/tests/browser/browser_ml_smart_tab_clustering_perf.js
ml-perf-speecht5-tts:
fetches:
fetch:
- ort.jsep.wasm
- speecht5-tts
- speecht5-tts-vocoder
- speecht5-tts-speaker
description: Run ML speecht5-tts Model
worker:
max-run-time: 900
treeherder:
symbol: perftest(ml-perf-speecht5)
tier: 2
attributes:
batch: false
cron: false
run-on-projects: [autoland, mozilla-central]
run:
command: >-
mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
cd $MOZ_FETCHES_DIR &&
python3 python/mozperftest/mozperftest/runner.py
--mochitest-binary ${MOZ_FETCHES_DIR}/firefox/firefox.exe
--flavor mochitest
--output $MOZ_FETCHES_DIR/../artifacts
--hooks toolkit/components/ml/tests/tools/hooks_local_hub.py
--mochitest-name-change
toolkit/components/ml/tests/browser/browser_ml_speecht5_tts.js