Added a test to validate that llama.cpp native generation handles UTF8 sequences correctly. The test uses a tiny model outputing a predictable sequence of tokens. The python script used to produce the test model is attached on Bugzilla. Differential Revision: https://phabricator.services.mozilla.com/D308124
95 lines
1.7 KiB
TOML
95 lines
1.7 KiB
TOML
[DEFAULT]
|
|
prefs = ["browser.ml.modelHubRootUrl='chrome://mochitests/content/browser/toolkit/components/ml/tests/browser/data'"]
|
|
support-files = [
|
|
"head.js",
|
|
"shared-head.js",
|
|
"data/**/*.*"
|
|
]
|
|
|
|
# Asserts best-onnx resolves to onnx-native; gated to platforms that bundle
|
|
# the native onnxruntime (matches browser_ml_native.js skip-if).
|
|
["browser_ml_best_onnx.js"]
|
|
skip-if = [
|
|
"arch == 'x86'",
|
|
"asan",
|
|
"debug",
|
|
"os == 'android'",
|
|
"tsan",
|
|
"verify",
|
|
]
|
|
|
|
# Simulates a missing native runtime via a worker stub and asserts the
|
|
# fallback resolves to wasm onnx. Pair with the test above.
|
|
["browser_ml_best_onnx_fallback.js"]
|
|
support-files = [
|
|
"ml_best_onnx_fallback_stub.worker.mjs",
|
|
]
|
|
|
|
["browser_ml_cache.js"]
|
|
|
|
["browser_ml_cluster_algos.js"]
|
|
|
|
["browser_ml_embeddings_generator.js"]
|
|
|
|
["browser_ml_engine_e2e.js"]
|
|
support-files = [
|
|
"ml_engine_e2e_backend_stub.worker.mjs",
|
|
"ml_engine_e2e_cancel_stub.worker.mjs",
|
|
]
|
|
|
|
["browser_ml_engine_lifetime.js"]
|
|
|
|
["browser_ml_engine_pipeline_options.js"]
|
|
|
|
["browser_ml_engine_process.js"]
|
|
|
|
["browser_ml_engine_rs_hub.js"]
|
|
|
|
["browser_ml_engine_security.js"]
|
|
|
|
["browser_ml_mock_llm_engine.js"]
|
|
|
|
["browser_ml_native.js"]
|
|
skip-if = [
|
|
"arch == 'x86'",
|
|
"asan",
|
|
"debug",
|
|
"os == 'android'",
|
|
"tsan",
|
|
"verify",
|
|
]
|
|
|
|
["browser_ml_nlp_utils.js"]
|
|
|
|
["browser_ml_openai.js"]
|
|
|
|
["browser_ml_opfs.js"]
|
|
|
|
["browser_ml_pipeline.js"]
|
|
|
|
["browser_ml_privatebrowsing.js"]
|
|
|
|
["browser_ml_static_embeddings.js"]
|
|
|
|
["browser_ml_telemetry.js"]
|
|
skip-if = [
|
|
"verify",
|
|
]
|
|
support-files = [
|
|
"ml_telemetry_stub.worker.mjs",
|
|
]
|
|
|
|
["browser_ml_thompson_sample.js"]
|
|
|
|
["browser_ml_utf8_codepoint.js"]
|
|
skip-if = [
|
|
"arch == 'x86'",
|
|
"asan",
|
|
"debug",
|
|
"os == 'android'",
|
|
"tsan",
|
|
"verify",
|
|
]
|
|
|
|
["browser_ml_utils.js"]
|