There was an error while loading. Please reload this page.
test_eagle_correctness
1 parent 7ae5a5f commit 19d91ecCopy full SHA for 19d91ec
tests/v1/e2e/test_spec_decode.py
@@ -433,9 +433,9 @@ def test_eagle_correctness(
433
print(f"ref_output: {ref_output.outputs[0].text}")
434
print(f"spec_output: {spec_output.outputs[0].text}")
435
436
- # Heuristic: expect at least 66% of the prompts to match exactly
+ # Heuristic: expect at least 60% of the prompts to match exactly
437
# Upon failure, inspect the outputs to check for inaccuracy.
438
- assert matches > int(0.66 * len(ref_outputs))
+ assert matches > int(0.6 * len(ref_outputs))
439
del spec_llm
440
torch.cuda.empty_cache()
441
cleanup_dist_env_and_memory()
0 commit comments