feat: replace GeluAndMul (#1234)

2024-08-29 00:07:02 +10:00
parent bf53bf5142
commit c411f32e1c
3 changed files with 13 additions and 7 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -96,7 +96,7 @@ class TestGenerationModels(unittest.TestCase):
            if hf_logprobs.shape[0] <= 100:
                assert torch.all(
                    abs(hf_logprobs - srt_logprobs) < prefill_tolerance
-                ), "prefill logprobs are not all close"
+                ), f"prefill logprobs are not all close with model_path={model_path} prompts={prompts} prefill_tolerance={prefill_tolerance}"

        print(f"hf_outputs.output_strs={hf_outputs.output_strs}")
        print(f"srt_outputs.output_strs={srt_outputs.output_strs}")