Cleanup readme, llava examples, usage examples and nccl init (#1194)

2024-08-24 08:02:23 -07:00
parent c9064e6fd9
commit f6af3a6561
65 changed files with 174 additions and 317 deletions
--- a/test/srt/models/test_generation_models.py
+++ b/test/srt/models/test_generation_models.py
@@ -59,7 +59,7 @@ class TestGenerationModels(unittest.TestCase):
                tolerance = 3e-2
                assert torch.all(
                    abs(hf_logprobs - srt_logprobs) < tolerance
-                ), f"prefill logprobs not all close"
+                ), "prefill logprobs are not all close"

        print(hf_outputs.output_strs)
        print(srt_outputs.output_strs)