Cleanup readme, llava examples, usage examples and nccl init (#1194)

2024-08-24 08:02:23 -07:00
parent c9064e6fd9
commit f6af3a6561
65 changed files with 174 additions and 317 deletions
--- a/test/srt/models/test_embedding_models.py
+++ b/test/srt/models/test_embedding_models.py
@@ -59,7 +59,7 @@ class TestEmbeddingModels(unittest.TestCase):
                tolerance = 1e-2
                assert torch.all(
                    abs(similarities - 1) < tolerance
-                ), f"embeddings not all close"
+                ), "embeddings are not all close"

    def test_prefill_logits(self):
        for model, tp_size in MODELS: