[feat] Add Vertex AI compatible prediction route for /generate (#3866)

2025-02-27 19:42:15 -08:00
parent d38878523d
commit bc20e93f2d
5 changed files with 152 additions and 0 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -50,6 +50,7 @@ suites = {
        "test_hidden_states.py",
        "test_update_weights_from_disk.py",
        "test_update_weights_from_tensor.py",
+        "test_vertex_endpoint.py",
        "test_vision_chunked_prefill.py",
        "test_vision_llm.py",
        "test_vision_openai_server.py",