Add engine api (#1894)

2024-11-02 22:03:38 -07:00
parent f4cd804073
commit 908dd7f9aa
5 changed files with 218 additions and 13 deletions
--- a/docs/backend/openai_api_vision.ipynb
+++ b/docs/backend/openai_api_vision.ipynb
@@ -126,20 +126,17 @@
    "        {\n",
    "            \"role\": \"user\",\n",
    "            \"content\": [\n",
-    "                {\n",
-    "                    \"type\": \"text\",\n",
-    "                    \"text\": \"What’s in this image?\"\n",
-    "                },\n",
+    "                {\"type\": \"text\", \"text\": \"What’s in this image?\"},\n",
    "                {\n",
    "                    \"type\": \"image_url\",\n",
    "                    \"image_url\": {\n",
    "                        \"url\": \"https://github.com/sgl-project/sglang/blob/main/test/lang/example_image.png?raw=true\"\n",
-    "                    }\n",
-    "                }\n",
-    "            ]\n",
+    "                    },\n",
+    "                },\n",
+    "            ],\n",
    "        }\n",
    "    ],\n",
-    "    \"max_tokens\": 300\n",
+    "    \"max_tokens\": 300,\n",
    "}\n",
    "\n",
    "response = requests.post(url, json=data)\n",