EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Change judge to classify & Modify make file (#1920)

Browse Source
This commit is contained in:
Chayenne
2024-11-04 23:53:44 -08:00
committed by GitHub
parent 463d56bf44
commit 02755768d3
9 changed files with 369 additions and 124 deletions
Download Patch File Download Diff File Expand all files Collapse all files

109
docs/backend/openai_api_completions.ipynb
View File

@@ -37,7 +37,14 @@
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-05T05:09:30.637832Z",
"iopub.status.busy": "2024-11-05T05:09:30.637709Z",
"iopub.status.idle": "2024-11-05T05:09:58.830158Z",
"shell.execute_reply": "2024-11-05T05:09:58.829395Z"
}
},
"outputs": [],
"source": [
"from sglang.utils import (\n",
@@ -72,10 +79,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:16.624550Z",
"iopub.status.busy": "2024-11-01T02:45:16.624258Z",
"iopub.status.idle": "2024-11-01T02:45:18.087455Z",
"shell.execute_reply": "2024-11-01T02:45:18.086450Z"
"iopub.execute_input": "2024-11-05T05:09:58.833008Z",
"iopub.status.busy": "2024-11-05T05:09:58.832805Z",
"iopub.status.idle": "2024-11-05T05:10:00.187146Z",
"shell.execute_reply": "2024-11-05T05:10:00.186657Z"
}
},
"outputs": [],
@@ -112,10 +119,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:18.090228Z",
"iopub.status.busy": "2024-11-01T02:45:18.090071Z",
"iopub.status.idle": "2024-11-01T02:45:21.193221Z",
"shell.execute_reply": "2024-11-01T02:45:21.192539Z"
"iopub.execute_input": "2024-11-05T05:10:00.189444Z",
"iopub.status.busy": "2024-11-05T05:10:00.189289Z",
"iopub.status.idle": "2024-11-05T05:10:03.291891Z",
"shell.execute_reply": "2024-11-05T05:10:03.291173Z"
}
},
"outputs": [],
@@ -158,10 +165,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:21.195226Z",
"iopub.status.busy": "2024-11-01T02:45:21.194680Z",
"iopub.status.idle": "2024-11-01T02:45:21.675473Z",
"shell.execute_reply": "2024-11-01T02:45:21.675050Z"
"iopub.execute_input": "2024-11-05T05:10:03.294389Z",
"iopub.status.busy": "2024-11-05T05:10:03.294237Z",
"iopub.status.idle": "2024-11-05T05:10:03.469357Z",
"shell.execute_reply": "2024-11-05T05:10:03.468661Z"
}
},
"outputs": [],
@@ -191,10 +198,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:21.676813Z",
"iopub.status.busy": "2024-11-01T02:45:21.676665Z",
"iopub.status.idle": "2024-11-01T02:45:23.182104Z",
"shell.execute_reply": "2024-11-01T02:45:23.181695Z"
"iopub.execute_input": "2024-11-05T05:10:03.471573Z",
"iopub.status.busy": "2024-11-05T05:10:03.471430Z",
"iopub.status.idle": "2024-11-05T05:10:04.977081Z",
"shell.execute_reply": "2024-11-05T05:10:04.976391Z"
}
},
"outputs": [],
@@ -227,10 +234,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:23.186337Z",
"iopub.status.busy": "2024-11-01T02:45:23.186189Z",
"iopub.status.idle": "2024-11-01T02:45:26.769744Z",
"shell.execute_reply": "2024-11-01T02:45:26.769299Z"
"iopub.execute_input": "2024-11-05T05:10:04.979428Z",
"iopub.status.busy": "2024-11-05T05:10:04.979272Z",
"iopub.status.idle": "2024-11-05T05:10:08.568761Z",
"shell.execute_reply": "2024-11-05T05:10:08.568355Z"
}
},
"outputs": [],
@@ -264,7 +271,14 @@
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-05T05:10:08.571102Z",
"iopub.status.busy": "2024-11-05T05:10:08.570964Z",
"iopub.status.idle": "2024-11-05T05:10:23.214087Z",
"shell.execute_reply": "2024-11-05T05:10:23.213664Z"
}
},
"outputs": [],
"source": [
"import json\n",
@@ -306,7 +320,14 @@
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-05T05:10:23.216229Z",
"iopub.status.busy": "2024-11-05T05:10:23.216076Z",
"iopub.status.idle": "2024-11-05T05:10:23.884236Z",
"shell.execute_reply": "2024-11-05T05:10:23.883897Z"
}
},
"outputs": [],
"source": [
"response = client.chat.completions.create(\n",
@@ -344,10 +365,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:26.772016Z",
"iopub.status.busy": "2024-11-01T02:45:26.771868Z",
"iopub.status.idle": "2024-11-01T02:45:26.794225Z",
"shell.execute_reply": "2024-11-01T02:45:26.793811Z"
"iopub.execute_input": "2024-11-05T05:10:23.886276Z",
"iopub.status.busy": "2024-11-05T05:10:23.886136Z",
"iopub.status.idle": "2024-11-05T05:10:23.905880Z",
"shell.execute_reply": "2024-11-05T05:10:23.905529Z"
}
},
"outputs": [],
@@ -406,10 +427,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:26.796422Z",
"iopub.status.busy": "2024-11-01T02:45:26.796273Z",
"iopub.status.idle": "2024-11-01T02:45:29.810471Z",
"shell.execute_reply": "2024-11-01T02:45:29.810041Z"
"iopub.execute_input": "2024-11-05T05:10:23.907468Z",
"iopub.status.busy": "2024-11-05T05:10:23.907247Z",
"iopub.status.idle": "2024-11-05T05:10:26.920212Z",
"shell.execute_reply": "2024-11-05T05:10:26.919865Z"
}
},
"outputs": [],
@@ -461,10 +482,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:29.812339Z",
"iopub.status.busy": "2024-11-01T02:45:29.812198Z",
"iopub.status.idle": "2024-11-01T02:45:54.851243Z",
"shell.execute_reply": "2024-11-01T02:45:54.850668Z"
"iopub.execute_input": "2024-11-05T05:10:26.922675Z",
"iopub.status.busy": "2024-11-05T05:10:26.922413Z",
"iopub.status.idle": "2024-11-05T05:10:51.961703Z",
"shell.execute_reply": "2024-11-05T05:10:51.960846Z"
}
},
"outputs": [],
@@ -544,10 +565,10 @@
"execution_count": null,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:45:54.854018Z",
"iopub.status.busy": "2024-11-01T02:45:54.853851Z",
"iopub.status.idle": "2024-11-01T02:46:07.893199Z",
"shell.execute_reply": "2024-11-01T02:46:07.892310Z"
"iopub.execute_input": "2024-11-05T05:10:51.964749Z",
"iopub.status.busy": "2024-11-05T05:10:51.964215Z",
"iopub.status.idle": "2024-11-05T05:11:05.023450Z",
"shell.execute_reply": "2024-11-05T05:11:05.023101Z"
}
},
"outputs": [],
@@ -636,13 +657,13 @@
},
{
"cell_type": "code",
"execution_count": 11,
"execution_count": 13,
"metadata": {
"execution": {
"iopub.execute_input": "2024-11-01T02:46:07.896114Z",
"iopub.status.busy": "2024-11-01T02:46:07.895820Z",
"iopub.status.idle": "2024-11-01T02:46:09.365287Z",
"shell.execute_reply": "2024-11-01T02:46:09.364705Z"
"iopub.execute_input": "2024-11-05T05:11:05.024877Z",
"iopub.status.busy": "2024-11-05T05:11:05.024561Z",
"iopub.status.idle": "2024-11-05T05:11:06.358695Z",
"shell.execute_reply": "2024-11-05T05:11:06.357635Z"
}
},
"outputs": [],