Improve the structure of CI (#911)

2024-08-03 23:09:21 -07:00
parent 539856455d
commit 995af5a54b
29 changed files with 451 additions and 237 deletions
--- a/scripts/deprecated/test_curl.sh
+++ b/scripts/deprecated/test_curl.sh
@@ -0,0 +1,9 @@
+curl http://localhost:30000/generate \
+  -H "Content-Type: application/json" \
+  -d '{
+    "text": "Once upon a time,",
+    "sampling_params": {
+      "max_new_tokens": 16,
+      "temperature": 0
+    }
+  }'