smaller and non gated models for docs (#5378)

2025-04-21 02:38:25 +02:00
parent fac17acf08
commit 8de53da989
6 changed files with 51 additions and 44 deletions
--- a/docs/backend/offline_engine_api.ipynb
+++ b/docs/backend/offline_engine_api.ipynb
@@ -83,7 +83,7 @@
    "    nest_asyncio.apply()\n",
    "\n",
    "\n",
-    "llm = sgl.Engine(model_path=\"meta-llama/Meta-Llama-3.1-8B-Instruct\")"
+    "llm = sgl.Engine(model_path=\"qwen/qwen2.5-0.5b-instruct\")"
   ]
  },
  {