初始化项目,由ModelHub XC社区提供模型

Model: davideuler/Magicoder-S-DS-6.7B-MLX
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-02 20:16:58 +08:00
commit 3cd658815f
17 changed files with 64915 additions and 0 deletions

19
server.py Executable file
View File

@@ -0,0 +1,19 @@
from mlx_lm import load, generate
import gradio as gr
model, tokenizer = load("./")
def predict(text):
response = generate(model, tokenizer, max_tokens=1024, prompt=text, verbose=True)
return response
demo = gr.Interface(
fn=predict,
# inputs='text',
# outputs='text',
inputs=[gr.Textbox(lines=10, placeholder="Write a hello world in python")],
outputs=[gr.Textbox(lines=10)],
)
demo.launch(server_name="0.0.0.0", server_port=8502, share=False)