初始化项目,由ModelHub XC社区提供模型
Model: davideuler/Magicoder-S-DS-6.7B-MLX Source: Original Platform
This commit is contained in:
19
server.py
Executable file
19
server.py
Executable file
@@ -0,0 +1,19 @@
|
||||
from mlx_lm import load, generate
|
||||
import gradio as gr
|
||||
|
||||
model, tokenizer = load("./")
|
||||
|
||||
def predict(text):
|
||||
response = generate(model, tokenizer, max_tokens=1024, prompt=text, verbose=True)
|
||||
return response
|
||||
|
||||
demo = gr.Interface(
|
||||
fn=predict,
|
||||
# inputs='text',
|
||||
# outputs='text',
|
||||
inputs=[gr.Textbox(lines=10, placeholder="Write a hello world in python")],
|
||||
outputs=[gr.Textbox(lines=10)],
|
||||
)
|
||||
|
||||
demo.launch(server_name="0.0.0.0", server_port=8502, share=False)
|
||||
|
||||
Reference in New Issue
Block a user