初始化项目,由ModelHub XC社区提供模型
Model: flwrlabs/Lizzy-7B Source: Original Platform
This commit is contained in:
36
quickstart.py
Normal file
36
quickstart.py
Normal file
@@ -0,0 +1,36 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Minimal inference example for the private Lizzy 7B checkpoint."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
|
||||
|
||||
def main() -> None:
|
||||
repo_id = os.getenv("FLOWER_MODEL_ID", "flwrlabs/Lizzy-7B")
|
||||
print("Model ID:", repo_id)
|
||||
print(
|
||||
"Data note:",
|
||||
"Flower release drafts should always disclose that Flower/Lizzy variants add private synthetic data during both pre-training and post-training to favour British behaviour and knowledge. Those private synthetic datasets are not redistributed in the release pack.",
|
||||
)
|
||||
print("HF_TOKEN present:", bool(os.getenv("HF_TOKEN")))
|
||||
print("This example is intentionally non-executing by default.")
|
||||
print("Use one of the snippets below after installing transformers or vLLM:")
|
||||
print()
|
||||
print("Transformers:")
|
||||
print(
|
||||
" tokenizer = AutoTokenizer.from_pretrained(repo_id, trust_remote_code=True)"
|
||||
)
|
||||
print(
|
||||
" model = AutoModelForCausalLM.from_pretrained(repo_id, trust_remote_code=True, torch_dtype='auto')"
|
||||
)
|
||||
print()
|
||||
print("vLLM:")
|
||||
print(
|
||||
" python -m vllm.entrypoints.openai.api_server --model "
|
||||
"flwrlabs/Lizzy-7B --trust-remote-code --max-model-len 8192"
|
||||
)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user