diff --git a/README.md b/README.md index 1a95cfe..e598b19 100644 --- a/README.md +++ b/README.md @@ -13,4 +13,5 @@ - deepseek-ai/DeepSeek-OCR - Qwen/Qwen2.5-7B-instruct - Qwen/Qwen2-VL-2B-Instruct -- ZhipuAI/glm-4v-9b \ No newline at end of file +- ZhipuAI/glm-4v-9b +- LLM-Research/gemma-3-27b-it \ No newline at end of file diff --git a/enginex/gemma-3-27b-it.md b/enginex/gemma-3-27b-it.md new file mode 100644 index 0000000..ebcff1f --- /dev/null +++ b/enginex/gemma-3-27b-it.md @@ -0,0 +1,11 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy +# 为以上拉取的docker的镜像ID替换,本镜像为:e77c15729879 +docker run -it --shm-size=64G --network host -v $PWD/Gemma-3:/home/Gemma-3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name gemma3 bash +cd /home/Gemma-3 +unzip 46350f5eae87ac1d168ddfdc57a0b39b64b9a029.zip +cd transformers-46350f5eae87ac1d168ddfdc57a0b39b64b9a029 +pip install -e . # 本项目作者只支持transformers==4.50.0.dev0 +```