初始化项目,由ModelHub XC社区提供模型
Model: changkaiyan/ChipGPT-Llama2-SFT-7B Source: Original Platform
This commit is contained in:
28
alpaca-lora/docker-compose.yml
Normal file
28
alpaca-lora/docker-compose.yml
Normal file
@@ -0,0 +1,28 @@
|
||||
version: '3'
|
||||
|
||||
services:
|
||||
alpaca-lora:
|
||||
build:
|
||||
context: ./
|
||||
dockerfile: Dockerfile
|
||||
args:
|
||||
BUILDKIT_INLINE_CACHE: "0"
|
||||
image: alpaca-lora
|
||||
shm_size: '64gb'
|
||||
command: generate.py --load_8bit --base_model $BASE_MODEL --lora_weights 'tloen/alpaca-lora-7b'
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- alpaca-lora:/root/.cache # Location downloaded weights will be stored
|
||||
ports:
|
||||
- 7860:7860
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
count: all
|
||||
capabilities: [ gpu ]
|
||||
|
||||
volumes:
|
||||
alpaca-lora:
|
||||
name: alpaca-lora
|
||||
Reference in New Issue
Block a user