7 lines
239 B
YAML
7 lines
239 B
YAML
|
|
configs:
|
||
|
|
- distributed_executor_backend: external_launcher
|
||
|
|
fn: int8
|
||
|
|
load_format: auto
|
||
|
|
model: LiyuanLucasLiu/Qwen2-0.5B-Instruct-quantized.w8a8-RedHatAI
|
||
|
|
profile: LiyuanLucasLiu/Qwen2-0.5B-Instruct-quantized.w8a8-RedHatAI/profile.pt
|