Qwen2.5-0.5B-Instruct-gptqmodel-w4a16/configuration.json

{"framework": "pytorch", "task": "text-generation", "allow_remote": true}