state: generation 11597 (result)

This commit is contained in:
2026-09-21 18:17:50 +00:00
parent d185c8fc94
commit 95b8761cde
5 changed files with 42 additions and 57 deletions

View File

@@ -1014,7 +1014,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "submitTime": "2026-09-21T17:55:53.606529+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5005091", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "submitTime": "2026-09-21T17:56:05.666952+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5005092", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-21T17:56:19.767756+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005093", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T21:24:36.675557+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987943", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "submitTime": "2026-09-20T21:37:47.191312+00:00", "targetGpu": "Biren_166m", "taskId": "4988063", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "modelId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "submitTime": "2026-09-20T22:29:12.187825+00:00", "targetGpu": "Biren_166m", "taskId": "4988752", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "modelId": "TokenRhythm/NeoHorse-1-4B", "submitTime": "2026-09-20T22:29:12.193862+00:00", "targetGpu": "Biren_166m", "taskId": "4988754", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
@@ -1220,3 +1219,6 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T18:08:27.985808+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005192", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-21T18:09:58.262650+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005261", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-21T18:10:11.656406+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005264", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-21T18:13:42.077548+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005304", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-21T18:14:20.635969+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005325", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "submitTime": "2026-09-21T18:14:31.787220+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005326", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}