state: generation 11591 (result)

This commit is contained in:
2026-09-21 17:59:07 +00:00
parent 15d4a2ba79
commit 2ea4b299b6
5 changed files with 43 additions and 60 deletions

View File

@@ -1016,8 +1016,6 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "submitTime": "2026-09-21T17:34:20.344385+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004818", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-21T17:38:18.066341+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004848", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T17:41:21.144757+00:00", "targetGpu": "MetaX_c-500", "taskId": "5004859", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "modelId": "primitive-ai/Nex-N2.5-mini-NVFP4", "submitTime": "2026-09-20T20:51:34.051986+00:00", "targetGpu": "Biren_166m", "taskId": "4987489", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "modelId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "submitTime": "2026-09-20T20:53:47.320072+00:00", "targetGpu": "Biren_166m", "taskId": "4987553", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T20:55:39.990873+00:00", "targetGpu": "Biren_166m", "taskId": "4987554", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "modelId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "submitTime": "2026-09-20T21:13:47.960850+00:00", "targetGpu": "Biren_166m", "taskId": "4987803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.284287+00:00", "targetGpu": "Biren_166m", "taskId": "4987804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
@@ -1229,3 +1227,6 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-21T17:47:54.565894+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004980", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "modelId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-21T17:52:23.268301+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005042", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-21T17:52:34.537339+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005043", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "submitTime": "2026-09-21T17:55:53.606529+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5005091", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "submitTime": "2026-09-21T17:56:05.666952+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5005092", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-21T17:56:19.767756+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005093", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"}