state: generation 11589 (result)

This commit is contained in:
2026-09-21 17:54:44 +00:00
parent d0cb28650a
commit c02fb86753
5 changed files with 97 additions and 128 deletions

View File

@@ -1016,8 +1016,6 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "submitTime": "2026-09-21T17:34:20.344385+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004818", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-21T17:38:18.066341+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004848", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T17:41:21.144757+00:00", "targetGpu": "MetaX_c-500", "taskId": "5004859", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T20:39:13.053978+00:00", "targetGpu": "Biren_166m", "taskId": "4987256", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T20:48:13.967563+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987442", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "modelId": "primitive-ai/Nex-N2.5-mini-NVFP4", "submitTime": "2026-09-20T20:51:34.051986+00:00", "targetGpu": "Biren_166m", "taskId": "4987489", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "modelId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "submitTime": "2026-09-20T20:53:47.320072+00:00", "targetGpu": "Biren_166m", "taskId": "4987553", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T20:55:39.990873+00:00", "targetGpu": "Biren_166m", "taskId": "4987554", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
@@ -1221,3 +1219,13 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-21T17:03:32.401500+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004440", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "submitTime": "2026-09-21T17:04:23.068451+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004470", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "submitTime": "2026-09-21T17:04:37.582797+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004419", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w4a16-channel-v2", "modelId": "nm-testing/tinyllama-oneshot-w4a16-channel-v2", "submitTime": "2026-09-21T17:44:25.024486+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004890", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/llama3-8b-w8_channel-a8_tensor-compressed", "modelId": "nm-testing/llama3-8b-w8_channel-a8_tensor-compressed", "submitTime": "2026-09-21T17:44:25.034569+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004889", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w4a16-group128-v2", "modelId": "nm-testing/tinyllama-oneshot-w4a16-group128-v2", "submitTime": "2026-09-21T17:44:25.068055+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004892", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "modelId": "nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "submitTime": "2026-09-21T17:44:25.036884+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5004891", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "modelId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "submitTime": "2026-09-21T17:44:25.273987+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5004933", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T17:45:40.883654+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004954", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "modelId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "submitTime": "2026-09-21T17:46:36.161538+00:00", "targetGpu": "Biren_166m", "taskId": "5004934", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-21T17:47:54.565894+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004980", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "modelId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-21T17:52:23.268301+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005042", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-21T17:52:34.537339+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005043", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}