state: generation 11719 (cycle)

This commit is contained in:
2026-09-21 20:33:12 +00:00
parent 0ce88a5d12
commit 8ecb07b7f5
4 changed files with 1687 additions and 1689 deletions

View File

@@ -424,7 +424,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "submitTime": "2026-09-20T03:25:32.993901+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969689", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "modelId": "aisingapore/Gemma-SEA-LION-v3-9B", "submitTime": "2026-09-20T03:25:33.037269+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969692", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "modelId": "whcl412/mlx-LycheeAI-coder-1.7b", "submitTime": "2026-09-20T03:25:32.988231+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969691", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "modelId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "submitTime": "2026-09-20T03:30:23.758933+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4969807", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "submitTime": "2026-09-20T03:30:23.763321+00:00", "targetGpu": "MetaX_c-500", "taskId": "4969808", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "submitTime": "2026-09-20T03:30:31.137775+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969811", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:40:37.351352+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969964", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
@@ -749,7 +748,6 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-21T02:08:00.755826+00:00", "targetGpu": "Biren_166m", "taskId": "4991803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "modelId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-21T02:08:00.861090+00:00", "targetGpu": "Biren_166m", "taskId": "4991804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-21T02:08:00.958470+00:00", "targetGpu": "Biren_166m", "taskId": "4991805", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T02:08:13.065520+00:00", "targetGpu": "Biren_166m", "taskId": "4991807", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "submitTime": "2026-09-21T02:08:13.182758+00:00", "targetGpu": "Biren_166m", "taskId": "4991808", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "modelId": "RedHatAI/starcoder2-7b-FP8", "submitTime": "2026-09-21T02:08:13.292272+00:00", "targetGpu": "Biren_166m", "taskId": "4991809", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T02:08:13.409394+00:00", "targetGpu": "Biren_166m", "taskId": "4991810", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
@@ -980,7 +978,6 @@
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2-asym", "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2-asym", "submitTime": "2026-09-21T18:02:50.471988+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5005133", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "modelId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "submitTime": "2026-09-21T18:04:09.579495+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5005164", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "modelId": "nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "submitTime": "2026-09-21T18:04:22.381543+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5005148", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-21T18:10:11.656406+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005264", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-Non-Uniform-compressed-tensors", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-Non-Uniform-compressed-tensors", "submitTime": "2026-09-21T18:22:48.748348+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5005405", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8-channel-a8-tensor", "modelId": "nm-testing/tinyllama-oneshot-w8-channel-a8-tensor", "submitTime": "2026-09-21T18:22:48.751608+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5005404", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "modelId": "nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "submitTime": "2026-09-21T18:22:48.749631+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5005403", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
@@ -1073,6 +1070,9 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attnres-block6-v1_C", "modelId": "nkkbr/Mini-K3-1H-attnres-block6-v1_C", "submitTime": "2026-09-21T20:24:44.145520+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006850", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-decay-g16-v2_B", "modelId": "nkkbr/Mini-K3-1H-decay-g16-v2_B", "submitTime": "2026-09-21T20:26:44.746980+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006868", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-decay-g2-v2_C", "modelId": "nkkbr/Mini-K3-1H-decay-g2-v2_C", "submitTime": "2026-09-21T20:29:00.353829+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006904", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attnres-standard-v1_B", "modelId": "nkkbr/Mini-K3-1H-attnres-standard-v1_B", "submitTime": "2026-09-21T20:33:08.547773+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006958", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-decay-g32-v2_C", "modelId": "nkkbr/Mini-K3-1H-decay-g32-v2_C", "submitTime": "2026-09-21T20:33:08.546639+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006960", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-decay-g64-v2_B", "modelId": "nkkbr/Mini-K3-1H-decay-g64-v2_B", "submitTime": "2026-09-21T20:33:08.549782+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006959", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T02:09:20.580117+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4991853", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-21T02:10:00.812814+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4991872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T04:15:36.970472+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970618", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
@@ -1262,10 +1262,8 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "modelId": "neuralmagic/starcoder2-3b-FP8", "submitTime": "2026-09-21T18:06:00.700225+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005191", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T18:08:27.985808+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005192", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-21T18:09:58.262650+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005261", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-21T18:10:11.656406+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005264", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-21T18:13:42.077548+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005304", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-21T18:14:20.635969+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005325", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "submitTime": "2026-09-21T18:14:31.787220+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005326", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-21T18:32:49.780633+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5005549", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attnres-standard-v1_B", "modelId": "nkkbr/Mini-K3-1H-attnres-standard-v1_B", "submitTime": "2026-09-21T20:33:08.547773+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006958", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-decay-g32-v2_C", "modelId": "nkkbr/Mini-K3-1H-decay-g32-v2_C", "submitTime": "2026-09-21T20:33:08.546639+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006960", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-decay-g64-v2_B", "modelId": "nkkbr/Mini-K3-1H-decay-g64-v2_B", "submitTime": "2026-09-21T20:33:08.549782+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5006959", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}