state: generation 10922 (cycle)
This commit is contained in:
@@ -433,7 +433,6 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T02:52:52.247958+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969088", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.8-27B-Escha-W2", "modelId": "EschaLabs/Qwen3.8-27B-Escha-W2", "submitTime": "2026-09-20T02:52:52.244608+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969089", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3.5-8B-R", "modelId": "aisingapore/Llama-SEA-LION-v3.5-8B-R", "submitTime": "2026-09-20T02:52:52.306108+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969091", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ysqlian/YZH_Model", "modelId": "ysqlian/YZH_Model", "submitTime": "2026-09-20T02:52:52.308078+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969092", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ibm-granite/granite-guardian-4.1-8b", "modelId": "ibm-granite/granite-guardian-4.1-8b", "submitTime": "2026-09-20T02:52:52.310071+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4969093", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "modelId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "submitTime": "2026-09-20T03:09:11.490200+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969296", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "modelId": "LiquidAI/LFM2.5-8B-A1B", "submitTime": "2026-09-20T03:09:11.550122+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969304", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
@@ -557,7 +556,6 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "submitTime": "2026-09-20T03:25:32.875443+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969681", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "submitTime": "2026-09-20T03:25:32.887957+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969685", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "submitTime": "2026-09-20T03:25:32.937444+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969683", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:25:32.890212+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969684", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:25:32.938766+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969686", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "submitTime": "2026-09-20T03:25:32.993901+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969689", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "submitTime": "2026-09-20T03:25:32.983664+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969690", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
|
||||
@@ -969,24 +967,10 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T19:48:14.745647+00:00", "targetGpu": "Biren_166m", "taskId": "4986622", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.804006+00:00", "targetGpu": "Biren_166m", "taskId": "4986623", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "modelId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "submitTime": "2026-09-20T19:48:20.869243+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4986624", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T20:09:23.966391+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986858", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "modelId": "BAAI/RoboBrain2.5-8B-NV", "submitTime": "2026-09-20T20:09:23.973756+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986856", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "submitTime": "2026-09-20T20:09:23.994993+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986861", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "submitTime": "2026-09-20T20:09:23.997557+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986862", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "submitTime": "2026-09-20T20:09:23.967582+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986857", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "submitTime": "2026-09-20T20:09:23.969433+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986859", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T20:09:23.991772+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986860", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.258178+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986871", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.179348+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986864", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/SyonLi/Qwen3-4B-Instruct-2507-Segmenter", "modelId": "SyonLi/Qwen3-4B-Instruct-2507-Segmenter", "submitTime": "2026-09-20T20:09:24.163788+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986867", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T20:09:24.171826+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986869", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "modelId": "mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.174803+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986863", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.188484+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986865", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.251268+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986870", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "modelId": "mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "submitTime": "2026-09-20T20:09:24.182431+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986866", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "submitTime": "2026-09-20T20:09:24.169691+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986868", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.418725+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986874", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T20:09:24.460163+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986875", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-9B-NVFP4", "submitTime": "2026-09-20T20:21:26.745613+00:00", "targetGpu": "Biren_166m", "taskId": "4987023", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
@@ -1011,6 +995,19 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "modelId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "submitTime": "2026-09-20T20:53:47.320072+00:00", "targetGpu": "Biren_166m", "taskId": "4987553", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T20:55:39.990873+00:00", "targetGpu": "Biren_166m", "taskId": "4987554", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-20T20:59:49.478245+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987616", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T21:13:06.834956+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4987784", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "modelId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "submitTime": "2026-09-20T21:13:47.960850+00:00", "targetGpu": "Biren_166m", "taskId": "4987803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.284287+00:00", "targetGpu": "Biren_166m", "taskId": "4987804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.436820+00:00", "targetGpu": "Biren_166m", "taskId": "4987805", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "modelId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "submitTime": "2026-09-20T21:15:43.553144+00:00", "targetGpu": "Biren_166m", "taskId": "4987832", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "submitTime": "2026-09-20T21:17:18.378926+00:00", "targetGpu": "Biren_166m", "taskId": "4987846", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T21:19:10.977747+00:00", "targetGpu": "Biren_166m", "taskId": "4987874", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "modelId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-20T21:22:47.667525+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4987928", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T21:24:36.675557+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987943", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "modelId": "aisingapore/Gemma-SEA-LION-v3-9B", "submitTime": "2026-09-20T21:26:40.552644+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4987963", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-20T21:26:57.682364+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4987965", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "modelId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "submitTime": "2026-09-20T21:28:22.564707+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4988004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "submitTime": "2026-09-20T03:46:35.789758+00:00", "targetGpu": "Biren_166m", "taskId": "4970118", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/IntervitensInc/kek_mk3", "modelId": "IntervitensInc/kek_mk3", "submitTime": "2026-09-20T03:46:35.813804+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970120", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "modelId": "aisingapore/SEA-LION-v1-7B", "submitTime": "2026-09-20T03:46:35.801267+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970119", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
@@ -1138,16 +1135,17 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-20T17:27:17.434574+00:00", "targetGpu": "Biren_166m", "taskId": "4984467", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-20T17:55:49.593955+00:00", "targetGpu": "Biren_166m", "taskId": "4984927", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T19:28:11.202603+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4986310", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T21:13:06.834956+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4987784", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "modelId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "submitTime": "2026-09-20T21:13:47.960850+00:00", "targetGpu": "Biren_166m", "taskId": "4987803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.284287+00:00", "targetGpu": "Biren_166m", "taskId": "4987804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.436820+00:00", "targetGpu": "Biren_166m", "taskId": "4987805", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "modelId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "submitTime": "2026-09-20T21:15:43.553144+00:00", "targetGpu": "Biren_166m", "taskId": "4987832", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "submitTime": "2026-09-20T21:17:18.378926+00:00", "targetGpu": "Biren_166m", "taskId": "4987846", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T21:19:10.977747+00:00", "targetGpu": "Biren_166m", "taskId": "4987874", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "modelId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-20T21:22:47.667525+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4987928", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T21:24:36.675557+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987943", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "modelId": "aisingapore/Gemma-SEA-LION-v3-9B", "submitTime": "2026-09-20T21:26:40.552644+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4987963", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-20T21:26:57.682364+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4987965", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "modelId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "submitTime": "2026-09-20T21:28:22.564707+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4988004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T20:09:23.966391+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986858", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "submitTime": "2026-09-20T20:09:23.994993+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986861", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "submitTime": "2026-09-20T20:09:23.997557+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986862", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "submitTime": "2026-09-20T20:09:23.969433+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986859", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T20:09:23.991772+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986860", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.258178+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986871", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.179348+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986864", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T20:09:24.171826+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986869", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "modelId": "mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.174803+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986863", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.188484+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986865", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.251268+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986870", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "modelId": "mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "submitTime": "2026-09-20T20:09:24.182431+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986866", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.418725+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986874", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||
|
||||
Reference in New Issue
Block a user