state: generation 8337 (cycle)

This commit is contained in:
2026-09-16 18:26:54 +00:00
parent 1759de648d
commit b26f858de7
11 changed files with 1993 additions and 1998 deletions

View File

@@ -14,7 +14,6 @@
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-04T15:17:04.545687+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4629090", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "modelId": "amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "submitTime": "2026-09-04T15:17:04.566515+00:00", "targetGpu": "Biren_166m", "taskId": "4629091", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "modelId": "amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "submitTime": "2026-09-04T15:32:11.649244+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4629295", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-04T16:05:38.973026+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4629768", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "modelId": "amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "submitTime": "2026-09-04T16:10:19.951781+00:00", "targetGpu": "MetaX_c-500", "taskId": "4629851", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-04T16:50:16.092995+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4630839", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "modelId": "nm-testing/tinyllama-marlin24-w4a16-group128", "submitTime": "2026-09-04T16:55:10.211615+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4630908", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
@@ -29,7 +28,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "submitTime": "2026-09-05T02:38:10.748196+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4639409", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/empero-ai/Qwen3.8-2B-Distill-GGUF", "modelId": "empero-ai/Qwen3.8-2B-Distill-GGUF", "submitTime": "2026-09-05T04:38:07.789820+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4641229", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-iluvatar-bi-150"}
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/empero-ai/Qwen3.8-4B-Distill-GGUF", "modelId": "empero-ai/Qwen3.8-4B-Distill-GGUF", "submitTime": "2026-09-05T04:56:19.745119+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4641463", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "modelId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "submitTime": "2026-09-05T05:03:01.097550+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4641563", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LLM-Research/Phi-3.5-mini-instruct-bnb-4bit", "modelId": "LLM-Research/Phi-3.5-mini-instruct-bnb-4bit", "submitTime": "2026-09-05T05:03:09.034612+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4641566", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-MLX-8bit", "modelId": "ornith-ai/Ornith-1.5-9B-MLX-8bit", "submitTime": "2026-09-05T05:17:16.436989+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4641789", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-9B-NVFP4", "submitTime": "2026-09-05T05:17:16.435240+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4641790", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}