155 lines
5.1 KiB
Python
155 lines
5.1 KiB
Python
import requests
|
||
import json
|
||
from typing import List, Tuple
|
||
|
||
# ========== 全局配置 ==========
|
||
BASE_URL = "https://modelhub.org.cn"
|
||
LOGIN_ENDPOINT = "/adminApi/user/login"
|
||
SUBMIT_TEST_TASK_ENDPOINT = "/adminApi/async/task/create-contest-task"
|
||
|
||
USER_ACCOUNT = "zhoushasha@4paradigm.com"
|
||
USER_PASSWORD = "4pdpassword"
|
||
|
||
|
||
CONTEST_API_TOKEN = "ef1ef82f3c9efee413d602345fbe224d"
|
||
|
||
|
||
CONTRIBUTORS = "zhoushasha"
|
||
|
||
|
||
GPU_TYPE = "Cambricon_mlu-370-x8"
|
||
|
||
TASK_TYPE = "text-generation"
|
||
|
||
HEADERS = {"Content-Type": "application/json"}
|
||
|
||
# ======== 模型列表（保持不变）========
|
||
ALL_MODEL_IDS = [
|
||
|
||
"AI-ModelScope/gemma-2b",
|
||
"AI-ModelScope/falcon-mamba-7b",
|
||
"katanemo/deepseek-2",
|
||
"OpenBMB/MiniCPM4-0.5B",
|
||
"NousResearch/Meta-Llama-3-8B-Instruct",
|
||
"MediaTek-Research/Breeze-7B-Instruct-v1_0",
|
||
"QLUNLP/BianCang-Qwen2.5-7B-Instruct",
|
||
"OpenBMB/MiniCPM4-Survey",
|
||
"OpenBMB/MiniCPM4-8B",
|
||
"PaddlePaddle/ERNIE-4.5-0.3B-PT",
|
||
"LLM-Research/Llama-Guard-3-8B",
|
||
"OpenBMB/MiniCPM-2B-dpo-fp16",
|
||
"OpenBMB/MiniCPM4.1-8B",
|
||
"Cylingo/Xinyuan-LLM-14B-0428",
|
||
"Fengshenbang/Ziya-LLaMA-13B-v1",
|
||
"baichuan-inc/Baichuan2-13B-Chat",
|
||
"LLM-Research/gemma-2-9b-it",
|
||
"Qwen/CodeQwen1.5-7B-Chat",
|
||
"OpenBMB/cpm-bee-10b",
|
||
"OpenBMB/MiniCPM3-4B",
|
||
|
||
|
||
]
|
||
|
||
# === 登录获取 token ===
|
||
def login():
|
||
payload = {"userAccount": USER_ACCOUNT, "userPassword": USER_PASSWORD}
|
||
print("🔑 正在登录...")
|
||
resp = requests.post(BASE_URL + LOGIN_ENDPOINT, headers=HEADERS, json=payload)
|
||
if resp.status_code != 200:
|
||
raise Exception(f"HTTP 登录失败: {resp.text}")
|
||
data = resp.json()
|
||
if data.get("code") != 0:
|
||
raise Exception(f"业务登录失败: {data.get('message')}")
|
||
token = data["data"]["token"]
|
||
print("✅ 登录成功！")
|
||
return token
|
||
|
||
# === 提交单个模型的测试任务（vLLM + kunlunxin_p-800）===
|
||
def submit_test_task(token: str, model_id: str) -> Tuple[str, str]:
|
||
auth_headers = {**HEADERS, "Authorization": f"Bearer {token}"}
|
||
config_content = f"""docker_image: harbor.4pd.io/hardcore-tech/cambricon-mlu370-pytorch:v25.01-torch2.5.0-torchmlu1.24.1-ubuntu22.04-py310
|
||
nv_docker_image: harbor.4pd.io/dooke/vllm/vllm/vllm-openai:v0.11.0
|
||
framework: vllm
|
||
storage: gpfs
|
||
modelhub_options:
|
||
srcRelativePath: leaderboard/modelHubXC/{model_id}
|
||
mountPoint: /model
|
||
sut_config:
|
||
values:
|
||
gpu_num: 1
|
||
env:
|
||
- name: MAX_MODEL_LEN
|
||
value: 8192
|
||
command: ["vllm", "serve", "/model", "--port", "8000", "--served-model-name", "llm", "--max-model-len", "8192", "--trust-remote-code", "--dtype", "float16"]
|
||
ref_config:
|
||
values:
|
||
cpu_num: 2
|
||
gpu_num: 1
|
||
env:
|
||
- name: MAX_MODEL_LEN
|
||
value: 8192
|
||
command: ["vllm", "serve", "/model", "--port", "80", "--served-model-name", "llm", "--max-model-len", "8192", "--trust-remote-code", "--dtype", "float16"]
|
||
"""
|
||
task_data = {
|
||
"contestApiToken": CONTEST_API_TOKEN,
|
||
"contributors": CONTRIBUTORS,
|
||
"gpuTypes": [GPU_TYPE],
|
||
"taskType": TASK_TYPE,
|
||
"modelId": model_id,
|
||
"framework": "vllm",
|
||
"submissionConfig": [{
|
||
"config": config_content,
|
||
"gpuType": GPU_TYPE,
|
||
"taskType": TASK_TYPE
|
||
}]
|
||
}
|
||
print(f"📤 提交验证任务: {model_id} (GPU: {GPU_TYPE})")
|
||
try:
|
||
resp = requests.post(BASE_URL + SUBMIT_TEST_TASK_ENDPOINT, json=task_data, headers=auth_headers, timeout=15)
|
||
if resp.status_code == 200:
|
||
result = resp.json()
|
||
if result.get("code") == 0:
|
||
task_id = result.get("data", {}).get("id")
|
||
print(f"✅ 验证任务提交成功! Task ID: {task_id}")
|
||
return task_id, model_id
|
||
else:
|
||
print(f"❌ 验证任务业务错误 ({model_id}): {result.get('message')}")
|
||
return None, model_id
|
||
else:
|
||
print(f"❌ 验证任务 HTTP 错误 ({model_id}): {resp.status_code} - {resp.text}")
|
||
return None, model_id
|
||
except Exception as e:
|
||
print(f"💥 提交验证任务异常 ({model_id}): {e}")
|
||
return None, model_id
|
||
|
||
# === 主函数：仅提交验证任务 ===
|
||
def main():
|
||
if not ALL_MODEL_IDS:
|
||
print("❌ 模型列表为空，请在 ALL_MODEL_IDS 中填入模型ID")
|
||
return
|
||
|
||
token = login()
|
||
total_count = len(ALL_MODEL_IDS)
|
||
print(f"📊 共 {total_count} 个模型待提交验证任务")
|
||
|
||
successful_tasks: List[Tuple[str, str]] = [] # (task_id, model_id)
|
||
|
||
for model_id in ALL_MODEL_IDS:
|
||
task_id, mid = submit_test_task(token, model_id)
|
||
if task_id:
|
||
successful_tasks.append((task_id, mid))
|
||
|
||
# 写入成功提交的 task_id 和 model_id 到文件
|
||
with open("submitted_validation_tasks.txt", "w", encoding="utf-8") as f:
|
||
for tid, mid in successful_tasks:
|
||
f.write(f"{tid}\t{mid}\n")
|
||
|
||
# 最终统计
|
||
print("\n" + "=" * 60)
|
||
print(f"🎉 全部完成！")
|
||
print(f"✅ 成功提交验证任务: {len(successful_tasks)}")
|
||
print(f"📄 详情已写入: submitted_validation_tasks.txt")
|
||
print(f"📊 总计尝试: {total_count}")
|
||
|
||
if __name__ == "__main__":
|
||
main() |