feat: strictly filter models with valid config.json only

This commit is contained in:
z3st
2026-07-24 20:03:56 +08:00
parent 965342bafe
commit 2198aed3c2

16
main.py
View File

@@ -365,14 +365,22 @@ def run_pipeline(submit_limit: int = 2):
hf_models.append(m)
log(f"格式筛选: {len(hf_models)} 通过, {format_skipped} 跳过 (GPTQ/AWQ)")
# 3. 架构筛选(参考检查,不做严格过滤,让平台决定兼容性
# 3. 架构筛选(只保留有标准config.json的模型排除无效格式
log("\n--- 阶段3: 架构检查 ---")
arch_passed = []
arch_rejected = 0
for m in hf_models:
ok, reason = check_architecture(m['model_id'])
if not ok:
log(f" ! {m['model_id']}: {reason} (仍保留)")
arch_rejected += 1
log(f" x {m['model_id']}: {reason}")
elif reason == 'GGUF':
arch_rejected += 1
log(f" x {m['model_id']}: GGUF(无config)")
else:
arch_passed.append(m)
time.sleep(0.1)
log(f"架构检查: {len(hf_models)} 个模型进入下一阶段")
log(f"架构检查: {len(arch_passed)} 通过, {arch_rejected} 拒绝")
# 4. 筛选并提交只针对目标GPU
log(f"\n--- 阶段4: 筛选并提交 [{TARGET_GPU}] ---")
@@ -386,7 +394,7 @@ def run_pipeline(submit_limit: int = 2):
# 筛选
to_submit = []
for m in hf_models:
for m in arch_passed:
model_id = m['model_id']
# 检查全平台验证状态