feat: strictly filter models with valid config.json only
This commit is contained in:
16
main.py
16
main.py
@@ -365,14 +365,22 @@ def run_pipeline(submit_limit: int = 2):
|
||||
hf_models.append(m)
|
||||
log(f"格式筛选: {len(hf_models)} 通过, {format_skipped} 跳过 (GPTQ/AWQ)")
|
||||
|
||||
# 3. 架构筛选(参考检查,不做严格过滤,让平台决定兼容性)
|
||||
# 3. 架构筛选(只保留有标准config.json的模型,排除无效格式)
|
||||
log("\n--- 阶段3: 架构检查 ---")
|
||||
arch_passed = []
|
||||
arch_rejected = 0
|
||||
for m in hf_models:
|
||||
ok, reason = check_architecture(m['model_id'])
|
||||
if not ok:
|
||||
log(f" ! {m['model_id']}: {reason} (仍保留)")
|
||||
arch_rejected += 1
|
||||
log(f" x {m['model_id']}: {reason}")
|
||||
elif reason == 'GGUF':
|
||||
arch_rejected += 1
|
||||
log(f" x {m['model_id']}: GGUF(无config)")
|
||||
else:
|
||||
arch_passed.append(m)
|
||||
time.sleep(0.1)
|
||||
log(f"架构检查: {len(hf_models)} 个模型进入下一阶段")
|
||||
log(f"架构检查: {len(arch_passed)} 通过, {arch_rejected} 拒绝")
|
||||
|
||||
# 4. 筛选并提交(只针对目标GPU)
|
||||
log(f"\n--- 阶段4: 筛选并提交 [{TARGET_GPU}] ---")
|
||||
@@ -386,7 +394,7 @@ def run_pipeline(submit_limit: int = 2):
|
||||
|
||||
# 筛选
|
||||
to_submit = []
|
||||
for m in hf_models:
|
||||
for m in arch_passed:
|
||||
model_id = m['model_id']
|
||||
|
||||
# 检查全平台验证状态
|
||||
|
||||
Reference in New Issue
Block a user