feat: filter out GPTQ/AWQ formats and Qwen3.5 arch (incompatible with Iluvatar)
This commit is contained in:
37
main.py
37
main.py
@@ -328,30 +328,41 @@ def run_pipeline(submit_limit: int = 30):
|
||||
time.sleep(0.3)
|
||||
log(f"搜索完成: {len(seen)} 个唯一模型, {len(all_models)} 个下载量{DOWNLOAD_MIN}-{DOWNLOAD_MAX}")
|
||||
|
||||
# 2. 格式筛选(只保留HuggingFace格式,排除GGUF)
|
||||
# 2. 格式筛选(排除 GGUF/GPTQ/AWQ)
|
||||
log("\n--- 阶段2: 格式筛选 ---")
|
||||
hf_models = []
|
||||
gguf_skipped = 0
|
||||
format_skipped = 0
|
||||
SKIP_FORMATS = ['GGUF', 'GPTQ', 'AWQ']
|
||||
for m in all_models:
|
||||
mid = m['model_id'].upper()
|
||||
if 'GGUF' in mid:
|
||||
gguf_skipped += 1
|
||||
log(f" ✗ {m['model_id']}: GGUF格式,跳过")
|
||||
else:
|
||||
mid_upper = m['model_id'].upper()
|
||||
skip = False
|
||||
for fmt in SKIP_FORMATS:
|
||||
if fmt in mid_upper:
|
||||
format_skipped += 1
|
||||
log(f" x {m['model_id']}: {fmt}格式,跳过")
|
||||
skip = True
|
||||
break
|
||||
if not skip:
|
||||
hf_models.append(m)
|
||||
log(f"格式筛选: {len(hf_models)} 通过 (HuggingFace), {gguf_skipped} 跳过 (GGUF)")
|
||||
log(f"格式筛选: {len(hf_models)} 通过, {format_skipped} 跳过 (GGUF/GPTQ/AWQ)")
|
||||
|
||||
# 3. 架构筛选
|
||||
# 3. 架构筛选(排除 Qwen3.5 在 Iluvatar 上不支持)
|
||||
log("\n--- 阶段3: 架构筛选 ---")
|
||||
arch_passed = []
|
||||
arch_rejected = 0
|
||||
SKIP_ARCHS = ['qwen3_5', 'Qwen3_5', 'Qwen3.5']
|
||||
for m in hf_models:
|
||||
ok, reason = check_architecture(m['model_id'])
|
||||
if ok:
|
||||
arch_passed.append(m)
|
||||
else:
|
||||
if not ok:
|
||||
arch_rejected += 1
|
||||
log(f" ✗ {m['model_id']}: {reason}")
|
||||
log(f" x {m['model_id']}: {reason}")
|
||||
continue
|
||||
arch_str = str(reason).upper()
|
||||
if any(a.upper() in arch_str for a in SKIP_ARCHS):
|
||||
arch_rejected += 1
|
||||
log(f" x {m['model_id']}: Qwen3.5(Iluvatar不支持)")
|
||||
continue
|
||||
arch_passed.append(m)
|
||||
time.sleep(0.15)
|
||||
log(f"架构筛选: {len(arch_passed)} 通过, {arch_rejected} 拒绝")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user