feat: multi-page search, filter downloads 50-5000 for cold models

main.py

@@ -99,30 +99,42 @@ def init_db():
 # ============================================================
 
 MODELSCOPE_API = "https://modelscope.cn/api/v1"
+DOWNLOAD_MIN = 50
+DOWNLOAD_MAX = 5000
+SEARCH_PAGES = 5  # 每个关键词搜5页（50*5=250个结果）
 
 
-def search_models(keyword: str, limit: int = 50) -> list:
+def search_models(keyword: str) -> list:
-    """从 ModelScope 搜索模型"""
+    """从 ModelScope 搜索模型（多页，筛选下载量50-5000的冷门模型）"""
     url = "https://modelscope.cn/openapi/v1/models"
-    params = {
+    models = []
-        'search': keyword,
+    for page in range(1, SEARCH_PAGES + 1):
-        'page_size': min(limit, 50),
+        params = {
-        'page_number': 1,
+            'search': keyword,
-        'sort': 'downloads',
+            'page_size': 50,
-    }
+            'page_number': page,
-    try:
+            'sort': 'downloads',
-        resp = requests.get(url, params=params, timeout=20,
+        }
-                            headers={'User-Agent': 'Mozilla/5.0'})
+        try:
-        data = resp.json()
+            resp = requests.get(url, params=params, timeout=20,
-        if data.get('success'):
+                                headers={'User-Agent': 'Mozilla/5.0'})
-            models = data.get('data', {}).get('models', [])
+            data = resp.json()
-            log(f"  [{keyword}]: {len(models)} 个结果")
+            if data.get('success'):
-            return [{'id': m.get('id'), 'downloads': m.get('downloads', 0)} for m in models]
+                page_models = data.get('data', {}).get('models', [])
-        else:
+                for m in page_models:
-            log(f"  [{keyword}]: success=false")
+                    dl = m.get('downloads', 0)
-    except Exception as e:
+                    if DOWNLOAD_MIN <= dl <= DOWNLOAD_MAX:
-        log(f"  [{keyword}]: 失败 {e}")
+                        models.append({'id': m.get('id'), 'downloads': dl})
-    return []
+                if len(page_models) < 50:
+                    break  # 最后一页，不继续
+            else:
+                break
+        except Exception as e:
+            log(f"  [{keyword}] page={page}: {e}")
+            break
+        time.sleep(0.3)
+    log(f"  [{keyword}]: {len(models)} 个 (50<={DOWNLOAD_MAX})")
+    return models
 
 
 def check_architecture(model_id: str) -> tuple:
@@ -303,20 +315,18 @@ def run_pipeline(submit_limit: int = 30):
     seen = set()
     all_models = []
     for kw in SEARCH_KEYWORDS:
-        models = search_models(kw, limit=100)
+        models = search_models(kw)
         for m in models:
             mid = m.get('id', '')
             if mid and mid not in seen:
                 seen.add(mid)
-                downloads = m.get('downloads', 0)
+                all_models.append({
-                if downloads >= 50:
+                    'model_id': mid,
-                    all_models.append({
+                    'url': f"https://modelscope.cn/{mid}",
-                        'model_id': mid,
+                    'downloads': m.get('downloads', 0),
-                        'url': f"https://modelscope.cn/{mid}",
+                })
-                        'downloads': downloads,
-                    })
         time.sleep(0.3)
-    log(f"搜索完成: {len(seen)} 个唯一模型, {len(all_models)} 个下载量>=50")
+    log(f"搜索完成: {len(seen)} 个唯一模型, {len(all_models)} 个下载量{DOWNLOAD_MIN}-{DOWNLOAD_MAX}")
 
     # 2. 格式筛选（只保留HuggingFace格式，排除GGUF）
     log("\n--- 阶段2: 格式筛选 ---")