feat: reserve queue capacity for recent models

This commit is contained in:
CoolBoy
2026-08-11 01:29:54 +08:00
parent 38ab25fc3c
commit f12d96b138
13 changed files with 927 additions and 46 deletions

View File

@@ -47,7 +47,27 @@ class RateLimitedPageClient:
return {"success": True, "data": {"models": items}}
class ModelMetadataClient:
def __init__(self) -> None:
self.calls = 0
def request_json(self, _method: str, _path: str, **_kwargs) -> dict: # noqa: ANN003
self.calls += 1
return {"Code": 200, "Data": {"LastUpdatedTime": 1786294389}}
class ModelScopeDiscoveryTests(unittest.TestCase):
def test_model_last_modified_uses_detail_api_and_is_cached(self) -> None:
metadata_client = ModelMetadataClient()
discovery = HuggingFaceDiscovery(legacy_http_client=metadata_client) # type: ignore[arg-type]
first = discovery.get_model_last_modified("owner/model")
second = discovery.get_model_last_modified("owner/model")
self.assertEqual(first, second)
self.assertEqual(1786294389, int(first.timestamp())) # type: ignore[union-attr]
self.assertEqual(1, metadata_client.calls)
def test_openapi_page_size_never_exceeds_platform_limit(self) -> None:
http_client = RecordingHttpClient()
discovery = HuggingFaceDiscovery(http_client=http_client) # type: ignore[arg-type]