forked from luopingyi/xc_agent_platform_demo
select-opt dry-run: foothold verified_reuse first, build-config default w/ fallback, GPU enum map (45/45)
This commit is contained in:
@@ -4,7 +4,7 @@ import unittest
|
||||
import os
|
||||
from unittest.mock import patch
|
||||
from pathlib import Path
|
||||
from src.config_params import build_config_params, config_params_source, GAP
|
||||
from src.config_params import build_config_params, config_params_source, build_config_params_with_meta, GAP
|
||||
from src.build_config_client import BuildConfigError
|
||||
from scripts.dry_run import _render
|
||||
|
||||
@@ -16,32 +16,68 @@ class TestConfigParams(unittest.TestCase):
|
||||
self.addCleanup(env.stop)
|
||||
|
||||
def test_source_selection_and_failure(self):
|
||||
with patch("urllib.request.urlopen") as network:
|
||||
self.assertEqual(config_params_source(), "sample")
|
||||
build_config_params()
|
||||
network.assert_not_called()
|
||||
self.assertIn("discovered via capture", GAP)
|
||||
with patch.dict(os.environ, {"CONFIG_PARAMS_SOURCE": "build-config"}):
|
||||
with self.assertRaisesRegex(BuildConfigError, "missing/invalid credential"):
|
||||
build_config_params("gpu")
|
||||
with patch.dict(os.environ, {"ALLOW_BUILD_CONFIG": "1", "XC_TOKEN": "test-secret"}), patch("src.config_params.build_config", return_value="api: yaml") as client:
|
||||
self.assertEqual(config_params_source(), "build-config")
|
||||
self.assertEqual(build_config_params("gpu"), "api: yaml")
|
||||
client.assert_called_once_with("gpu", "vllm", "text-generation")
|
||||
with patch.dict(os.environ, {"CONFIG_PARAMS_SOURCE": "build-config"}), patch("src.config_params.build_config", side_effect=BuildConfigError("transport/timeout")):
|
||||
with self.assertRaisesRegex(BuildConfigError, "transport/timeout"):
|
||||
build_config_params("gpu")
|
||||
# No token → sample, no network
|
||||
with patch('src.config_params.resolve_token', side_effect=ValueError), patch('src.config_params.build_config') as client:
|
||||
self.assertEqual(config_params_source(), 'sample')
|
||||
yaml, meta = build_config_params_with_meta('壁砺')
|
||||
self.assertEqual(meta['auth'], 'missing')
|
||||
self.assertEqual(meta['configParams_source'], 'sample')
|
||||
client.assert_not_called()
|
||||
# Token alone → prefer build-config (kickoff default)
|
||||
for gpu, enum in [('壁砺', 'Biren_166m'), ('壁砺166M', 'Biren_166m'),
|
||||
('Biren_166m', 'Biren_166m'), ('曦望', 'Sunrise_pt-200-x1'),
|
||||
('曦望 S2', 'Sunrise_pt-200-x1'), ('Sunrise_pt-200-x1', 'Sunrise_pt-200-x1')]:
|
||||
with self.subTest(gpu=gpu), patch('src.config_params.resolve_token', return_value='synthetic'), patch('src.config_params.build_config', return_value='api: yaml') as client:
|
||||
self.assertEqual(config_params_source(), 'build-config')
|
||||
yaml, meta = build_config_params_with_meta(gpu)
|
||||
self.assertEqual(yaml, 'api: yaml')
|
||||
self.assertEqual(meta['configParams_source'], 'build-config')
|
||||
self.assertEqual(meta['auth'], 'ok')
|
||||
client.assert_called_once_with(enum, 'vllm', 'text-generation')
|
||||
# Failure → sample + GAP reason
|
||||
with patch('src.config_params.resolve_token', return_value='synthetic'), patch('src.config_params.build_config', side_effect=BuildConfigError('transport/timeout')):
|
||||
yaml, meta = build_config_params_with_meta('壁砺')
|
||||
self.assertEqual(meta['configParams_source'], 'sample')
|
||||
self.assertEqual(meta['configParams_fallback_reason'], 'GAP: transport/timeout')
|
||||
self.assertIn('max_model_len: 4096', yaml)
|
||||
# Forced build-config also soft-falls back in with_meta
|
||||
with patch.dict(os.environ, {'CONFIG_PARAMS_SOURCE': 'build-config'}), patch('src.config_params.resolve_token', return_value='synthetic'), patch('src.config_params.build_config', side_effect=BuildConfigError('transport/timeout')):
|
||||
yaml, meta = build_config_params_with_meta('壁砺')
|
||||
self.assertEqual(meta['configParams_fallback_reason'], 'GAP: transport/timeout')
|
||||
# Unmapped GPU → no API call
|
||||
for gpu in ('天垓150', '智铠 mrv-100', 'MetaX_c-500', '<GPU>', None):
|
||||
with patch('src.config_params.resolve_token', return_value='synthetic'), patch('src.config_params.build_config') as client:
|
||||
_, meta = build_config_params_with_meta(gpu)
|
||||
self.assertIn('GAP: gpu enum unmapped', meta['configParams_fallback_reason'])
|
||||
client.assert_not_called()
|
||||
# Force sample even with token
|
||||
with patch.dict(os.environ, {'CONFIG_PARAMS_SOURCE': 'sample'}), patch('src.config_params.resolve_token', return_value='synthetic'), patch('src.config_params.build_config') as client:
|
||||
self.assertEqual(config_params_source(), 'sample')
|
||||
build_config_params('壁砺')
|
||||
client.assert_not_called()
|
||||
|
||||
def test_report_api_failure_metadata(self):
|
||||
with patch('src.config_params.resolve_token', return_value='synthetic'), patch('src.config_params.build_config', side_effect=BuildConfigError('transport/timeout')):
|
||||
report = _render([{'model_address': 'org/a', 'try_next_gpus': ['壁砺'],
|
||||
'foothold_class': 'verified_reuse', 'evidence_source': 'pending-foothold',
|
||||
'no_download': False}], 'test', 'fixture')
|
||||
for value in ('foothold_class=verified_reuse', 'evidence_source=pending-foothold', 'no_download=False',
|
||||
'configParams_source=sample', 'configParams_fallback_reason=GAP: transport/timeout'):
|
||||
self.assertIn(value, report)
|
||||
|
||||
def test_official_sample_exact(self):
|
||||
scrape = Path('/workspace/modelhub-adapt/logs/api-docs-scrape-2026-10-16.md')
|
||||
if scrape.is_file():
|
||||
body = json.loads(re.search(r'```json\n(.*?)\n```', scrape.read_text(), re.S)[1])
|
||||
self.assertEqual(build_config_params(), body['configParams'])
|
||||
self.assertIn('max_model_len: 4096', build_config_params())
|
||||
self.assertIn('framework: vllm', build_config_params())
|
||||
with patch('src.config_params.resolve_token', side_effect=ValueError):
|
||||
self.assertEqual(build_config_params(), body['configParams'])
|
||||
with patch('src.config_params.resolve_token', side_effect=ValueError):
|
||||
self.assertIn('max_model_len: 4096', build_config_params())
|
||||
self.assertIn('framework: vllm', build_config_params())
|
||||
self.assertIn('NOT production-ready', GAP)
|
||||
|
||||
def test_report_draft_and_gap(self):
|
||||
report = _render([{'model_address': 'org/a', 'try_next_gpus': ['壁砺']}], 'test', 'fixture')
|
||||
for value in ('代提候选 / 需 Victor 确认', 'configParams source', 'configParams_source=sample', 'GAP:', 'truncated', 'max_model_len: 4096', 'perf_order=unset', 'order_source=experience'):
|
||||
with patch('src.config_params.resolve_token', side_effect=ValueError):
|
||||
report = _render([{'model_address': 'org/a', 'try_next_gpus': ['壁砺']}], 'test', 'fixture')
|
||||
for value in ('代提候选 / 需 Victor 确认', 'configParams source', 'configParams_source=sample', 'foothold_class=unknown', 'evidence_source=GAP', 'no_download=False', 'GAP:', 'truncated', 'max_model_len: 4096', 'perf_order=unset', 'order_source=experience'):
|
||||
self.assertIn(value, report)
|
||||
|
||||
Reference in New Issue
Block a user