CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

feat: add failure-aware preflight and Qwen review

Browse Source
This commit is contained in:
CoolBoy
2026-08-10 21:44:42 +08:00
parent 5e47d9e695
commit 3d15f60284
21 changed files with 2672 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
tests/test_market_intelligence.py
View File

@@ -257,6 +257,47 @@ class MarketIntelligenceTests(unittest.TestCase):
self.assertEqual(20, metadata["frameworkLocalSamples"])
self.assertGreater(metadata["frameworkCombinedScore"], 0.35)
def test_platform_failures_use_short_circuit_without_poisoning_compatibility_rate(self) -> None:
manager = MarketIntelligenceManager("unused.json", framework_min_samples=100)
manager.state = {
"frameworkStats": {
"text-generation": {
"gpu": {
"vllm": {"modelCount": 1000, "wilsonLowerBound": 0.30},
}
}
}
}
manager.set_local_outcome_stats(
{
"combinationStats": {
"gpu|vllm|text-generation": {
"successCount": 10,
"failureCount": 3,
"attributableFailureCount": 0,
}
},
"recentCombinationStats": {
"gpu|vllm|text-generation": {
"successCount": 10,
"failureCount": 3,
"attributableFailureCount": 0,
"consecutiveFailures": 0,
"consecutivePlatformFailures": 3,
"lastPlatformFailureAt": datetime.now(timezone.utc).isoformat(),
}
},
}
)
metadata = manager.framework_metadata("text-generation", "gpu", "vllm")
self.assertEqual(10, metadata["frameworkLocalSamples"])
self.assertEqual(1.0, metadata["frameworkLocalSuccessRate"])
self.assertTrue(metadata["frameworkCircuitOpen"])
self.assertEqual(
"three_consecutive_platform_failures",
metadata["frameworkCircuitReason"],
)
def test_candidate_uses_best_supported_public_framework(self) -> None:
manager = MarketIntelligenceManager("unused.json", framework_min_samples=100)
manager.state = {