VC_noSugar/xc_agent_platform_demo
1
0
Fork 0
forked from luopingyi/xc_agent_platform_demo
Code Pull Requests Activity

live: ban gguf/openchat/peft-lora; bake verify_fail marks from 2026-10-17 analysis

Browse Source
This commit is contained in:
Victor Cao
2026-10-17 19:23:51 +08:00
parent 78cfea508d
commit b0d66da881
4 changed files with 115 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
tests/test_reject_marks.py
View File

@@ -18,11 +18,29 @@ from src.precheck import precheck_model
class TestMarks(unittest.TestCase):
def test_baked_marks(self):
marks = load_marks()
self.assertEqual(len(marks), 8)
self.assertEqual(len(marks), 16)
self.assertTrue(all(g in GPU_ENUMS.values() for m, g in marks))
self.assertEqual(marks['madeagents/hammer2.1-0.5b', 'Biren_166m'], 60027)
self.assertEqual(PERMANENT_PAIR_CODES, {60012, *range(60019, 60030)})
def test_verify_fail_marks(self):
rows = json.loads(Path('src/data/reject-marks.json').read_text())['marks']
keys = [(row['model'].lower(), row['gpu']) for row in rows]
self.assertEqual(len(keys), len(set(keys)))
failures = [row for row in rows if row['reason'].startswith('VERIFY_FAIL:')]
self.assertEqual(len(failures), 8)
self.assertEqual(sorted(row['reason'] for row in failures),
sorted(['VERIFY_FAIL:SCORE_GAP'] * 5 +
['VERIFY_FAIL:PEFT_UNMERGED', 'VERIFY_FAIL:NO_IDLE_DEVICE',
'VERIFY_FAIL:REF_CACHE_MISS']))
marks = load_marks()
for row in failures:
self.assertEqual(row['code'], 60029)
self.assertIn(row['code'], PERMANENT_PAIR_CODES)
self.assertEqual(marks[row['model'].lower(), row['gpu']], 60029)
self.assertEqual(marks['abaryan/cyberxp_agent_llama_3.2_1b', 'Biren_166m'], 60029)
self.assertNotIn(('abaryan/cyberxp_agent_llama_3.2_1b', 'Iluvatar_bi-100'), marks)
def test_invalid_marks(self):
with tempfile.TemporaryDirectory() as directory:
path = Path(directory) / 'marks.json'