Fix nightly accuracy tests (#2780)

This commit is contained in:
Lianmin Zheng
2025-01-07 21:02:35 -08:00
committed by GitHub
parent 6fb5768372
commit b22f3f6475
5 changed files with 33 additions and 29 deletions

View File

@@ -55,8 +55,10 @@ class TestSkipTokenizerInit(unittest.TestCase):
print(json.dumps(ret))
def assert_one_item(item):
assert len(item["token_ids"]) == item["meta_info"]["completion_tokens"]
assert len(item["token_ids"]) == max_new_tokens
self.assertEqual(
len(item["token_ids"]), item["meta_info"]["completion_tokens"]
)
self.assertEqual(len(item["token_ids"]), max_new_tokens)
assert item["meta_info"]["prompt_tokens"] == len(input_ids)
if return_logprob: