EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[GLM4.1V and GLM4.5V] Add vision transformer num_dummy_head support: max tp=4 -> max tp=8 (#9059)

Browse Source
This commit is contained in:
Binyao Jiang
2025-08-18 14:40:13 -07:00
committed by GitHub
parent 98b44e9e56
commit c2fbf60f39
9 changed files with 150 additions and 102 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
benchmark/mmmu/eval_utils.py
View File

@@ -544,7 +544,9 @@ def process_result(response, sample, answer_dict, out_samples):
}
def eval_result(model_answer_path, answer_dict):
def eval_result(model_answer_path, answer_dict, eval_output_path=None):
if eval_output_path is None:
eval_output_path = model_answer_path
print("Evaluating...")
output_dict = json.load(open(model_answer_path))
# answer_dict = json.load(open(answer_path))
@@ -639,7 +641,7 @@ def eval_result(model_answer_path, answer_dict):
"acc": overall_acc,
}
pprint.pprint(printable_results)
out = model_answer_path
out = eval_output_path
with open(out, "w", encoding="utf-8") as outfile:
json.dump(printable_results, outfile)
print(f"eval out saved to {out}")