Update grok 1 model (#1095)
This commit is contained in:
@@ -88,6 +88,9 @@ def main(args):
|
||||
for i in range(len(states)):
|
||||
preds.append(get_answer_value(states[i]["answer"]))
|
||||
|
||||
# print(f"{preds=}")
|
||||
# print(f"{labels=}")
|
||||
|
||||
# Compute accuracy
|
||||
acc = np.mean(np.array(preds) == np.array(labels))
|
||||
invalid = np.mean(np.array(preds) == INVALID)
|
||||
|
||||
Reference in New Issue
Block a user