Mixed style of chunked prefill (#1013)

This commit is contained in:
Liangsheng Yin
2024-08-16 02:13:00 -07:00
committed by GitHub
parent 5a261bd055
commit 3694f8f996
14 changed files with 195 additions and 59 deletions

View File

@@ -8,6 +8,7 @@ https://arxiv.org/abs/2311.12022
import random
import re
from typing import Optional
import pandas
@@ -28,7 +29,7 @@ class GPQAEval(Eval):
def __init__(
self,
filename: str,
num_examples: int | None,
num_examples: Optional[int],
num_threads: int,
n_repeats: int = 1,
):