Update benchmark scripts (#8)

2024-01-15 16:12:57 -08:00
parent 01ca82d765
commit 70359bf31a
28 changed files with 183 additions and 50 deletions
--- a/benchmark/tree_of_thought_deep/bench_other.py
+++ b/benchmark/tree_of_thought_deep/bench_other.py
@@ -141,6 +141,9 @@ def main(args):
                    rets.append(out["answer"])
                return rets

+        # warmup
+        call_generate("Hello,", 1.0, 8, ".", 1)
+
    # Run requests
    states = [None] * len(questions)
    def get_one_answer(i):