Format Benchmark Code (#399)

benchmark/tip_suggestion/bench_sglang.py

@@ -2,11 +2,12 @@ import argparse
 import json
 import time
 
-import numpy as np
 import sglang as sgl
-from sglang.test.test_utils import add_common_sglang_args_and_parse, select_sglang_backend
-from sglang.utils import read_jsonl, dump_state_text
-
+from sglang.test.test_utils import (
+    add_common_sglang_args_and_parse,
+    select_sglang_backend,
+)
+from sglang.utils import dump_state_text, read_jsonl
 
 number = 5
 
@@ -14,7 +15,7 @@ number = 5
 @sgl.function
 def expand_tip(s, topic, tip):
     s += (
-"""Please expand a tip for a topic into a detailed paragraph.
+        """Please expand a tip for a topic into a detailed paragraph.
 
 Topic: staying healthy
 Tip: Regular Exercise
@@ -28,7 +29,12 @@ Topic: writing a blog post
 Tip: structure your content effectively
 Paragraph: A well-structured post is easier to read and more enjoyable. Start with an engaging introduction that hooks the reader and clearly states the purpose of your post. Use headings and subheadings to break up the text and guide readers through your content. Bullet points and numbered lists can make information more digestible. Ensure each paragraph flows logically into the next, and conclude with a summary or call-to-action that encourages reader engagement.
 
-Topic: """ + topic + "\nTip: " + tip + "\nParagraph:")
+Topic: """
+        + topic
+        + "\nTip: "
+        + tip
+        + "\nParagraph:"
+    )
     s += sgl.gen("paragraph", max_tokens=128, stop=["\n\n"], temperature=0)
 
 
@@ -36,7 +42,11 @@ Topic: """ + topic + "\nTip: " + tip + "\nParagraph:")
 def suggest_tips(s, topic):
     s += "Please act as a helpful assistant. Your job is to provide users with useful tips on a specific topic.\n"
     s += "USER: Give some tips for " + topic + ".\n"
-    s += ("ASSISTANT: Okay. Here are " + str(number) + " concise tips, each under 8 words:\n")
+    s += (
+        "ASSISTANT: Okay. Here are "
+        + str(number)
+        + " concise tips, each under 8 words:\n"
+    )
 
     paragraphs = []
     for i in range(1, 1 + number):
@@ -44,14 +54,12 @@ def suggest_tips(s, topic):
         paragraphs.append(expand_tip(topic=topic, tip=s[f"tip_{i}"]))
 
     for i in range(1, 1 + number):
-        s += f"Tip {i}:" + paragraphs[i-1]["paragraph"] + "\n"
+        s += f"Tip {i}:" + paragraphs[i - 1]["paragraph"] + "\n"
 
 
 def main(args):
-    lines = read_jsonl(args.data_path)[:args.num_questions]
-    arguments = [
-        {"topic": l["topic"]} for l in lines
-    ]
+    lines = read_jsonl(args.data_path)[: args.num_questions]
+    arguments = [{"topic": l["topic"]} for l in lines]
 
     # Select backend
     sgl.set_default_backend(select_sglang_backend(args))
@@ -59,7 +67,8 @@ def main(args):
     # Run requests
     tic = time.time()
     states = suggest_tips.run_batch(
-        arguments, temperature=0, num_threads=args.parallel, progress_bar=True)
+        arguments, temperature=0, num_threads=args.parallel, progress_bar=True
+    )
     latency = time.time() - tic
 
     # Compute accuracy
@@ -78,7 +87,7 @@ def main(args):
             "other": {
                 "num_questions": args.num_questions,
                 "parallel": args.parallel,
-            }
+            },
         }
         fout.write(json.dumps(value) + "\n")