[Fix] Compatibility of window attention and cuda graph (#1090)

2024-08-14 10:37:01 -07:00
parent a34dd86a7d
commit 96a2093ef0
7 changed files with 70 additions and 39 deletions
--- a/python/sglang/test/long_prompt.txt
+++ b/python/sglang/test/long_prompt.txt
--- a/python/sglang/test/runners.py
+++ b/python/sglang/test/runners.py
@@ -36,7 +36,7 @@ DEFAULT_PROMPTS = [
 ]

 dirpath = os.path.dirname(__file__)
-with open(os.path.join(dirpath, "long_prompt"), "r") as f:
+with open(os.path.join(dirpath, "long_prompt.txt"), "r") as f:
    long_prompt = f.read()
 DEFAULT_PROMPTS.append(long_prompt)