EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Json Decode && Mutl-Turns (#4)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-01-15 16:49:29 +08:00
committed by GitHub
parent f652494df1
commit 08ab2a1655
27 changed files with 755 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/backend/anthropic.py
View File

@@ -4,7 +4,7 @@ import numpy as np
from sglang.backend.base_backend import BaseBackend
from sglang.lang.chat_template import get_chat_template
from sglang.lang.interpreter import StreamExecutor
from sglang.lang.ir import SamplingParams
from sglang.lang.ir import SglSamplingParams
try:
import anthropic
@@ -28,7 +28,7 @@ class Anthropic(BaseBackend):
def generate(
self,
s: StreamExecutor,
sampling_params: SamplingParams,
sampling_params: SglSamplingParams,
):
prompt = s.text_
ret = anthropic.Anthropic().completions.create(
@@ -43,7 +43,7 @@ class Anthropic(BaseBackend):
def generate_stream(
self,
s: StreamExecutor,
sampling_params: SamplingParams,
sampling_params: SglSamplingParams,
):
prompt = s.text_
generator = anthropic.Anthropic().completions.create(