初始化项目,由ModelHub XC社区提供模型

Model: kizzlah/granite-4.2-3b
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-22 13:01:23 +08:00
commit a690a855c8
15 changed files with 603652 additions and 0 deletions

View File

@@ -0,0 +1,24 @@
from vllm.reasoning.abs_reasoning_parsers import ReasoningParserManager
from vllm.reasoning.deepseek_r1_reasoning_parser import DeepSeekR1ReasoningParser
@ReasoningParserManager.register_module("granite_thinking_parser")
class GraniteThinkingReasoningParser(DeepSeekR1ReasoningParser):
def extract_reasoning(self, model_output, request):
reasoning_content, final_content = super().extract_reasoning(
model_output, request
)
if final_content is not None:
final_content = final_content.lstrip("\n")
if (
hasattr(request, "chat_template_kwargs")
and request.chat_template_kwargs
and request.chat_template_kwargs.get("enable_thinking") is False
and final_content is None
):
reasoning_content, final_content = None, reasoning_content
return reasoning_content, final_content