初始化项目,由ModelHub XC社区提供模型
Model: RAANA-IA/Gheya-med Source: Original Platform
This commit is contained in:
25
handler.py
Normal file
25
handler.py
Normal file
@@ -0,0 +1,25 @@
|
||||
import json
|
||||
import requests
|
||||
from typing import Dict, List, Any
|
||||
|
||||
class EndpointHandler:
|
||||
def __init__(self, path=""):
|
||||
# URL de ton modèle sur Featherless
|
||||
self.api_url = "https://api.featherless.ai/v1/chat/completions"
|
||||
self.model_id = "RAANA-IA/Gheya-med"
|
||||
|
||||
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
||||
inputs = data.pop("inputs", data)
|
||||
|
||||
# Préparation de la requête pour Featherless
|
||||
payload = {
|
||||
"model": self.model_id,
|
||||
"messages": [{"role": "user", "content": inputs}],
|
||||
"max_tokens": 150
|
||||
}
|
||||
|
||||
# Note : Si tu as une clé API, il faudra l'ajouter dans les headers ici
|
||||
response = requests.post(self.api_url, json=payload)
|
||||
result = response.json()
|
||||
|
||||
return [{"generated_text": result['choices'][0]['message']['content']}]
|
||||
Reference in New Issue
Block a user