Compare commits
5 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
c3e09f535f | ||
|
|
ee662b2692 | ||
|
|
32f05448af | ||
|
|
21c8d7b5a2 | ||
|
|
96a4cfe6bc |
4
.dockerignore
Normal file
4
.dockerignore
Normal file
@@ -0,0 +1,4 @@
|
||||
.git
|
||||
__pycache__/
|
||||
*.pyc
|
||||
.pytest_cache/
|
||||
18
Dockerfile
18
Dockerfile
@@ -1,4 +1,14 @@
|
||||
FROM python:3.10-slim
|
||||
WORKDIR /workspace
|
||||
COPY main.py .
|
||||
ENTRYPOINT ["python", "main.py"]
|
||||
FROM modelhubxc-4pd.tencentcloudcr.com/xc_agent_platform/python:3.11-slim
|
||||
|
||||
ENV PYTHONUNBUFFERED=1
|
||||
|
||||
WORKDIR /app
|
||||
|
||||
COPY requirements.txt .
|
||||
RUN pip install --no-cache-dir -r requirements.txt
|
||||
|
||||
COPY . .
|
||||
|
||||
EXPOSE 8080
|
||||
|
||||
CMD ["python", "main.py"]
|
||||
|
||||
2
agent.yaml
Normal file
2
agent.yaml
Normal file
@@ -0,0 +1,2 @@
|
||||
name: p800-agent
|
||||
docker_image: harbor.4pd.io/modelhubxc/sunruoxi/enginex-xc-llm-kunlunxin-fix-tokenizer:v1.0.0
|
||||
96
main.py
96
main.py
@@ -1,2 +1,94 @@
|
||||
"""Minimal agent entrypoint for ModelHub XC."""
|
||||
print("Agent ready", flush=True)
|
||||
"""ModelHub XC Agent Strategy — HTTP service matching platform runtime contract."""
|
||||
import json
|
||||
import os
|
||||
import signal
|
||||
import traceback
|
||||
from datetime import datetime
|
||||
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
|
||||
|
||||
HOST = "0.0.0.0"
|
||||
PORT = 8080
|
||||
shutdown_requested = False
|
||||
|
||||
|
||||
class Handler(BaseHTTPRequestHandler):
|
||||
def do_GET(self) -> None:
|
||||
if self.path == "/health":
|
||||
self._send_json({"status": "ok"})
|
||||
elif self.path == "/":
|
||||
self._send_json({
|
||||
"name": "p800-vllm-agent",
|
||||
"status": "running",
|
||||
"config": self._get_config(),
|
||||
})
|
||||
else:
|
||||
self._send_json({"error": "not found"}, status=404)
|
||||
|
||||
def do_POST(self) -> None:
|
||||
"""Handle task submission from platform."""
|
||||
if self.path == "/task":
|
||||
length = int(self.headers.get("Content-Length", 0))
|
||||
body = self.rfile.read(length) if length else b"{}"
|
||||
try:
|
||||
task = json.loads(body)
|
||||
result = self._handle_task(task)
|
||||
self._send_json(result)
|
||||
except Exception:
|
||||
self._send_json({"error": traceback.format_exc()}, status=500)
|
||||
else:
|
||||
self._send_json({"error": "not found"}, status=404)
|
||||
|
||||
def _handle_task(self, task: dict) -> dict:
|
||||
"""Process a model adaptation task."""
|
||||
model = task.get("model_address", task.get("modelAddress", ""))
|
||||
config = task.get("config_params", task.get("configParams", {}))
|
||||
print(f"[{datetime.now()}] Task received: model={model}", flush=True)
|
||||
return {
|
||||
"status": "accepted",
|
||||
"model": model,
|
||||
"message": "Task received by agent",
|
||||
}
|
||||
|
||||
def _get_config(self) -> dict:
|
||||
token = os.getenv("EXTERNAL_SERVICE_TOKEN", "")
|
||||
return {
|
||||
"external_service_token_present": bool(token),
|
||||
"model_address": os.getenv("MODEL_ADDRESS", ""),
|
||||
"config_params": os.getenv("CONFIG_PARAMS", ""),
|
||||
}
|
||||
|
||||
def log_message(self, fmt: str, *args: object) -> None:
|
||||
print(f"{self.address_string()} - {fmt % args}", flush=True)
|
||||
|
||||
def _send_json(self, body: dict, status: int = 200) -> None:
|
||||
payload = json.dumps(body, ensure_ascii=False).encode()
|
||||
self.send_response(status)
|
||||
self.send_header("Content-Type", "application/json")
|
||||
self.send_header("Content-Length", str(len(payload)))
|
||||
self.end_headers()
|
||||
self.wfile.write(payload)
|
||||
|
||||
|
||||
def _handle_signal(signum: int, _frame: object) -> None:
|
||||
global shutdown_requested
|
||||
shutdown_requested = True
|
||||
print(f"Received signal {signum}, shutting down", flush=True)
|
||||
|
||||
|
||||
def main() -> None:
|
||||
signal.signal(signal.SIGTERM, _handle_signal)
|
||||
signal.signal(signal.SIGINT, _handle_signal)
|
||||
|
||||
server = ThreadingHTTPServer((HOST, PORT), Handler)
|
||||
server.timeout = 1
|
||||
print(f"Agent listening on {HOST}:{PORT}", flush=True)
|
||||
|
||||
while not shutdown_requested:
|
||||
server.handle_request()
|
||||
|
||||
server.server_close()
|
||||
print("Agent stopped", flush=True)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
||||
@@ -1,4 +1 @@
|
||||
torch>=2.0.0
|
||||
transformers>=4.30.0
|
||||
huggingface_hub>=0.20.0
|
||||
modelscope>=1.10.0
|
||||
|
||||
|
||||
Reference in New Issue
Block a user