Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 5cd21c1128 | |||
| 020964d3b3 | |||
| 54620c8d0b |
@@ -1,6 +1,9 @@
|
||||
from app.clients.modelhub import ModelHubClient
|
||||
from app.domain.vllm_configs import gen_vllm_config
|
||||
from app.storage.repositories import Repository, future_seconds
|
||||
import logging
|
||||
|
||||
LOG = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class Submitter:
|
||||
@@ -13,6 +16,7 @@ class Submitter:
|
||||
for task in self.repo.due_tasks(("ready_to_submit",), limit=limit):
|
||||
config = gen_vllm_config(task["gpu_type"], task["model_id"], task["max_model_len"])
|
||||
result = self.client.create_contest_task(task["model_id"], task["gpu_type"], config)
|
||||
LOG.info("submit %s / %s / %s -> %s (%s)", task["model_id"], task["gpu_type"], task["source"], result.result, result.message)
|
||||
self.repo.record_submission_attempt(
|
||||
task["id"],
|
||||
task["model_id"],
|
||||
|
||||
@@ -5,7 +5,7 @@
|
||||
"EMAIL": "i-hengyan@4paradigm.com",
|
||||
"USER_ID": "83",
|
||||
"CONTRIBUTORS": "i-hengyan",
|
||||
"STRATEGY_ID": "2e5ee92b-ea07-487a-bcfd-02e51be7f6bb",
|
||||
"STRATEGY_ID": "280bc4a7-a460-4778-bf74-89ccd3162bf5",
|
||||
|
||||
"MODELHUB_URL": "https://modelhub.org.cn",
|
||||
"MODELHUB_API_BASE": "https://modelhub.org.cn/api",
|
||||
@@ -15,7 +15,7 @@
|
||||
"HOST": "0.0.0.0",
|
||||
"PORT": 8080,
|
||||
|
||||
"SUBMIT_DRY_RUN": true,
|
||||
"SUBMIT_DRY_RUN": false,
|
||||
"INJECT_STRATEGY_ID": true,
|
||||
"CONTEST_TASK_STRATEGY_FIELD": "strategyId",
|
||||
|
||||
|
||||
Reference in New Issue
Block a user