Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 5cd21c1128 | |||
| 020964d3b3 | |||
| 54620c8d0b |
@@ -1,6 +1,9 @@
|
|||||||
from app.clients.modelhub import ModelHubClient
|
from app.clients.modelhub import ModelHubClient
|
||||||
from app.domain.vllm_configs import gen_vllm_config
|
from app.domain.vllm_configs import gen_vllm_config
|
||||||
from app.storage.repositories import Repository, future_seconds
|
from app.storage.repositories import Repository, future_seconds
|
||||||
|
import logging
|
||||||
|
|
||||||
|
LOG = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
class Submitter:
|
class Submitter:
|
||||||
@@ -13,6 +16,7 @@ class Submitter:
|
|||||||
for task in self.repo.due_tasks(("ready_to_submit",), limit=limit):
|
for task in self.repo.due_tasks(("ready_to_submit",), limit=limit):
|
||||||
config = gen_vllm_config(task["gpu_type"], task["model_id"], task["max_model_len"])
|
config = gen_vllm_config(task["gpu_type"], task["model_id"], task["max_model_len"])
|
||||||
result = self.client.create_contest_task(task["model_id"], task["gpu_type"], config)
|
result = self.client.create_contest_task(task["model_id"], task["gpu_type"], config)
|
||||||
|
LOG.info("submit %s / %s / %s -> %s (%s)", task["model_id"], task["gpu_type"], task["source"], result.result, result.message)
|
||||||
self.repo.record_submission_attempt(
|
self.repo.record_submission_attempt(
|
||||||
task["id"],
|
task["id"],
|
||||||
task["model_id"],
|
task["model_id"],
|
||||||
|
|||||||
@@ -5,7 +5,7 @@
|
|||||||
"EMAIL": "i-hengyan@4paradigm.com",
|
"EMAIL": "i-hengyan@4paradigm.com",
|
||||||
"USER_ID": "83",
|
"USER_ID": "83",
|
||||||
"CONTRIBUTORS": "i-hengyan",
|
"CONTRIBUTORS": "i-hengyan",
|
||||||
"STRATEGY_ID": "2e5ee92b-ea07-487a-bcfd-02e51be7f6bb",
|
"STRATEGY_ID": "280bc4a7-a460-4778-bf74-89ccd3162bf5",
|
||||||
|
|
||||||
"MODELHUB_URL": "https://modelhub.org.cn",
|
"MODELHUB_URL": "https://modelhub.org.cn",
|
||||||
"MODELHUB_API_BASE": "https://modelhub.org.cn/api",
|
"MODELHUB_API_BASE": "https://modelhub.org.cn/api",
|
||||||
@@ -15,7 +15,7 @@
|
|||||||
"HOST": "0.0.0.0",
|
"HOST": "0.0.0.0",
|
||||||
"PORT": 8080,
|
"PORT": 8080,
|
||||||
|
|
||||||
"SUBMIT_DRY_RUN": true,
|
"SUBMIT_DRY_RUN": false,
|
||||||
"INJECT_STRATEGY_ID": true,
|
"INJECT_STRATEGY_ID": true,
|
||||||
"CONTEST_TASK_STRATEGY_FIELD": "strategyId",
|
"CONTEST_TASK_STRATEGY_FIELD": "strategyId",
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user