Improve metrics, logging, and importing orders (#2992)

2025-01-19 18:36:59 -08:00
parent 61f42b5732
commit cd493b5afc
8 changed files with 64 additions and 49 deletions
--- a/examples/runtime/engine/offline_batch_inference.py
+++ b/examples/runtime/engine/offline_batch_inference.py
@@ -1,3 +1,8 @@
+"""
+Usage:
+python3 offline_batch_inference.py  --model meta-llama/Llama-3.1-8B-Instruct
+"""
+
 import argparse
 import dataclasses