disable profiling trace by default

2026-07-15 04:43:46 +08:00
parent cb962589e9
commit 59e497fdc9
3 changed files with 173 additions and 4 deletions
--- a/worklogs/remote_results/2026-07-15-official-like-baseline/eager_100k_no_prof_c1_r8_t256_cap40k.json
+++ b/worklogs/remote_results/2026-07-15-official-like-baseline/eager_100k_no_prof_c1_r8_t256_cap40k.json
@@ -0,0 +1,124 @@
+{
+  "created_at": "2026-07-14T20:36:39",
+  "url": "http://127.0.0.1:1111",
+  "model": "llm",
+  "dataset": "/root/work/logs/synthetic_cumulative_8_s3_cap40k.jsonl",
+  "concurrency": 1,
+  "max_requests": 8,
+  "max_tokens": 256,
+  "wall_sec": 344.37798644416034,
+  "success_rate": 1.0,
+  "ttft_p90_sec": 12.73888401035219,
+  "output_tps_p10_per_request": 5.851249699499549,
+  "aggregate_output_tps": 5.673997981624281,
+  "aggregate_input_tps_uncached": 169.148442388739,
+  "aggregate_cache_tps": 485.6524127076243,
+  "cache_hit_rate": 0.7416795639891973,
+  "weighted_token_throughput": 840.7123114617115,
+  "totals": {
+    "requests": 8,
+    "success": 8,
+    "prompt_tokens": 225499,
+    "input_tokens_uncached": 58251,
+    "cached_tokens": 167248,
+    "completion_tokens": 1954,
+    "reasoning_tokens": 1797
+  },
+  "targets": {
+    "output_tps_p10_per_request_gte_20": false,
+    "ttft_p90_lte_5": false,
+    "cache_hit_rate_gte_50pct": true,
+    "success_rate_gte_99pct": true,
+    "weighted_token_throughput_gte_8000": false
+  },
+  "results": [
+    {
+      "ok": true,
+      "elapsed_sec": 36.636799186468124,
+      "ttft_sec": 7.329275650903583,
+      "prompt_tokens": 7498,
+      "cached_tokens": 0,
+      "completion_tokens": 256,
+      "reasoning_tokens": 148,
+      "output_tps": 8.734958437868189,
+      "error": null
+    },
+    {
+      "ok": true,
+      "elapsed_sec": 46.99894358962774,
+      "ttft_sec": 21.139840373769403,
+      "prompt_tokens": 34177,
+      "cached_tokens": 7488,
+      "completion_tokens": 162,
+      "reasoning_tokens": 113,
+      "output_tps": 6.264718410677597,
+      "error": null
+    },
+    {
+      "ok": true,
+      "elapsed_sec": 45.031732741743326,
+      "ttft_sec": 3.066617039963603,
+      "prompt_tokens": 35384,
+      "cached_tokens": 34160,
+      "completion_tokens": 256,
+      "reasoning_tokens": 256,
+      "output_tps": 6.100304877490023,
+      "error": null
+    },
+    {
+      "ok": true,
+      "elapsed_sec": 39.382855931296945,
+      "ttft_sec": 9.138474140316248,
+      "prompt_tokens": 19274,
+      "cached_tokens": 7472,
+      "completion_tokens": 256,
+      "reasoning_tokens": 256,
+      "output_tps": 8.464381972467455,
+      "error": null
+    },
+    {
+      "ok": true,
+      "elapsed_sec": 46.742042660713196,
+      "ttft_sec": 3.5163993053138256,
+      "prompt_tokens": 37099,
+      "cached_tokens": 35376,
+      "completion_tokens": 256,
+      "reasoning_tokens": 256,
+      "output_tps": 5.922410405674684,
+      "error": null
+    },
+    {
+      "ok": true,
+      "elapsed_sec": 35.704231740906835,
+      "ttft_sec": 5.4012624602764845,
+      "prompt_tokens": 14661,
+      "cached_tokens": 7472,
+      "completion_tokens": 256,
+      "reasoning_tokens": 256,
+      "output_tps": 8.448017012103007,
+      "error": null
+    },
+    {
+      "ok": true,
+      "elapsed_sec": 46.75327887199819,
+      "ttft_sec": 3.1515272110700607,
+      "prompt_tokens": 38199,
+      "cached_tokens": 37088,
+      "completion_tokens": 256,
+      "reasoning_tokens": 256,
+      "output_tps": 5.871323748431043,
+      "error": null
+    },
+    {
+      "ok": true,
+      "elapsed_sec": 47.12014847807586,
+      "ttft_sec": 3.015753908082843,
+      "prompt_tokens": 39207,
+      "cached_tokens": 38192,
+      "completion_tokens": 256,
+      "reasoning_tokens": 256,
+      "output_tps": 5.8044102519927305,
+      "error": null
+    }
+  ]
+}