Initial commit of LLM speed test app

2026-09-06 11:45:52 +08:00
commit 5544b5f9f9
38 changed files with 8587 additions and 0 deletions
@@ -0,0 +1,78 @@
+{
+  "version": "1.0",
+  "timestamp": "2026-08-25T16:39:51.611215",
+  "run_id": "20260825-163951",
+  "environment": {
+    "python_version": "3.13.11",
+    "platform": "linux",
+    "model": "deepseek-r1:latest"
+  },
+  "config": {
+    "cases_requested": [
+      "case_01_generation"
+    ],
+    "repeats": 1,
+    "skip_heavy": true,
+    "total_cases": 1
+  },
+  "summary": {
+    "total_cases": 1,
+    "passed": 1,
+    "failed": 0,
+    "stopped": false,
+    "total_elapsed_seconds": 4.1
+  },
+  "results": [
+    {
+      "case_id": "case_01_generation",
+      "case_name": "纯文本生成基准",
+      "difficulty": "简单",
+      "status": "passed",
+      "raw_data": {
+        "case_id": "case_01_generation",
+        "name": "纯文本生成基准",
+        "description": "基础生成速度基准测试",
+        "difficulty": "简单",
+        "estimated_seconds": 5,
+        "results": [
+          {
+            "iteration": 1,
+            "ttft_ms": 2752.43,
+            "prefill_ms": 150.91,
+            "decode_speed_tok_s": 78.35,
+            "total_tokens": 325,
+            "prompt_tokens": 25,
+            "completion_tokens": 300,
+            "e2e_ms": 4097.45,
+            "elapsed_ms": 4097.45,
+            "response_length": 167
+          }
+        ],
+        "prompt_used": "请用200字左右概述人工智能从诞生至今的关键发展阶段，每段不超过50字。"
+      },
+      "statistics": {
+        "count": 1,
+        "mean_ms": 4097.45,
+        "std_ms": 0.0,
+        "min_ms": 4097.45,
+        "max_ms": 4097.45,
+        "p50_ms": 4097.45,
+        "p95_ms": 4097.45,
+        "p99_ms": 4097.45
+      },
+      "inference_metrics": {
+        "ttft_ms_mean": 2752.43,
+        "ttft_ms_p95": 2752.43,
+        "prefill_ms_mean": 150.91,
+        "prefill_ms_p95": 150.91,
+        "decode_speed_tok_s_mean": 78.35,
+        "decode_speed_tok_s_p95": 78.35,
+        "e2e_ms_mean": 4097.45,
+        "e2e_ms_p95": 4097.45,
+        "total_tokens_mean": 325.0,
+        "total_tokens_p95": 325.0
+      },
+      "elapsed_seconds": 4.1
+    }
+  ]
+}