{ "version": "1.0", "timestamp": "2026-08-26T00:43:28.377694", "run_id": "20260826-004328", "environment": { "python_version": "3.12.0", "platform": "win32", "model": "Q3.6-35B-A3B-Orig-Thi", "backend": "openai" }, "config": { "cases_requested": [ "case_01_generation", "case_08_concurrency" ], "repeats": 1, "skip_heavy": false, "total_cases": 2 }, "summary": { "total_cases": 2, "passed": 2, "failed": 0, "stopped": false, "total_elapsed_seconds": 16.39 }, "results": [ { "case_id": "case_01_generation", "case_name": "纯文本生成基准", "difficulty": "简单", "status": "passed", "raw_data": { "case_id": "case_01_generation", "name": "纯文本生成基准", "description": "基础生成速度基准测试", "difficulty": "简单", "estimated_seconds": 5, "results": [ { "iteration": 1, "ttft_ms": 1469.4, "prefill_ms": 176.92, "decode_speed_tok_s": 56.05, "total_tokens": 331, "prompt_tokens": 31, "completion_tokens": 300, "e2e_ms": 5781.87, "elapsed_ms": 5781.87, "response_length": 931 } ], "prompt_used": "请用200字左右概述人工智能从诞生至今的关键发展阶段，每段不超过50字。" }, "statistics": { "count": 1, "mean_ms": 5781.87, "std_ms": 0.0, "min_ms": 5781.87, "max_ms": 5781.87, "p50_ms": 5781.87, "p95_ms": 5781.87, "p99_ms": 5781.87 }, "inference_metrics": { "ttft_ms_mean": 1469.4, "ttft_ms_p95": 1469.4, "prefill_ms_mean": 176.92, "prefill_ms_p95": 176.92, "e2e_ms_mean": 5781.87, "e2e_ms_p95": 5781.87, "decode_speed_tok_s_mean": 56.05, "decode_speed_tok_s_p95": 56.05, "total_tokens_mean": 331.0, "total_tokens_p95": 331 }, "elapsed_seconds": 5.78 }, { "case_id": "case_08_concurrency", "case_name": "并发压力测试", "difficulty": "压力", "status": "passed", "raw_data": { "case_id": "case_08_concurrency", "name": "并发压力测试", "description": "高并发下的 TPS 保持率、P95/P99 延迟、错误率", "difficulty": "压力", "estimated_seconds": 30, "results": [ { "iteration": 1, "ttft_ms": 47.68, "prefill_ms": 47.68, "decode_speed_tok_s": 39.99, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 1737.06, "elapsed_ms": 1737.06, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 2, "ttft_ms": 68.83, "prefill_ms": 68.83, "decode_speed_tok_s": 36.31, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 1984.56, "elapsed_ms": 1984.56, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 3, "ttft_ms": 66.03, "prefill_ms": 66.03, "decode_speed_tok_s": 39.33, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 2687.98, "elapsed_ms": 2687.98, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 4, "ttft_ms": 67.81, "prefill_ms": 67.81, "decode_speed_tok_s": 39.4, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 2873.81, "elapsed_ms": 2873.81, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 5, "ttft_ms": 66.02, "prefill_ms": 66.02, "decode_speed_tok_s": 39.32, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 3567.66, "elapsed_ms": 3567.66, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 6, "ttft_ms": 67.78, "prefill_ms": 67.78, "decode_speed_tok_s": 39.37, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 3751.12, "elapsed_ms": 3751.12, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 7, "ttft_ms": 66.06, "prefill_ms": 66.06, "decode_speed_tok_s": 39.32, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 4435.97, "elapsed_ms": 4435.97, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 8, "ttft_ms": 67.75, "prefill_ms": 67.75, "decode_speed_tok_s": 39.41, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 4628.97, "elapsed_ms": 4628.97, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 9, "ttft_ms": 65.95, "prefill_ms": 65.95, "decode_speed_tok_s": 39.36, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 5330.84, "elapsed_ms": 5330.84, "response_length": 91, "batch": "concurrent", "error": "" }, { "iteration": 10, "ttft_ms": 67.72, "prefill_ms": 67.72, "decode_speed_tok_s": 43.93, "total_tokens": 36, "prompt_tokens": 4, "completion_tokens": 32, "e2e_ms": 5430.27, "elapsed_ms": 5430.27, "response_length": 91, "batch": "concurrent", "error": "" } ], "concurrency": 10, "baseline_tps": 57.41, "concurrent_tps": 39.57, "tps_keep_rate_pct": 68.93, "e2e_p50_ms": 3659.39, "e2e_p95_ms": 5385.53, "e2e_p99_ms": 5421.32, "success_count": 10, "failed_count": 0, "error_rate_pct": 0.0 }, "statistics": { "count": 10, "mean_ms": 3642.82, "std_ms": 1314.37, "min_ms": 1737.06, "max_ms": 5430.27, "p50_ms": 3659.39, "p95_ms": 5385.53, "p99_ms": 5421.32 }, "inference_metrics": { "ttft_ms_mean": 65.16, "ttft_ms_p95": 68.37, "prefill_ms_mean": 65.16, "prefill_ms_p95": 68.37, "e2e_ms_mean": 3642.82, "e2e_ms_p95": 5385.53, "decode_speed_tok_s_mean": 39.57, "decode_speed_tok_s_p95": 42.16, "total_tokens_mean": 36.0, "total_tokens_p95": 36.0 }, "elapsed_seconds": 10.61 } ] }