78 lines
2.0 KiB
JSON
78 lines
2.0 KiB
JSON
{
|
|
"version": "1.0",
|
|
"timestamp": "2026-08-25T16:39:51.611215",
|
|
"run_id": "20260825-163951",
|
|
"environment": {
|
|
"python_version": "3.13.11",
|
|
"platform": "linux",
|
|
"model": "deepseek-r1:latest"
|
|
},
|
|
"config": {
|
|
"cases_requested": [
|
|
"case_01_generation"
|
|
],
|
|
"repeats": 1,
|
|
"skip_heavy": true,
|
|
"total_cases": 1
|
|
},
|
|
"summary": {
|
|
"total_cases": 1,
|
|
"passed": 1,
|
|
"failed": 0,
|
|
"stopped": false,
|
|
"total_elapsed_seconds": 4.1
|
|
},
|
|
"results": [
|
|
{
|
|
"case_id": "case_01_generation",
|
|
"case_name": "纯文本生成基准",
|
|
"difficulty": "简单",
|
|
"status": "passed",
|
|
"raw_data": {
|
|
"case_id": "case_01_generation",
|
|
"name": "纯文本生成基准",
|
|
"description": "基础生成速度基准测试",
|
|
"difficulty": "简单",
|
|
"estimated_seconds": 5,
|
|
"results": [
|
|
{
|
|
"iteration": 1,
|
|
"ttft_ms": 2752.43,
|
|
"prefill_ms": 150.91,
|
|
"decode_speed_tok_s": 78.35,
|
|
"total_tokens": 325,
|
|
"prompt_tokens": 25,
|
|
"completion_tokens": 300,
|
|
"e2e_ms": 4097.45,
|
|
"elapsed_ms": 4097.45,
|
|
"response_length": 167
|
|
}
|
|
],
|
|
"prompt_used": "请用200字左右概述人工智能从诞生至今的关键发展阶段，每段不超过50字。"
|
|
},
|
|
"statistics": {
|
|
"count": 1,
|
|
"mean_ms": 4097.45,
|
|
"std_ms": 0.0,
|
|
"min_ms": 4097.45,
|
|
"max_ms": 4097.45,
|
|
"p50_ms": 4097.45,
|
|
"p95_ms": 4097.45,
|
|
"p99_ms": 4097.45
|
|
},
|
|
"inference_metrics": {
|
|
"ttft_ms_mean": 2752.43,
|
|
"ttft_ms_p95": 2752.43,
|
|
"prefill_ms_mean": 150.91,
|
|
"prefill_ms_p95": 150.91,
|
|
"decode_speed_tok_s_mean": 78.35,
|
|
"decode_speed_tok_s_p95": 78.35,
|
|
"e2e_ms_mean": 4097.45,
|
|
"e2e_ms_p95": 4097.45,
|
|
"total_tokens_mean": 325.0,
|
|
"total_tokens_p95": 325.0
|
|
},
|
|
"elapsed_seconds": 4.1
|
|
}
|
|
]
|
|
} |