Files
llm_speed_test_app/results/run_20260825-171200.json

78 lines
2.0 KiB
JSON

{
"version": "1.0",
"timestamp": "2026-08-25T17:12:00.659272",
"run_id": "20260825-171200",
"environment": {
"python_version": "3.13.11",
"platform": "linux",
"model": "qwen3.6:35b-a3b"
},
"config": {
"cases_requested": [
"case_01_generation"
],
"repeats": 1,
"skip_heavy": false,
"total_cases": 1
},
"summary": {
"total_cases": 1,
"passed": 1,
"failed": 0,
"stopped": false,
"total_elapsed_seconds": 4.79
},
"results": [
{
"case_id": "case_01_generation",
"case_name": "纯文本生成基准",
"difficulty": "简单",
"status": "passed",
"raw_data": {
"case_id": "case_01_generation",
"name": "纯文本生成基准",
"description": "基础生成速度基准测试",
"difficulty": "简单",
"estimated_seconds": 5,
"results": [
{
"iteration": 1,
"ttft_ms": 678.03,
"prefill_ms": 528.43,
"decode_speed_tok_s": 73.07,
"total_tokens": 331,
"prompt_tokens": 31,
"completion_tokens": 300,
"e2e_ms": 4787.47,
"elapsed_ms": 4787.47,
"response_length": 1082
}
],
"prompt_used": "请用200字左右概述人工智能从诞生至今的关键发展阶段,每段不超过50字。"
},
"statistics": {
"count": 1,
"mean_ms": 4787.47,
"std_ms": 0.0,
"min_ms": 4787.47,
"max_ms": 4787.47,
"p50_ms": 4787.47,
"p95_ms": 4787.47,
"p99_ms": 4787.47
},
"inference_metrics": {
"ttft_ms_mean": 678.03,
"ttft_ms_p95": 678.03,
"prefill_ms_mean": 528.43,
"prefill_ms_p95": 528.43,
"decode_speed_tok_s_mean": 73.07,
"decode_speed_tok_s_p95": 73.07,
"e2e_ms_mean": 4787.47,
"e2e_ms_p95": 4787.47,
"total_tokens_mean": 331.0,
"total_tokens_p95": 331.0
},
"elapsed_seconds": 4.79
}
]
}