Initial commit of LLM speed test app
This commit is contained in:
@@ -0,0 +1,23 @@
|
||||
"""用例1:纯文本生成基准 —— 基础生成速度基准测试"""
|
||||
from ..ollama_client import OllamaClient
|
||||
from .base import case_meta, make_result
|
||||
|
||||
PROMPT = "请用200字左右概述人工智能从诞生至今的关键发展阶段,每段不超过50字。"
|
||||
|
||||
|
||||
def run_test(client: OllamaClient, repeats: int = 3, stop_event=None) -> dict:
|
||||
"""执行纯文本生成测试"""
|
||||
results = []
|
||||
for i in range(repeats):
|
||||
if stop_event and stop_event.is_set():
|
||||
break
|
||||
infer = client.generate(PROMPT, options={"temperature": 0.7, "num_predict": 300})
|
||||
results.append(make_result(infer, i + 1))
|
||||
|
||||
meta = case_meta(
|
||||
"case_01_generation", "纯文本生成基准",
|
||||
"基础生成速度基准测试", "简单", 5,
|
||||
)
|
||||
meta["results"] = results
|
||||
meta["prompt_used"] = PROMPT
|
||||
return meta
|
||||
Reference in New Issue
Block a user