137 lines
3.5 KiB
JSON
137 lines
3.5 KiB
JSON
{
|
|
"evalId": "eval-kAj-2025-12-04T14:31:43",
|
|
"results": {
|
|
"version": 3,
|
|
"timestamp": "2025-12-04T14:31:43.709Z",
|
|
"prompts": [
|
|
{
|
|
"raw": "[{\"role\":\"user\",\"content\":\"{{ question }}\"}]",
|
|
"label": "prompt.json: [{\"role\":\"user\",\"content\":\"{{ question }}\"}]",
|
|
"id": "7fd9d6ab1656b5f683dd7d34fc535754cd42291c7b78f2aa5fd68b3e43dae7b6",
|
|
"provider": "openai:chat:qwen3",
|
|
"metrics": {
|
|
"score": 0,
|
|
"testPassCount": 0,
|
|
"testFailCount": 0,
|
|
"testErrorCount": 0,
|
|
"assertPassCount": 0,
|
|
"assertFailCount": 0,
|
|
"totalLatencyMs": 0,
|
|
"tokenUsage": {
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0,
|
|
"total": 0,
|
|
"numRequests": 0,
|
|
"completionDetails": {
|
|
"reasoning": 0,
|
|
"acceptedPrediction": 0,
|
|
"rejectedPrediction": 0
|
|
},
|
|
"assertions": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0,
|
|
"numRequests": 0,
|
|
"completionDetails": {
|
|
"reasoning": 0,
|
|
"acceptedPrediction": 0,
|
|
"rejectedPrediction": 0
|
|
}
|
|
}
|
|
},
|
|
"namedScores": {},
|
|
"namedScoresCount": {},
|
|
"cost": 0
|
|
}
|
|
}
|
|
],
|
|
"results": [],
|
|
"stats": {
|
|
"successes": 0,
|
|
"failures": 0,
|
|
"errors": 0,
|
|
"tokenUsage": {
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0,
|
|
"total": 0,
|
|
"numRequests": 0,
|
|
"completionDetails": {
|
|
"reasoning": 0,
|
|
"acceptedPrediction": 0,
|
|
"rejectedPrediction": 0
|
|
},
|
|
"assertions": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0,
|
|
"numRequests": 0,
|
|
"completionDetails": {
|
|
"reasoning": 0,
|
|
"acceptedPrediction": 0,
|
|
"rejectedPrediction": 0
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"tags": {},
|
|
"description": "Novare Test",
|
|
"prompts": [
|
|
"file:///Users/moshui/Documents/felo/qwen-agent/promptfoo/query/prompt.json"
|
|
],
|
|
"providers": [
|
|
{
|
|
"id": "openai:chat:qwen3",
|
|
"config": {
|
|
"apiBaseUrl": "https://catalog-agent-dev.gbase.ai/api/v2",
|
|
"apiKey": "a21c99620a8ef61d69563afe05ccce89",
|
|
"passthrough": {
|
|
"bot_id": "63069654-7750-409d-9a58-a0960d899a20",
|
|
"tool_response": true,
|
|
"language": "zh"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"tests": [],
|
|
"scenarios": [],
|
|
"env": {},
|
|
"sharing": true,
|
|
"defaultTest": {
|
|
"options": {
|
|
"provider": {
|
|
"text": {
|
|
"id": "openai:chat:qwen/qwen3-next-80b-a3b-instruct",
|
|
"config": {
|
|
"apiKey": "sk-hsKClH0Z695EkK5fDdB2Ec2fE13f4fC1B627BdBb8e554b5b-26",
|
|
"apiBaseUrl": "https://one.felo.me/v1",
|
|
"apiVersion": "2024-02-01"
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"vars": {},
|
|
"assert": [],
|
|
"metadata": {}
|
|
},
|
|
"outputPath": [
|
|
"result.json"
|
|
],
|
|
"extensions": [],
|
|
"metadata": {}
|
|
},
|
|
"shareableUrl": null,
|
|
"metadata": {
|
|
"promptfooVersion": "0.117.11",
|
|
"nodeVersion": "v20.10.0",
|
|
"platform": "darwin",
|
|
"arch": "x64",
|
|
"exportedAt": "2025-12-04T14:31:43.766Z",
|
|
"evaluationCreatedAt": "2025-12-04T14:31:43.709Z"
|
|
}
|
|
} |