创建评测集
curl --request POST \
--url http://localhost:8000/dev/apps/{app_name}/eval-sets \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"evalSet": {
"eval_set_id": "travel-eval",
"eval_cases": []
}
}
'import requests
url = "http://localhost:8000/dev/apps/{app_name}/eval-sets"
payload = { "evalSet": {
"eval_set_id": "travel-eval",
"eval_cases": []
} }
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({evalSet: {eval_set_id: 'travel-eval', eval_cases: []}})
};
fetch('http://localhost:8000/dev/apps/{app_name}/eval-sets', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"level": "MEDIA_RESOLUTION_UNSPECIFIED",
"numTokens": 123
},
"codeExecutionResult": {
"outcome": "OUTCOME_UNSPECIFIED",
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"language": "LANGUAGE_UNSPECIFIED",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "NULL_VALUE",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"scheduling": "SCHEDULING_UNSPECIFIED",
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"args": {}
},
"toolResponse": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"response": {}
},
"partMetadata": {}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"level": "MEDIA_RESOLUTION_UNSPECIFIED",
"numTokens": 123
},
"codeExecutionResult": {
"outcome": "OUTCOME_UNSPECIFIED",
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"language": "LANGUAGE_UNSPECIFIED",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "NULL_VALUE",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"scheduling": "SCHEDULING_UNSPECIFIED",
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"args": {}
},
"toolResponse": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"response": {}
},
"partMetadata": {}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
}{
"detail": "<string>"
}{
"error": "CONTENT_LENGTH_REQUIRED"
}{
"error": "REQUEST_TOO_LARGE"
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}开发评测
创建评测集
使用 evalSet.eval_set_id 创建空评测集；本接口不会导入请求中的 eval_cases，添加用例需调用相应接口
此接口由所核验的 SDK/ADK 版本提供，仅用于受信任的开发和调试。路径随安装的 ADK 版本变化，不应作为公共业务入口
POST
/
dev
/
apps
/
{app_name}
/
eval-sets
创建评测集
curl --request POST \
--url http://localhost:8000/dev/apps/{app_name}/eval-sets \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"evalSet": {
"eval_set_id": "travel-eval",
"eval_cases": []
}
}
'import requests
url = "http://localhost:8000/dev/apps/{app_name}/eval-sets"
payload = { "evalSet": {
"eval_set_id": "travel-eval",
"eval_cases": []
} }
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({evalSet: {eval_set_id: 'travel-eval', eval_cases: []}})
};
fetch('http://localhost:8000/dev/apps/{app_name}/eval-sets', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"level": "MEDIA_RESOLUTION_UNSPECIFIED",
"numTokens": 123
},
"codeExecutionResult": {
"outcome": "OUTCOME_UNSPECIFIED",
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"language": "LANGUAGE_UNSPECIFIED",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "NULL_VALUE",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"scheduling": "SCHEDULING_UNSPECIFIED",
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"args": {}
},
"toolResponse": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"response": {}
},
"partMetadata": {}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"level": "MEDIA_RESOLUTION_UNSPECIFIED",
"numTokens": 123
},
"codeExecutionResult": {
"outcome": "OUTCOME_UNSPECIFIED",
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"language": "LANGUAGE_UNSPECIFIED",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "NULL_VALUE",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"scheduling": "SCHEDULING_UNSPECIFIED",
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"args": {}
},
"toolResponse": {
"id": "<string>",
"toolType": "TOOL_TYPE_UNSPECIFIED",
"response": {}
},
"partMetadata": {}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
}{
"detail": "<string>"
}{
"error": "CONTENT_LENGTH_REQUIRED"
}{
"error": "REQUEST_TOO_LARGE"
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}需要当前服务提供开发评测接口。使用
evalSet.eval_set_id 创建空评测集；本接口不会导入请求中附带的 eval_cases，添加已有会话请使用从会话添加评测用例
返回的评测集应具有指定 ID。重复 ID 或无效输入可能返回 400，此操作不会运行智能体授权
本地未配置网关时可不提供；云部署使用 Runtime API Key 或部署要求的用户池 JWT，不能使用模型 API Key
路径参数
应用名称，CLI 部署版为 harness_agent
请求体
application/json
评测集定义
Show child attributes
Show child attributes
最后修改于 2026年9月19日