Evaluation
Create Eval Set
POST
/
apps
/
{app_name}
/
eval-sets
Create Eval Set
curl --request POST \
--url https://api.example.com/apps/{app_name}/eval-sets \
--header 'Content-Type: application/json' \
--data '
{
"evalSet": {
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
}
}
'import requests
url = "https://api.example.com/apps/{app_name}/eval-sets"
payload = { "evalSet": {
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": { "numTokens": 123 },
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": True,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": True
}
],
"willContinue": True
},
"functionResponse": {
"willContinue": True,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": True,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": True,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": { "numTokens": 123 },
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": True,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": True
}
],
"willContinue": True
},
"functionResponse": {
"willContinue": True,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": True,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": True,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": { "textProperty": "<string>" },
"description": "<string>",
"type": "<string>"
}
],
"appDetails": { "agentDetails": {} }
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": ["<string>"],
"violation_rubrics": ["<string>"]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": { "textProperty": "<string>" },
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
} }
headers = {"Content-Type": "application/json"}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'Content-Type': 'application/json'},
body: JSON.stringify({
evalSet: {
eval_set_id: '<string>',
eval_cases: [
{
evalId: '<string>',
conversation: [
{
userContent: {
parts: [
{
mediaResolution: {numTokens: 123},
codeExecutionResult: {output: '<string>', id: '<string>'},
executableCode: {code: '<string>', id: '<string>'},
fileData: {displayName: '<string>', fileUri: '<string>', mimeType: '<string>'},
functionCall: {
id: '<string>',
args: {},
name: '<string>',
partialArgs: [
{
boolValue: true,
jsonPath: '<string>',
nullValue: '<string>',
numberValue: 123,
stringValue: '<string>',
willContinue: true
}
],
willContinue: true
},
functionResponse: {
willContinue: true,
parts: [
{
inlineData: {mimeType: '<string>', data: '<string>', displayName: '<string>'},
fileData: {fileUri: '<string>', mimeType: '<string>', displayName: '<string>'}
}
],
id: '<string>',
name: '<string>',
response: {}
},
inlineData: {data: '<string>', displayName: '<string>', mimeType: '<string>'},
text: '<string>',
thought: true,
thoughtSignature: '<string>',
videoMetadata: {endOffset: '<string>', fps: 123, startOffset: '<string>'},
toolCall: {id: '<string>', args: {}},
toolResponse: {id: '<string>', response: {}},
partMetadata: {},
audioTranscription: {
text: '<string>',
finished: true,
languageCode: '<string>',
speakerLabel: '<string>',
words: [{word: '<string>', startOffset: '<string>', endOffset: '<string>'}]
}
}
],
role: '<string>'
},
invocationId: '',
finalResponse: {
parts: [
{
mediaResolution: {numTokens: 123},
codeExecutionResult: {output: '<string>', id: '<string>'},
executableCode: {code: '<string>', id: '<string>'},
fileData: {displayName: '<string>', fileUri: '<string>', mimeType: '<string>'},
functionCall: {
id: '<string>',
args: {},
name: '<string>',
partialArgs: [
{
boolValue: true,
jsonPath: '<string>',
nullValue: '<string>',
numberValue: 123,
stringValue: '<string>',
willContinue: true
}
],
willContinue: true
},
functionResponse: {
willContinue: true,
parts: [
{
inlineData: {mimeType: '<string>', data: '<string>', displayName: '<string>'},
fileData: {fileUri: '<string>', mimeType: '<string>', displayName: '<string>'}
}
],
id: '<string>',
name: '<string>',
response: {}
},
inlineData: {data: '<string>', displayName: '<string>', mimeType: '<string>'},
text: '<string>',
thought: true,
thoughtSignature: '<string>',
videoMetadata: {endOffset: '<string>', fps: 123, startOffset: '<string>'},
toolCall: {id: '<string>', args: {}},
toolResponse: {id: '<string>', response: {}},
partMetadata: {},
audioTranscription: {
text: '<string>',
finished: true,
languageCode: '<string>',
speakerLabel: '<string>',
words: [{word: '<string>', startOffset: '<string>', endOffset: '<string>'}]
}
}
],
role: '<string>'
},
intermediateData: {toolUses: [], toolResponses: [], intermediateResponses: []},
creationTimestamp: 0,
rubrics: [
{
rubricId: '<string>',
rubricContent: {textProperty: '<string>'},
description: '<string>',
type: '<string>'
}
],
appDetails: {agentDetails: {}}
}
],
conversationScenario: {
startingPrompt: '<string>',
conversationPlan: '<string>',
userPersona: {
id: '<string>',
description: '<string>',
behaviors: [
{
name: '<string>',
description: '<string>',
behavior_instructions: ['<string>'],
violation_rubrics: ['<string>']
}
]
}
},
sessionInput: {appName: '<string>', userId: '<string>', state: {}},
creationTimestamp: 0,
rubrics: [
{
rubricId: '<string>',
rubricContent: {textProperty: '<string>'},
description: '<string>',
type: '<string>'
}
],
finalSessionState: {}
}
],
name: '<string>',
description: '<string>',
creation_timestamp: 0
}
})
};
fetch('https://api.example.com/apps/{app_name}/eval-sets', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.example.com/apps/{app_name}/eval-sets",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'evalSet' => [
'eval_set_id' => '<string>',
'eval_cases' => [
[
'evalId' => '<string>',
'conversation' => [
[
'userContent' => [
'parts' => [
[
'mediaResolution' => [
'numTokens' => 123
],
'codeExecutionResult' => [
'output' => '<string>',
'id' => '<string>'
],
'executableCode' => [
'code' => '<string>',
'id' => '<string>'
],
'fileData' => [
'displayName' => '<string>',
'fileUri' => '<string>',
'mimeType' => '<string>'
],
'functionCall' => [
'id' => '<string>',
'args' => [
],
'name' => '<string>',
'partialArgs' => [
[
'boolValue' => true,
'jsonPath' => '<string>',
'nullValue' => '<string>',
'numberValue' => 123,
'stringValue' => '<string>',
'willContinue' => true
]
],
'willContinue' => true
],
'functionResponse' => [
'willContinue' => true,
'parts' => [
[
'inlineData' => [
'mimeType' => '<string>',
'data' => '<string>',
'displayName' => '<string>'
],
'fileData' => [
'fileUri' => '<string>',
'mimeType' => '<string>',
'displayName' => '<string>'
]
]
],
'id' => '<string>',
'name' => '<string>',
'response' => [
]
],
'inlineData' => [
'data' => '<string>',
'displayName' => '<string>',
'mimeType' => '<string>'
],
'text' => '<string>',
'thought' => true,
'thoughtSignature' => '<string>',
'videoMetadata' => [
'endOffset' => '<string>',
'fps' => 123,
'startOffset' => '<string>'
],
'toolCall' => [
'id' => '<string>',
'args' => [
]
],
'toolResponse' => [
'id' => '<string>',
'response' => [
]
],
'partMetadata' => [
],
'audioTranscription' => [
'text' => '<string>',
'finished' => true,
'languageCode' => '<string>',
'speakerLabel' => '<string>',
'words' => [
[
'word' => '<string>',
'startOffset' => '<string>',
'endOffset' => '<string>'
]
]
]
]
],
'role' => '<string>'
],
'invocationId' => '',
'finalResponse' => [
'parts' => [
[
'mediaResolution' => [
'numTokens' => 123
],
'codeExecutionResult' => [
'output' => '<string>',
'id' => '<string>'
],
'executableCode' => [
'code' => '<string>',
'id' => '<string>'
],
'fileData' => [
'displayName' => '<string>',
'fileUri' => '<string>',
'mimeType' => '<string>'
],
'functionCall' => [
'id' => '<string>',
'args' => [
],
'name' => '<string>',
'partialArgs' => [
[
'boolValue' => true,
'jsonPath' => '<string>',
'nullValue' => '<string>',
'numberValue' => 123,
'stringValue' => '<string>',
'willContinue' => true
]
],
'willContinue' => true
],
'functionResponse' => [
'willContinue' => true,
'parts' => [
[
'inlineData' => [
'mimeType' => '<string>',
'data' => '<string>',
'displayName' => '<string>'
],
'fileData' => [
'fileUri' => '<string>',
'mimeType' => '<string>',
'displayName' => '<string>'
]
]
],
'id' => '<string>',
'name' => '<string>',
'response' => [
]
],
'inlineData' => [
'data' => '<string>',
'displayName' => '<string>',
'mimeType' => '<string>'
],
'text' => '<string>',
'thought' => true,
'thoughtSignature' => '<string>',
'videoMetadata' => [
'endOffset' => '<string>',
'fps' => 123,
'startOffset' => '<string>'
],
'toolCall' => [
'id' => '<string>',
'args' => [
]
],
'toolResponse' => [
'id' => '<string>',
'response' => [
]
],
'partMetadata' => [
],
'audioTranscription' => [
'text' => '<string>',
'finished' => true,
'languageCode' => '<string>',
'speakerLabel' => '<string>',
'words' => [
[
'word' => '<string>',
'startOffset' => '<string>',
'endOffset' => '<string>'
]
]
]
]
],
'role' => '<string>'
],
'intermediateData' => [
'toolUses' => [
],
'toolResponses' => [
],
'intermediateResponses' => [
]
],
'creationTimestamp' => 0,
'rubrics' => [
[
'rubricId' => '<string>',
'rubricContent' => [
'textProperty' => '<string>'
],
'description' => '<string>',
'type' => '<string>'
]
],
'appDetails' => [
'agentDetails' => [
]
]
]
],
'conversationScenario' => [
'startingPrompt' => '<string>',
'conversationPlan' => '<string>',
'userPersona' => [
'id' => '<string>',
'description' => '<string>',
'behaviors' => [
[
'name' => '<string>',
'description' => '<string>',
'behavior_instructions' => [
'<string>'
],
'violation_rubrics' => [
'<string>'
]
]
]
]
],
'sessionInput' => [
'appName' => '<string>',
'userId' => '<string>',
'state' => [
]
],
'creationTimestamp' => 0,
'rubrics' => [
[
'rubricId' => '<string>',
'rubricContent' => [
'textProperty' => '<string>'
],
'description' => '<string>',
'type' => '<string>'
]
],
'finalSessionState' => [
]
]
],
'name' => '<string>',
'description' => '<string>',
'creation_timestamp' => 0
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.example.com/apps/{app_name}/eval-sets"
payload := strings.NewReader("{\n \"evalSet\": {\n \"eval_set_id\": \"<string>\",\n \"eval_cases\": [\n {\n \"evalId\": \"<string>\",\n \"conversation\": [\n {\n \"userContent\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"invocationId\": \"\",\n \"finalResponse\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"intermediateData\": {\n \"toolUses\": [],\n \"toolResponses\": [],\n \"intermediateResponses\": []\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"appDetails\": {\n \"agentDetails\": {}\n }\n }\n ],\n \"conversationScenario\": {\n \"startingPrompt\": \"<string>\",\n \"conversationPlan\": \"<string>\",\n \"userPersona\": {\n \"id\": \"<string>\",\n \"description\": \"<string>\",\n \"behaviors\": [\n {\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"behavior_instructions\": [\n \"<string>\"\n ],\n \"violation_rubrics\": [\n \"<string>\"\n ]\n }\n ]\n }\n },\n \"sessionInput\": {\n \"appName\": \"<string>\",\n \"userId\": \"<string>\",\n \"state\": {}\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"finalSessionState\": {}\n }\n ],\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"creation_timestamp\": 0\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.example.com/apps/{app_name}/eval-sets")
.header("Content-Type", "application/json")
.body("{\n \"evalSet\": {\n \"eval_set_id\": \"<string>\",\n \"eval_cases\": [\n {\n \"evalId\": \"<string>\",\n \"conversation\": [\n {\n \"userContent\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"invocationId\": \"\",\n \"finalResponse\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"intermediateData\": {\n \"toolUses\": [],\n \"toolResponses\": [],\n \"intermediateResponses\": []\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"appDetails\": {\n \"agentDetails\": {}\n }\n }\n ],\n \"conversationScenario\": {\n \"startingPrompt\": \"<string>\",\n \"conversationPlan\": \"<string>\",\n \"userPersona\": {\n \"id\": \"<string>\",\n \"description\": \"<string>\",\n \"behaviors\": [\n {\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"behavior_instructions\": [\n \"<string>\"\n ],\n \"violation_rubrics\": [\n \"<string>\"\n ]\n }\n ]\n }\n },\n \"sessionInput\": {\n \"appName\": \"<string>\",\n \"userId\": \"<string>\",\n \"state\": {}\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"finalSessionState\": {}\n }\n ],\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"creation_timestamp\": 0\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.example.com/apps/{app_name}/eval-sets")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Content-Type"] = 'application/json'
request.body = "{\n \"evalSet\": {\n \"eval_set_id\": \"<string>\",\n \"eval_cases\": [\n {\n \"evalId\": \"<string>\",\n \"conversation\": [\n {\n \"userContent\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"invocationId\": \"\",\n \"finalResponse\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"intermediateData\": {\n \"toolUses\": [],\n \"toolResponses\": [],\n \"intermediateResponses\": []\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"appDetails\": {\n \"agentDetails\": {}\n }\n }\n ],\n \"conversationScenario\": {\n \"startingPrompt\": \"<string>\",\n \"conversationPlan\": \"<string>\",\n \"userPersona\": {\n \"id\": \"<string>\",\n \"description\": \"<string>\",\n \"behaviors\": [\n {\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"behavior_instructions\": [\n \"<string>\"\n ],\n \"violation_rubrics\": [\n \"<string>\"\n ]\n }\n ]\n }\n },\n \"sessionInput\": {\n \"appName\": \"<string>\",\n \"userId\": \"<string>\",\n \"state\": {}\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"finalSessionState\": {}\n }\n ],\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"creation_timestamp\": 0\n }\n}"
response = http.request(request)
puts response.read_body{
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Path Parameters
Body
application/json
A set of eval cases.
Show child attributes
Show child attributes
⌘I
Create Eval Set
curl --request POST \
--url https://api.example.com/apps/{app_name}/eval-sets \
--header 'Content-Type: application/json' \
--data '
{
"evalSet": {
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
}
}
'import requests
url = "https://api.example.com/apps/{app_name}/eval-sets"
payload = { "evalSet": {
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": { "numTokens": 123 },
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": True,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": True
}
],
"willContinue": True
},
"functionResponse": {
"willContinue": True,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": True,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": True,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": { "numTokens": 123 },
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": True,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": True
}
],
"willContinue": True
},
"functionResponse": {
"willContinue": True,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": True,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": True,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": { "textProperty": "<string>" },
"description": "<string>",
"type": "<string>"
}
],
"appDetails": { "agentDetails": {} }
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": ["<string>"],
"violation_rubrics": ["<string>"]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": { "textProperty": "<string>" },
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
} }
headers = {"Content-Type": "application/json"}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'Content-Type': 'application/json'},
body: JSON.stringify({
evalSet: {
eval_set_id: '<string>',
eval_cases: [
{
evalId: '<string>',
conversation: [
{
userContent: {
parts: [
{
mediaResolution: {numTokens: 123},
codeExecutionResult: {output: '<string>', id: '<string>'},
executableCode: {code: '<string>', id: '<string>'},
fileData: {displayName: '<string>', fileUri: '<string>', mimeType: '<string>'},
functionCall: {
id: '<string>',
args: {},
name: '<string>',
partialArgs: [
{
boolValue: true,
jsonPath: '<string>',
nullValue: '<string>',
numberValue: 123,
stringValue: '<string>',
willContinue: true
}
],
willContinue: true
},
functionResponse: {
willContinue: true,
parts: [
{
inlineData: {mimeType: '<string>', data: '<string>', displayName: '<string>'},
fileData: {fileUri: '<string>', mimeType: '<string>', displayName: '<string>'}
}
],
id: '<string>',
name: '<string>',
response: {}
},
inlineData: {data: '<string>', displayName: '<string>', mimeType: '<string>'},
text: '<string>',
thought: true,
thoughtSignature: '<string>',
videoMetadata: {endOffset: '<string>', fps: 123, startOffset: '<string>'},
toolCall: {id: '<string>', args: {}},
toolResponse: {id: '<string>', response: {}},
partMetadata: {},
audioTranscription: {
text: '<string>',
finished: true,
languageCode: '<string>',
speakerLabel: '<string>',
words: [{word: '<string>', startOffset: '<string>', endOffset: '<string>'}]
}
}
],
role: '<string>'
},
invocationId: '',
finalResponse: {
parts: [
{
mediaResolution: {numTokens: 123},
codeExecutionResult: {output: '<string>', id: '<string>'},
executableCode: {code: '<string>', id: '<string>'},
fileData: {displayName: '<string>', fileUri: '<string>', mimeType: '<string>'},
functionCall: {
id: '<string>',
args: {},
name: '<string>',
partialArgs: [
{
boolValue: true,
jsonPath: '<string>',
nullValue: '<string>',
numberValue: 123,
stringValue: '<string>',
willContinue: true
}
],
willContinue: true
},
functionResponse: {
willContinue: true,
parts: [
{
inlineData: {mimeType: '<string>', data: '<string>', displayName: '<string>'},
fileData: {fileUri: '<string>', mimeType: '<string>', displayName: '<string>'}
}
],
id: '<string>',
name: '<string>',
response: {}
},
inlineData: {data: '<string>', displayName: '<string>', mimeType: '<string>'},
text: '<string>',
thought: true,
thoughtSignature: '<string>',
videoMetadata: {endOffset: '<string>', fps: 123, startOffset: '<string>'},
toolCall: {id: '<string>', args: {}},
toolResponse: {id: '<string>', response: {}},
partMetadata: {},
audioTranscription: {
text: '<string>',
finished: true,
languageCode: '<string>',
speakerLabel: '<string>',
words: [{word: '<string>', startOffset: '<string>', endOffset: '<string>'}]
}
}
],
role: '<string>'
},
intermediateData: {toolUses: [], toolResponses: [], intermediateResponses: []},
creationTimestamp: 0,
rubrics: [
{
rubricId: '<string>',
rubricContent: {textProperty: '<string>'},
description: '<string>',
type: '<string>'
}
],
appDetails: {agentDetails: {}}
}
],
conversationScenario: {
startingPrompt: '<string>',
conversationPlan: '<string>',
userPersona: {
id: '<string>',
description: '<string>',
behaviors: [
{
name: '<string>',
description: '<string>',
behavior_instructions: ['<string>'],
violation_rubrics: ['<string>']
}
]
}
},
sessionInput: {appName: '<string>', userId: '<string>', state: {}},
creationTimestamp: 0,
rubrics: [
{
rubricId: '<string>',
rubricContent: {textProperty: '<string>'},
description: '<string>',
type: '<string>'
}
],
finalSessionState: {}
}
],
name: '<string>',
description: '<string>',
creation_timestamp: 0
}
})
};
fetch('https://api.example.com/apps/{app_name}/eval-sets', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.example.com/apps/{app_name}/eval-sets",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'evalSet' => [
'eval_set_id' => '<string>',
'eval_cases' => [
[
'evalId' => '<string>',
'conversation' => [
[
'userContent' => [
'parts' => [
[
'mediaResolution' => [
'numTokens' => 123
],
'codeExecutionResult' => [
'output' => '<string>',
'id' => '<string>'
],
'executableCode' => [
'code' => '<string>',
'id' => '<string>'
],
'fileData' => [
'displayName' => '<string>',
'fileUri' => '<string>',
'mimeType' => '<string>'
],
'functionCall' => [
'id' => '<string>',
'args' => [
],
'name' => '<string>',
'partialArgs' => [
[
'boolValue' => true,
'jsonPath' => '<string>',
'nullValue' => '<string>',
'numberValue' => 123,
'stringValue' => '<string>',
'willContinue' => true
]
],
'willContinue' => true
],
'functionResponse' => [
'willContinue' => true,
'parts' => [
[
'inlineData' => [
'mimeType' => '<string>',
'data' => '<string>',
'displayName' => '<string>'
],
'fileData' => [
'fileUri' => '<string>',
'mimeType' => '<string>',
'displayName' => '<string>'
]
]
],
'id' => '<string>',
'name' => '<string>',
'response' => [
]
],
'inlineData' => [
'data' => '<string>',
'displayName' => '<string>',
'mimeType' => '<string>'
],
'text' => '<string>',
'thought' => true,
'thoughtSignature' => '<string>',
'videoMetadata' => [
'endOffset' => '<string>',
'fps' => 123,
'startOffset' => '<string>'
],
'toolCall' => [
'id' => '<string>',
'args' => [
]
],
'toolResponse' => [
'id' => '<string>',
'response' => [
]
],
'partMetadata' => [
],
'audioTranscription' => [
'text' => '<string>',
'finished' => true,
'languageCode' => '<string>',
'speakerLabel' => '<string>',
'words' => [
[
'word' => '<string>',
'startOffset' => '<string>',
'endOffset' => '<string>'
]
]
]
]
],
'role' => '<string>'
],
'invocationId' => '',
'finalResponse' => [
'parts' => [
[
'mediaResolution' => [
'numTokens' => 123
],
'codeExecutionResult' => [
'output' => '<string>',
'id' => '<string>'
],
'executableCode' => [
'code' => '<string>',
'id' => '<string>'
],
'fileData' => [
'displayName' => '<string>',
'fileUri' => '<string>',
'mimeType' => '<string>'
],
'functionCall' => [
'id' => '<string>',
'args' => [
],
'name' => '<string>',
'partialArgs' => [
[
'boolValue' => true,
'jsonPath' => '<string>',
'nullValue' => '<string>',
'numberValue' => 123,
'stringValue' => '<string>',
'willContinue' => true
]
],
'willContinue' => true
],
'functionResponse' => [
'willContinue' => true,
'parts' => [
[
'inlineData' => [
'mimeType' => '<string>',
'data' => '<string>',
'displayName' => '<string>'
],
'fileData' => [
'fileUri' => '<string>',
'mimeType' => '<string>',
'displayName' => '<string>'
]
]
],
'id' => '<string>',
'name' => '<string>',
'response' => [
]
],
'inlineData' => [
'data' => '<string>',
'displayName' => '<string>',
'mimeType' => '<string>'
],
'text' => '<string>',
'thought' => true,
'thoughtSignature' => '<string>',
'videoMetadata' => [
'endOffset' => '<string>',
'fps' => 123,
'startOffset' => '<string>'
],
'toolCall' => [
'id' => '<string>',
'args' => [
]
],
'toolResponse' => [
'id' => '<string>',
'response' => [
]
],
'partMetadata' => [
],
'audioTranscription' => [
'text' => '<string>',
'finished' => true,
'languageCode' => '<string>',
'speakerLabel' => '<string>',
'words' => [
[
'word' => '<string>',
'startOffset' => '<string>',
'endOffset' => '<string>'
]
]
]
]
],
'role' => '<string>'
],
'intermediateData' => [
'toolUses' => [
],
'toolResponses' => [
],
'intermediateResponses' => [
]
],
'creationTimestamp' => 0,
'rubrics' => [
[
'rubricId' => '<string>',
'rubricContent' => [
'textProperty' => '<string>'
],
'description' => '<string>',
'type' => '<string>'
]
],
'appDetails' => [
'agentDetails' => [
]
]
]
],
'conversationScenario' => [
'startingPrompt' => '<string>',
'conversationPlan' => '<string>',
'userPersona' => [
'id' => '<string>',
'description' => '<string>',
'behaviors' => [
[
'name' => '<string>',
'description' => '<string>',
'behavior_instructions' => [
'<string>'
],
'violation_rubrics' => [
'<string>'
]
]
]
]
],
'sessionInput' => [
'appName' => '<string>',
'userId' => '<string>',
'state' => [
]
],
'creationTimestamp' => 0,
'rubrics' => [
[
'rubricId' => '<string>',
'rubricContent' => [
'textProperty' => '<string>'
],
'description' => '<string>',
'type' => '<string>'
]
],
'finalSessionState' => [
]
]
],
'name' => '<string>',
'description' => '<string>',
'creation_timestamp' => 0
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.example.com/apps/{app_name}/eval-sets"
payload := strings.NewReader("{\n \"evalSet\": {\n \"eval_set_id\": \"<string>\",\n \"eval_cases\": [\n {\n \"evalId\": \"<string>\",\n \"conversation\": [\n {\n \"userContent\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"invocationId\": \"\",\n \"finalResponse\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"intermediateData\": {\n \"toolUses\": [],\n \"toolResponses\": [],\n \"intermediateResponses\": []\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"appDetails\": {\n \"agentDetails\": {}\n }\n }\n ],\n \"conversationScenario\": {\n \"startingPrompt\": \"<string>\",\n \"conversationPlan\": \"<string>\",\n \"userPersona\": {\n \"id\": \"<string>\",\n \"description\": \"<string>\",\n \"behaviors\": [\n {\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"behavior_instructions\": [\n \"<string>\"\n ],\n \"violation_rubrics\": [\n \"<string>\"\n ]\n }\n ]\n }\n },\n \"sessionInput\": {\n \"appName\": \"<string>\",\n \"userId\": \"<string>\",\n \"state\": {}\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"finalSessionState\": {}\n }\n ],\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"creation_timestamp\": 0\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.example.com/apps/{app_name}/eval-sets")
.header("Content-Type", "application/json")
.body("{\n \"evalSet\": {\n \"eval_set_id\": \"<string>\",\n \"eval_cases\": [\n {\n \"evalId\": \"<string>\",\n \"conversation\": [\n {\n \"userContent\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"invocationId\": \"\",\n \"finalResponse\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"intermediateData\": {\n \"toolUses\": [],\n \"toolResponses\": [],\n \"intermediateResponses\": []\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"appDetails\": {\n \"agentDetails\": {}\n }\n }\n ],\n \"conversationScenario\": {\n \"startingPrompt\": \"<string>\",\n \"conversationPlan\": \"<string>\",\n \"userPersona\": {\n \"id\": \"<string>\",\n \"description\": \"<string>\",\n \"behaviors\": [\n {\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"behavior_instructions\": [\n \"<string>\"\n ],\n \"violation_rubrics\": [\n \"<string>\"\n ]\n }\n ]\n }\n },\n \"sessionInput\": {\n \"appName\": \"<string>\",\n \"userId\": \"<string>\",\n \"state\": {}\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"finalSessionState\": {}\n }\n ],\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"creation_timestamp\": 0\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.example.com/apps/{app_name}/eval-sets")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Content-Type"] = 'application/json'
request.body = "{\n \"evalSet\": {\n \"eval_set_id\": \"<string>\",\n \"eval_cases\": [\n {\n \"evalId\": \"<string>\",\n \"conversation\": [\n {\n \"userContent\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"invocationId\": \"\",\n \"finalResponse\": {\n \"parts\": [\n {\n \"mediaResolution\": {\n \"numTokens\": 123\n },\n \"codeExecutionResult\": {\n \"output\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"executableCode\": {\n \"code\": \"<string>\",\n \"id\": \"<string>\"\n },\n \"fileData\": {\n \"displayName\": \"<string>\",\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"functionCall\": {\n \"id\": \"<string>\",\n \"args\": {},\n \"name\": \"<string>\",\n \"partialArgs\": [\n {\n \"boolValue\": true,\n \"jsonPath\": \"<string>\",\n \"nullValue\": \"<string>\",\n \"numberValue\": 123,\n \"stringValue\": \"<string>\",\n \"willContinue\": true\n }\n ],\n \"willContinue\": true\n },\n \"functionResponse\": {\n \"willContinue\": true,\n \"parts\": [\n {\n \"inlineData\": {\n \"mimeType\": \"<string>\",\n \"data\": \"<string>\",\n \"displayName\": \"<string>\"\n },\n \"fileData\": {\n \"fileUri\": \"<string>\",\n \"mimeType\": \"<string>\",\n \"displayName\": \"<string>\"\n }\n }\n ],\n \"id\": \"<string>\",\n \"name\": \"<string>\",\n \"response\": {}\n },\n \"inlineData\": {\n \"data\": \"<string>\",\n \"displayName\": \"<string>\",\n \"mimeType\": \"<string>\"\n },\n \"text\": \"<string>\",\n \"thought\": true,\n \"thoughtSignature\": \"<string>\",\n \"videoMetadata\": {\n \"endOffset\": \"<string>\",\n \"fps\": 123,\n \"startOffset\": \"<string>\"\n },\n \"toolCall\": {\n \"id\": \"<string>\",\n \"args\": {}\n },\n \"toolResponse\": {\n \"id\": \"<string>\",\n \"response\": {}\n },\n \"partMetadata\": {},\n \"audioTranscription\": {\n \"text\": \"<string>\",\n \"finished\": true,\n \"languageCode\": \"<string>\",\n \"speakerLabel\": \"<string>\",\n \"words\": [\n {\n \"word\": \"<string>\",\n \"startOffset\": \"<string>\",\n \"endOffset\": \"<string>\"\n }\n ]\n }\n }\n ],\n \"role\": \"<string>\"\n },\n \"intermediateData\": {\n \"toolUses\": [],\n \"toolResponses\": [],\n \"intermediateResponses\": []\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"appDetails\": {\n \"agentDetails\": {}\n }\n }\n ],\n \"conversationScenario\": {\n \"startingPrompt\": \"<string>\",\n \"conversationPlan\": \"<string>\",\n \"userPersona\": {\n \"id\": \"<string>\",\n \"description\": \"<string>\",\n \"behaviors\": [\n {\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"behavior_instructions\": [\n \"<string>\"\n ],\n \"violation_rubrics\": [\n \"<string>\"\n ]\n }\n ]\n }\n },\n \"sessionInput\": {\n \"appName\": \"<string>\",\n \"userId\": \"<string>\",\n \"state\": {}\n },\n \"creationTimestamp\": 0,\n \"rubrics\": [\n {\n \"rubricId\": \"<string>\",\n \"rubricContent\": {\n \"textProperty\": \"<string>\"\n },\n \"description\": \"<string>\",\n \"type\": \"<string>\"\n }\n ],\n \"finalSessionState\": {}\n }\n ],\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"creation_timestamp\": 0\n }\n}"
response = http.request(request)
puts response.read_body{
"eval_set_id": "<string>",
"eval_cases": [
{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}
],
"name": "<string>",
"description": "<string>",
"creation_timestamp": 0
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}