Evaluation
Get Eval
Gets an eval case in an eval set.
GET
/
apps
/
{app_name}
/
eval-sets
/
{eval_set_id}
/
eval-cases
/
{eval_case_id}
Get Eval
curl --request GET \
--url https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}import requests
url = "https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}"
response = requests.get(url)
print(response.text)const options = {method: 'GET'};
fetch('https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}"
req, _ := http.NewRequest("GET", url, nil)
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
response = http.request(request)
puts response.read_body{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}Response
Successful Response
An eval case.
Show child attributes
Show child attributes
Scenario for a conversation between a simulated user and the Agent under test.
Show child attributes
Show child attributes
Values that help initialize a Session.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
⌘I
Get Eval
curl --request GET \
--url https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}import requests
url = "https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}"
response = requests.get(url)
print(response.text)const options = {method: 'GET'};
fetch('https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}"
req, _ := http.NewRequest("GET", url, nil)
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.example.com/apps/{app_name}/eval-sets/{eval_set_id}/eval-cases/{eval_case_id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
response = http.request(request)
puts response.read_body{
"evalId": "<string>",
"conversation": [
{
"userContent": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"invocationId": "",
"finalResponse": {
"parts": [
{
"mediaResolution": {
"numTokens": 123
},
"codeExecutionResult": {
"output": "<string>",
"id": "<string>"
},
"executableCode": {
"code": "<string>",
"id": "<string>"
},
"fileData": {
"displayName": "<string>",
"fileUri": "<string>",
"mimeType": "<string>"
},
"functionCall": {
"id": "<string>",
"args": {},
"name": "<string>",
"partialArgs": [
{
"boolValue": true,
"jsonPath": "<string>",
"nullValue": "<string>",
"numberValue": 123,
"stringValue": "<string>",
"willContinue": true
}
],
"willContinue": true
},
"functionResponse": {
"willContinue": true,
"parts": [
{
"inlineData": {
"mimeType": "<string>",
"data": "<string>",
"displayName": "<string>"
},
"fileData": {
"fileUri": "<string>",
"mimeType": "<string>",
"displayName": "<string>"
}
}
],
"id": "<string>",
"name": "<string>",
"response": {}
},
"inlineData": {
"data": "<string>",
"displayName": "<string>",
"mimeType": "<string>"
},
"text": "<string>",
"thought": true,
"thoughtSignature": "<string>",
"videoMetadata": {
"endOffset": "<string>",
"fps": 123,
"startOffset": "<string>"
},
"toolCall": {
"id": "<string>",
"args": {}
},
"toolResponse": {
"id": "<string>",
"response": {}
},
"partMetadata": {},
"audioTranscription": {
"text": "<string>",
"finished": true,
"languageCode": "<string>",
"speakerLabel": "<string>",
"words": [
{
"word": "<string>",
"startOffset": "<string>",
"endOffset": "<string>"
}
]
}
}
],
"role": "<string>"
},
"intermediateData": {
"toolUses": [],
"toolResponses": [],
"intermediateResponses": []
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"appDetails": {
"agentDetails": {}
}
}
],
"conversationScenario": {
"startingPrompt": "<string>",
"conversationPlan": "<string>",
"userPersona": {
"id": "<string>",
"description": "<string>",
"behaviors": [
{
"name": "<string>",
"description": "<string>",
"behavior_instructions": [
"<string>"
],
"violation_rubrics": [
"<string>"
]
}
]
}
},
"sessionInput": {
"appName": "<string>",
"userId": "<string>",
"state": {}
},
"creationTimestamp": 0,
"rubrics": [
{
"rubricId": "<string>",
"rubricContent": {
"textProperty": "<string>"
},
"description": "<string>",
"type": "<string>"
}
],
"finalSessionState": {}
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>",
"input": "<unknown>",
"ctx": {}
}
]
}