Experiments
List experiment items
GET
/
v1
/
experiments
/
{experiment_id}
/
items
List experiment items
curl --request GET \
--url https://api.veri.studio/v1/experiments/{experiment_id}/items \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.veri.studio/v1/experiments/{experiment_id}/items"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.veri.studio/v1/experiments/{experiment_id}/items', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "<string>",
"data": [
{
"object": "<string>",
"experiment_id": "<string>",
"item_id": "<string>",
"row_id": 123,
"trial": 123,
"kind": "<string>",
"status": "<string>",
"request_ids": [
"<string>"
],
"attempts": 123,
"scores": [
{
"object": "<string>",
"id": "<string>",
"evaluator_id": "<string>",
"evaluator_version": 123,
"name": "<string>",
"target_type": "<string>",
"value": "<unknown>",
"source": "<string>",
"status": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"request_id": "<string>",
"deployment_id": "<string>",
"thread_id": "<string>",
"target_revision": "<string>",
"experiment_id": "<string>",
"item_id": "<string>",
"passed": true,
"reasoning": "<string>",
"error": "<string>",
"author": "<string>",
"model_version_id": "<string>",
"monitor_id": "<string>",
"confidence": 123,
"probabilities": {}
}
],
"turns": 123,
"input": "<unknown>",
"expected": "<unknown>",
"metadata": "<unknown>",
"output": "<unknown>",
"transcript": "<unknown>",
"latency_ms": 123,
"prompt_tokens": 123,
"completion_tokens": 123,
"error": "<string>",
"pending_local": [
{
"evaluator_id": "<string>",
"evaluator_version": 123,
"item_id": "<string>",
"args": {}
}
]
}
],
"has_more": true
}Authorizations
API key with the vk_ prefix. Create one from the dashboard.
Path Parameters
Experiment id (exp_...)
Query Parameters
pending | running | done | error
Only finished items that still owe a local code evaluator's score, each with the owed scores and their args (what the SDK harness runs before POST /v1/scores).
Page size, 1..=500 (default 100).
Cursor: items after this item id (<row_id>.<trial>), in row order.
List experiment items
curl --request GET \
--url https://api.veri.studio/v1/experiments/{experiment_id}/items \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.veri.studio/v1/experiments/{experiment_id}/items"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.veri.studio/v1/experiments/{experiment_id}/items', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "<string>",
"data": [
{
"object": "<string>",
"experiment_id": "<string>",
"item_id": "<string>",
"row_id": 123,
"trial": 123,
"kind": "<string>",
"status": "<string>",
"request_ids": [
"<string>"
],
"attempts": 123,
"scores": [
{
"object": "<string>",
"id": "<string>",
"evaluator_id": "<string>",
"evaluator_version": 123,
"name": "<string>",
"target_type": "<string>",
"value": "<unknown>",
"source": "<string>",
"status": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"request_id": "<string>",
"deployment_id": "<string>",
"thread_id": "<string>",
"target_revision": "<string>",
"experiment_id": "<string>",
"item_id": "<string>",
"passed": true,
"reasoning": "<string>",
"error": "<string>",
"author": "<string>",
"model_version_id": "<string>",
"monitor_id": "<string>",
"confidence": 123,
"probabilities": {}
}
],
"turns": 123,
"input": "<unknown>",
"expected": "<unknown>",
"metadata": "<unknown>",
"output": "<unknown>",
"transcript": "<unknown>",
"latency_ms": 123,
"prompt_tokens": 123,
"completion_tokens": 123,
"error": "<string>",
"pending_local": [
{
"evaluator_id": "<string>",
"evaluator_version": 123,
"item_id": "<string>",
"args": {}
}
]
}
],
"has_more": true
}
