Get a lineage's promotion gate
The gate config (dataset snapshot, pinned evaluator versions, thresholds, trials, error and valid-item limits, non-regression), the current production version’s latest matching experiment (the non-regression baseline), and for each pinned llm_judge evaluator how often it agrees with human scores on the same targets (a warning below 80% over at least 10 targets; never a block).
curl --request GET \
--url https://api.veri.studio/v1/models/{name}/gate \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.veri.studio/v1/models/{name}/gate"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.veri.studio/v1/models/{name}/gate', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "<string>",
"model": "<string>",
"enabled": true,
"judge_human_agreement": [
{
"evaluator_id": "<string>",
"version": 123,
"name": "<string>",
"count": 123,
"agreement": 123,
"warning": "<string>"
}
],
"config": {
"dataset_snapshot_id": "<string>",
"evaluators": [
{
"evaluator_id": "<string>",
"version": 123
}
],
"thresholds": {},
"trials": 123,
"max_error_rate": 123,
"min_valid_items": 123,
"non_regression": true,
"regression_tolerance": 123
},
"updated_at": "2023-11-07T05:31:56Z",
"updated_by": "<string>",
"latest_production_experiment": {
"object": "<string>",
"id": "<string>",
"name": "<string>",
"status": "<string>",
"dataset_id": "<string>",
"dataset_snapshot_id": "<string>",
"target": {},
"evaluators": [
{
"evaluator_id": "<string>",
"version": 123,
"name": "<string>",
"scope": "<string>",
"method": "<string>",
"judge_model": "<string>"
}
],
"bindings": {},
"generation": {
"temperature": 123,
"max_tokens": 123
},
"trials": 123,
"items_total": 123,
"items_done": 123,
"created_at": "2023-11-07T05:31:56Z",
"target_deployment_id": "<string>",
"target_model": "<string>",
"target_model_version_id": "<string>",
"target_served_model": "<string>",
"aggregates": {},
"passed": true,
"baseline_experiment_id": "<string>",
"diff": {},
"error": "<string>",
"created_by": "<string>",
"started_at": "2023-11-07T05:31:56Z",
"finished_at": "2023-11-07T05:31:56Z"
}
}Authorizations
API key with the vk_ prefix. Create one from the dashboard.
Path Parameters
Lineage name
Response
The gate
A lineage's promotion gate.
Always "model_gate".
Lineage name.
While true, moving production needs evidence that meets config.
Per pinned llm_judge evaluator: agreement with human scores on the same targets. Informational; never blocks a promotion.
Show child attributes
Show child attributes
null until configured. Kept when the gate is disabled.
Show child attributes
Show child attributes
The current production version's latest completed run on the gate snapshot with the gate's evaluator pins: the non-regression baseline.
Show child attributes
Show child attributes
curl --request GET \
--url https://api.veri.studio/v1/models/{name}/gate \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.veri.studio/v1/models/{name}/gate"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.veri.studio/v1/models/{name}/gate', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "<string>",
"model": "<string>",
"enabled": true,
"judge_human_agreement": [
{
"evaluator_id": "<string>",
"version": 123,
"name": "<string>",
"count": 123,
"agreement": 123,
"warning": "<string>"
}
],
"config": {
"dataset_snapshot_id": "<string>",
"evaluators": [
{
"evaluator_id": "<string>",
"version": 123
}
],
"thresholds": {},
"trials": 123,
"max_error_rate": 123,
"min_valid_items": 123,
"non_regression": true,
"regression_tolerance": 123
},
"updated_at": "2023-11-07T05:31:56Z",
"updated_by": "<string>",
"latest_production_experiment": {
"object": "<string>",
"id": "<string>",
"name": "<string>",
"status": "<string>",
"dataset_id": "<string>",
"dataset_snapshot_id": "<string>",
"target": {},
"evaluators": [
{
"evaluator_id": "<string>",
"version": 123,
"name": "<string>",
"scope": "<string>",
"method": "<string>",
"judge_model": "<string>"
}
],
"bindings": {},
"generation": {
"temperature": 123,
"max_tokens": 123
},
"trials": 123,
"items_total": 123,
"items_done": 123,
"created_at": "2023-11-07T05:31:56Z",
"target_deployment_id": "<string>",
"target_model": "<string>",
"target_model_version_id": "<string>",
"target_served_model": "<string>",
"aggregates": {},
"passed": true,
"baseline_experiment_id": "<string>",
"diff": {},
"error": "<string>",
"created_by": "<string>",
"started_at": "2023-11-07T05:31:56Z",
"finished_at": "2023-11-07T05:31:56Z"
}
}
