Get Holdout by Id
Path parameters
The project key
The project key
The environment key
The environment key
The holdout experiment ID
The holdout experiment ID
Response
Holdout response
Example response
{
"baseExperiment": {
"_id": "12ab3c45de678910fgh12345",
"key": "experiment-key-123abc",
"name": "Example experiment",
"description": "An example experiment, used in testing",
"_maintainerId": "12ab3c45de678910fgh12345",
"tags": [
"experiment",
"feature"
],
"_links": {
"parent": {
"href": "/api/v2/projects/my-project/environments/my-environment",
"type": "application/json"
},
"self": {
"href": "/api/v2/projects/my-project/environments/my-environment/experiments/my-experiment",
"type": "application/json"
}
},
"holdoutId": "f3b74309-d581-44e1-8a2b-bb2933b4fe40",
"currentIteration": {
"_id": "12ab3c45de678910fgh12345",
"hypothesis": "The new button placement will increase conversion",
"status": "running",
"winningTreatmentId": "122c9f3e-da26-4321-ba68-e0fc02eced58",
"winningReason": "We ran this iteration for two weeks and the winning variation was clear",
"canReshuffleTraffic": true,
"reallocationFrequencyMillis": 3600000,
"primaryMetric": {
"key": "metric-key-123abc",
"name": "My metric",
"kind": "custom",
"isNumeric": true,
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
},
"primarySingleMetric": {
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
}
},
"primaryFunnel": {
"key": "metric-group-key-123abc",
"name": "My metric group",
"kind": "funnel",
"_links": {
"parent": {
"href": "/api/v2/projects/my-project",
"type": "application/json"
},
"self": {
"href": "/api/v2/projects/my-project/metric-groups/my-metric-group",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
},
"randomizationUnit": "user",
"treatments": [
{
"_id": "122c9f3e-da26-4321-ba68-e0fc02eced58",
"name": "Treatment 1",
"allocationPercent": "10",
"baseline": true
}
],
"secondaryMetrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
}
}
],
"metrics": [
{
"key": "metric-key-123abc",
"name": "My metric",
"kind": "custom",
"isNumeric": true,
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
}
],
"layerSnapshot": {
"key": "checkout-flow",
"name": "Checkout Flow",
"reservationPercent": 10,
"otherReservationPercent": 70
}
},
"draftIteration": {
"_id": "12ab3c45de678910fgh12345",
"hypothesis": "The new button placement will increase conversion",
"status": "running",
"winningTreatmentId": "122c9f3e-da26-4321-ba68-e0fc02eced58",
"winningReason": "We ran this iteration for two weeks and the winning variation was clear",
"canReshuffleTraffic": true,
"reallocationFrequencyMillis": 3600000,
"primaryMetric": {
"key": "metric-key-123abc",
"name": "My metric",
"kind": "custom",
"isNumeric": true,
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
},
"primarySingleMetric": {
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
}
},
"primaryFunnel": {
"key": "metric-group-key-123abc",
"name": "My metric group",
"kind": "funnel",
"_links": {
"parent": {
"href": "/api/v2/projects/my-project",
"type": "application/json"
},
"self": {
"href": "/api/v2/projects/my-project/metric-groups/my-metric-group",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
},
"randomizationUnit": "user",
"treatments": [
{
"_id": "122c9f3e-da26-4321-ba68-e0fc02eced58",
"name": "Treatment 1",
"allocationPercent": "10",
"baseline": true
}
],
"secondaryMetrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
}
}
],
"metrics": [
{
"key": "metric-key-123abc",
"name": "My metric",
"kind": "custom",
"isNumeric": true,
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
}
],
"layerSnapshot": {
"key": "checkout-flow",
"name": "Checkout Flow",
"reservationPercent": 10,
"otherReservationPercent": 70
}
},
"previousIterations": [
{
"_id": "12ab3c45de678910fgh12345",
"hypothesis": "The new button placement will increase conversion",
"status": "running",
"winningTreatmentId": "122c9f3e-da26-4321-ba68-e0fc02eced58",
"winningReason": "We ran this iteration for two weeks and the winning variation was clear",
"canReshuffleTraffic": true,
"reallocationFrequencyMillis": 3600000,
"primaryMetric": {
"key": "metric-key-123abc",
"name": "My metric",
"kind": "custom",
"isNumeric": true,
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
},
"primarySingleMetric": {
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
}
},
"primaryFunnel": {
"key": "metric-group-key-123abc",
"name": "My metric group",
"kind": "funnel",
"_links": {
"parent": {
"href": "/api/v2/projects/my-project",
"type": "application/json"
},
"self": {
"href": "/api/v2/projects/my-project/metric-groups/my-metric-group",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
},
"randomizationUnit": "user",
"treatments": [
{
"_id": "122c9f3e-da26-4321-ba68-e0fc02eced58",
"name": "Treatment 1",
"allocationPercent": "10",
"baseline": true
}
],
"secondaryMetrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
}
}
],
"metrics": [
{
"key": "metric-key-123abc",
"name": "My metric",
"kind": "custom",
"isNumeric": true,
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"metrics": [
{
"key": "metric-key-123abc",
"_versionId": "version-id-123abc",
"name": "Example metric",
"kind": "custom",
"isNumeric": true,
"unitAggregationType": "sum",
"eventKey": "event-key-123abc",
"_links": {
"self": {
"href": "/api/v2/metrics/my-project/my-metric",
"type": "application/json"
}
},
"nameInGroup": "Step 1",
"randomizationUnits": [
"user"
]
}
]
}
],
"layerSnapshot": {
"key": "checkout-flow",
"name": "Checkout Flow",
"reservationPercent": 10,
"otherReservationPercent": 70
}
}
]
}
}Changes
Changed in 2 of the 5 revisions of this API.1828
- ●
added the new
not_startedenum value to thebaseExperiment/currentIteration/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
not_startedenum value to thebaseExperiment/draftIteration/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
not_startedenum value to thebaseExperiment/previousIterations/items/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
runningenum value to thebaseExperiment/currentIteration/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
runningenum value to thebaseExperiment/draftIteration/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
runningenum value to thebaseExperiment/previousIterations/items/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
stoppedenum value to thebaseExperiment/currentIteration/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
stoppedenum value to thebaseExperiment/draftIteration/statusresponse property for the response status200response-property-enum-value-added
- ●
added the new
stoppedenum value to thebaseExperiment/previousIterations/items/statusresponse property for the response status200response-property-enum-value-added
- ○
added the optional property
baseExperiment/currentIteration/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/metrics/items/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/primaryFunnel/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/primaryMetric/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/primaryMetric/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/primarySingleMetric/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/reallocationFrequencyMillisto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/secondaryMetrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/currentIteration/versionto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/metrics/items/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/primaryFunnel/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/primaryMetric/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/primaryMetric/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/primarySingleMetric/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/reallocationFrequencyMillisto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/secondaryMetrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/draftIteration/versionto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/metrics/items/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/primaryFunnel/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/primaryMetric/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/primaryMetric/metrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/primarySingleMetric/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/reallocationFrequencyMillisto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/secondaryMetrics/items/eventKeyto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/previousIterations/items/versionto the response with the200statusresponse-optional-property-added
- ○
added the optional property
baseExperiment/tagsto the response with the200statusresponse-optional-property-added
This revision also has 13 changes that name no endpoint, such as unreferenced schemas being removed. See the revision's changelog
- ●
- ●
added the new
guardrailenum value to thebaseExperiment/currentIteration/metrics/items/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/currentIteration/primaryFunnel/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/currentIteration/primaryMetric/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/draftIteration/metrics/items/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/draftIteration/primaryFunnel/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/draftIteration/primaryMetric/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/previousIterations/items/metrics/items/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/previousIterations/items/primaryFunnel/kindresponse property for the response status200response-property-enum-value-added
- ●
added the new
guardrailenum value to thebaseExperiment/previousIterations/items/primaryMetric/kindresponse property for the response status200response-property-enum-value-added
- ●