Sweep a cut over a run's answers
curl --request POST \
--url https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"run_ids": [
"<string>"
],
"aggregation": "<string>",
"at": 123
}
'import requests
url = "https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps"
payload = {
"run_ids": ["<string>"],
"aggregation": "<string>",
"at": 123
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({run_ids: ['<string>'], aggregation: '<string>', at: 123})
};
fetch('https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'run_ids' => [
'<string>'
],
'aggregation' => '<string>',
'at' => 123
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps"
payload := strings.NewReader("{\n \"run_ids\": [\n \"<string>\"\n ],\n \"aggregation\": \"<string>\",\n \"at\": 123\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"run_ids\": [\n \"<string>\"\n ],\n \"aggregation\": \"<string>\",\n \"at\": 123\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"run_ids\": [\n \"<string>\"\n ],\n \"aggregation\": \"<string>\",\n \"at\": 123\n}"
response = http.request(request)
puts response.read_body{
"environment": "production",
"decision_id": "<string>",
"structure_hash": "<string>",
"aggregation": "<string>",
"objective": {
"source": "stored",
"revision": 2,
"objective_hash": "<string>",
"effective_hash": "<string>",
"unknown_outcomes": [
"<string>"
]
},
"n": 1,
"excluded": {
"unlabeled": 1,
"failed_transient": 1,
"outcome_not_in_result": 1
},
"cuts": [
{
"at": 123,
"outcome": "<string>",
"below": "<string>",
"bounds": {
"above": 123,
"below": 123
},
"moving": 1,
"current": {
"loss_per_case": 1
},
"points": [
{
"at": 123,
"from": 123,
"to": 123,
"loss_per_case": 1,
"fixed": 1,
"broken": 1
}
],
"points_total": 1,
"best": {
"at": 123,
"from": 123,
"to": 123,
"loss_per_case": 1,
"fixed": 1,
"broken": 1,
"change": 123,
"fixed_examples": [
"<string>"
],
"broken_examples": [
"<string>"
]
},
"cross_validation": {
"folds": 1,
"groups": 1,
"current_loss_per_case": 1,
"tuned_loss_per_case": 1,
"fold_cuts": [
123
],
"holds": true
}
}
]
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}objective
Sweep a cut over a run's answers
Tunes one cut of a bands aggregation without asking an engine anything: re-decides the runs’ labeled items from the answers and attribute values they hold at every point where moving the cut changes an outcome, and judges each point by the decision’s objective, as loss_report does. Name the aggregation (as near_cuts gives it, or aggregations.<name>) and the cut by its current at; without at, each of its cuts is swept alone with the others where they are. The cut moves only between its neighbours. Each cut lists the loss per case over its ranges (points), each kept inside the input’s range, the best range with what it fixes and breaks against the current cut, and cross_validation: the best cut chosen again without each fold of item groups (5 folds, stratified by label; fewer with fewer groups) and scored on that fold; null with fewer than 2 item groups on either side of the cut (cases the band below gets right, cases the band above gets right). holds: false means the in-sample best may be noise: keep the cut unless a run of the moved cut is accepted by loss_report. Runs are named by run_ids from evaluate with items or cases, one structure; items are left out as loss_report leaves them out. Spends nothing. An unknown or expired run is 404 RUN_UNKNOWN; an aggregation that isn’t bands or isn’t on the result’s path is 400 AGGREGATION_INVALID; a cut it doesn’t have is 400 CUT_UNKNOWN; a result that is a value is 400 OUTCOMES_INVALID; a sweep that would take too long (many items over a large structure) is 422 REQUEST_TOO_LARGE: send fewer runs, or name one cut.
POST
/
v1
/
decisions
/
{decision_id}
/
cut-sweeps
Sweep a cut over a run's answers
curl --request POST \
--url https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"run_ids": [
"<string>"
],
"aggregation": "<string>",
"at": 123
}
'import requests
url = "https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps"
payload = {
"run_ids": ["<string>"],
"aggregation": "<string>",
"at": 123
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({run_ids: ['<string>'], aggregation: '<string>', at: 123})
};
fetch('https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'run_ids' => [
'<string>'
],
'aggregation' => '<string>',
'at' => 123
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps"
payload := strings.NewReader("{\n \"run_ids\": [\n \"<string>\"\n ],\n \"aggregation\": \"<string>\",\n \"at\": 123\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"run_ids\": [\n \"<string>\"\n ],\n \"aggregation\": \"<string>\",\n \"at\": 123\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.moonbounce.ai/v1/decisions/{decision_id}/cut-sweeps")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"run_ids\": [\n \"<string>\"\n ],\n \"aggregation\": \"<string>\",\n \"at\": 123\n}"
response = http.request(request)
puts response.read_body{
"environment": "production",
"decision_id": "<string>",
"structure_hash": "<string>",
"aggregation": "<string>",
"objective": {
"source": "stored",
"revision": 2,
"objective_hash": "<string>",
"effective_hash": "<string>",
"unknown_outcomes": [
"<string>"
]
},
"n": 1,
"excluded": {
"unlabeled": 1,
"failed_transient": 1,
"outcome_not_in_result": 1
},
"cuts": [
{
"at": 123,
"outcome": "<string>",
"below": "<string>",
"bounds": {
"above": 123,
"below": 123
},
"moving": 1,
"current": {
"loss_per_case": 1
},
"points": [
{
"at": 123,
"from": 123,
"to": 123,
"loss_per_case": 1,
"fixed": 1,
"broken": 1
}
],
"points_total": 1,
"best": {
"at": 123,
"from": 123,
"to": 123,
"loss_per_case": 1,
"fixed": 1,
"broken": 1,
"change": 123,
"fixed_examples": [
"<string>"
],
"broken_examples": [
"<string>"
]
},
"cross_validation": {
"folds": 1,
"groups": 1,
"current_loss_per_case": 1,
"tuned_loss_per_case": 1,
"fold_cuts": [
123
],
"holds": true
}
}
]
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}{
"error": {
"type": "invalid_request",
"message": "<string>",
"reason": "<string>",
"param": "<string>",
"details": {
"issues": [
{
"param": "<string>",
"code": "<string>",
"message": "<string>"
}
]
}
}
}Authorizations
An API key, sent as Authorization: Bearer <key>. Each operation lists the scope its key needs: decisions:evaluate (evaluate and read evaluations), decisions:feedback (your app's feedback) or decisions:develop (everything else, including owner feedback and the review queue). An operation listing no scope takes any scoped key. A key with no scope, or without the operation's, gets 403 INSUFFICIENT_SCOPE.
Path Parameters
Pattern:
^[a-z][a-z0-9_.-]{0,127}$Body
application/json
Runs of one structure, from evaluate with items or cases, as a loss_report side takes them.
Required array length:
1 - 50 elementsPattern:
^evr_[0-9a-f]{8}-[0-9a-f]{4}-7[0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$The bands aggregation whose cut to sweep: its name, as near_cuts gives it, or its path (aggregations.<name>).
Required string length:
1 - 200The cut to sweep, by its current at. Without it, every cut of the aggregation, one at a time.
Response
The sweep
The environment of the key that made the call: production or test. Evaluations, feedback, reviews and suggestions are separate per environment; registered structures are shared.
Available options:
production, test Pattern:
^[a-z][a-z0-9_.-]{0,127}$Pattern:
^sha256:[0-9a-f]{64}$The bands aggregation swept.
Pattern:
^[a-z][a-z0-9_]{0,63}$What this run scored with.
Show child attributes
Show child attributes
Cases scored, as loss_report counts them.
Required range:
x >= 0Items left out, as loss_report leaves them out.
Show child attributes
Show child attributes
One per cut swept, in the aggregation's order; each moves alone.
Show child attributes
Show child attributes