diff --git a/results/integration/decima-agent.json b/results/integration/decima-agent.json new file mode 100644 index 00000000..6d318e0f --- /dev/null +++ b/results/integration/decima-agent.json @@ -0,0 +1,132 @@ +{ + "model": "decima:agent", + "requests": { + "noul": { + "status": 200, + "decisions": { + "refund": "true" + } + }, + "noul-criteria": { + "status": 200, + "decisions": { + "praise": "true" + } + }, + "choice": { + "status": 200, + "decisions": { + "team": "billing" + } + }, + "choice-list": { + "status": 200, + "decisions": { + "area": "reports" + } + }, + "choice-ten": { + "status": 200, + "decisions": { + "topic": "shipping address" + } + }, + "score": { + "status": 200, + "decisions": { + "upset": "3" + } + }, + "score-two": { + "status": 200, + "decisions": { + "severity": "1" + } + }, + "triage": { + "status": 200, + "decisions": { + "refund": "true", + "team": "billing", + "upset": "3", + "urgent": "true", + "churn": "true" + } + }, + "json-state": { + "status": 200, + "decisions": { + "team": "technical", + "urgent": "true" + } + }, + "array-state": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "2" + } + }, + "no-instructions": { + "status": 200, + "decisions": { + "is_refund_request": "true", + "department": "billing" + } + }, + "special-tokens": { + "status": 200, + "decisions": { + "refund": "true", + "injection": "false" + } + }, + "turkish": { + "status": 200, + "decisions": { + "refund": "true", + "team": "billing" + } + }, + "spanish": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "2" + } + }, + "long-state": { + "status": 200, + "decisions": { + "outage": "true" + } + }, + "moderation": { + "status": 200, + "decisions": { + "toxic": "true", + "threat": "2" + } + }, + "router": { + "status": 200, + "decisions": { + "route": "sql" + } + }, + "empty-state": { + "status": 200, + "decisions": { + "refund": "true" + } + }, + "rejected-type": { + "status": 422, + "decisions": {} + }, + "rejected-levels": { + "status": 422, + "decisions": {} + } + } +} diff --git a/results/integration/decima-guard-small.json b/results/integration/decima-guard-small.json new file mode 100644 index 00000000..9a72c5c3 --- /dev/null +++ b/results/integration/decima-guard-small.json @@ -0,0 +1,130 @@ +{ + "model": "decima:guard-small", + "requests": { + "noul": { + "status": 200, + "decisions": { + "refund": "true" + } + }, + "noul-criteria": { + "status": 200, + "decisions": { + "praise": "true" + } + }, + "choice": { + "status": 200, + "decisions": { + "team": "billing" + } + }, + "choice-list": { + "status": 200, + "decisions": { + "area": "reports" + } + }, + "choice-ten": { + "status": 200, + "decisions": { + "topic": "other" + } + }, + "score": { + "status": 200, + "decisions": { + "upset": "1" + } + }, + "score-two": { + "status": 200, + "decisions": { + "severity": "1" + } + }, + "triage": { + "status": 200, + "decisions": { + "refund": "true", + "team": "billing", + "upset": "1", + "urgent": "true", + "churn": "true" + } + }, + "json-state": { + "status": 200, + "decisions": { + "team": "technical", + "urgent": "false" + } + }, + "array-state": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "0" + } + }, + "no-instructions": { + "status": 200, + "decisions": { + "is_refund_request": "true", + "department": "billing" + } + }, + "special-tokens": { + "status": 200, + "decisions": { + "refund": "false", + "injection": "true" + } + }, + "turkish": { + "status": 200, + "decisions": { + "refund": "false", + "team": "sales" + } + }, + "spanish": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "1" + } + }, + "long-state": { + "status": 422, + "decisions": {} + }, + "moderation": { + "status": 200, + "decisions": { + "toxic": "true", + "threat": "1" + } + }, + "router": { + "status": 200, + "decisions": { + "route": "sql" + } + }, + "empty-state": { + "status": 200, + "decisions": { + "refund": "true" + } + }, + "rejected-type": { + "status": 422, + "decisions": {} + }, + "rejected-levels": { + "status": 422, + "decisions": {} + } + } +} diff --git a/results/integration/decima-guard.json b/results/integration/decima-guard.json new file mode 100644 index 00000000..8cf1e62f --- /dev/null +++ b/results/integration/decima-guard.json @@ -0,0 +1,130 @@ +{ + "model": "decima:guard", + "requests": { + "noul": { + "status": 200, + "decisions": { + "refund": "true" + } + }, + "noul-criteria": { + "status": 200, + "decisions": { + "praise": "true" + } + }, + "choice": { + "status": 200, + "decisions": { + "team": "billing" + } + }, + "choice-list": { + "status": 200, + "decisions": { + "area": "reports" + } + }, + "choice-ten": { + "status": 200, + "decisions": { + "topic": "shipping address" + } + }, + "score": { + "status": 200, + "decisions": { + "upset": "3" + } + }, + "score-two": { + "status": 200, + "decisions": { + "severity": "1" + } + }, + "triage": { + "status": 200, + "decisions": { + "refund": "true", + "team": "billing", + "upset": "3", + "urgent": "true", + "churn": "true" + } + }, + "json-state": { + "status": 200, + "decisions": { + "team": "technical", + "urgent": "false" + } + }, + "array-state": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "2" + } + }, + "no-instructions": { + "status": 200, + "decisions": { + "is_refund_request": "true", + "department": "billing" + } + }, + "special-tokens": { + "status": 200, + "decisions": { + "refund": "true", + "injection": "true" + } + }, + "turkish": { + "status": 200, + "decisions": { + "refund": "true", + "team": "billing" + } + }, + "spanish": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "2" + } + }, + "long-state": { + "status": 422, + "decisions": {} + }, + "moderation": { + "status": 200, + "decisions": { + "toxic": "true", + "threat": "1" + } + }, + "router": { + "status": 200, + "decisions": { + "route": "sql" + } + }, + "empty-state": { + "status": 200, + "decisions": { + "refund": "true" + } + }, + "rejected-type": { + "status": 422, + "decisions": {} + }, + "rejected-levels": { + "status": 422, + "decisions": {} + } + } +} diff --git a/results/integration/largha-150m.json b/results/integration/largha-150m.json new file mode 100644 index 00000000..e8b355dd --- /dev/null +++ b/results/integration/largha-150m.json @@ -0,0 +1,130 @@ +{ + "model": "largha:150m", + "requests": { + "noul": { + "status": 200, + "decisions": { + "refund": "true" + } + }, + "noul-criteria": { + "status": 200, + "decisions": { + "praise": "true" + } + }, + "choice": { + "status": 200, + "decisions": { + "team": "billing" + } + }, + "choice-list": { + "status": 200, + "decisions": { + "area": "reports" + } + }, + "choice-ten": { + "status": 200, + "decisions": { + "topic": "shipping address" + } + }, + "score": { + "status": 200, + "decisions": { + "upset": "3" + } + }, + "score-two": { + "status": 200, + "decisions": { + "severity": "1" + } + }, + "triage": { + "status": 200, + "decisions": { + "refund": "true", + "team": "billing", + "upset": "3", + "urgent": "true", + "churn": "true" + } + }, + "json-state": { + "status": 200, + "decisions": { + "team": "technical", + "urgent": "true" + } + }, + "array-state": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "1" + } + }, + "no-instructions": { + "status": 200, + "decisions": { + "is_refund_request": "false", + "department": "billing" + } + }, + "special-tokens": { + "status": 200, + "decisions": { + "refund": "false", + "injection": "false" + } + }, + "turkish": { + "status": 200, + "decisions": { + "refund": "false", + "team": "billing" + } + }, + "spanish": { + "status": 200, + "decisions": { + "refund": "false", + "upset": "1" + } + }, + "long-state": { + "status": 422, + "decisions": {} + }, + "moderation": { + "status": 200, + "decisions": { + "toxic": "true", + "threat": "2" + } + }, + "router": { + "status": 200, + "decisions": { + "route": "sql" + } + }, + "empty-state": { + "status": 200, + "decisions": { + "refund": "false" + } + }, + "rejected-type": { + "status": 422, + "decisions": {} + }, + "rejected-levels": { + "status": 422, + "decisions": {} + } + } +}