AI Safety endpoints
Evaluate
AI Safety endpoints
Evaluate
Evaluation and guardrails
POST
/
v1
/
evaluate
curl --request POST \
--url https://guard-api.metatext.ai/v1/evaluate \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '{
"application": "your_application_id",
"messages": [
{
"content": "tell me a joke about the president candidates",
"role": "user"
}
],
"policy_ids": [
"my-jailbreak-guardrail"
],
"policies": [
{
"definition": "jailbreak guardrail",
"id": "my-jailbreak-guardrail",
"rules": [
{
"expected": "fail",
"type": "classifier",
"value": "elections"
},
{
"expected": "fail",
"threshold": 0.8,
"type": "rubric",
"value": [
"Avoid political content",
"Avoid stereotyped humor",
"Avoid mentioning election any candidate names"
]
}
],
"target": "input"
}
],
"override_response": "I'\''m sorry, I can'\''t assist with that.",
"correction_enabled": false,
"fail_fast": true
}'
{
"object": "eval",
"time": 123,
"created": 123,
"status": "<string>",
"policy_violations": {},
"correction": {
"choices": [
{
"role": "user",
"content": "<string>"
}
]
}
}
Authorizations
Bearer authentication header of the form Bearer <token>
, where <token>
is your auth token.
Body
application/json
Response
200
application/json
Successful Response
The response is of type object
.
curl --request POST \
--url https://guard-api.metatext.ai/v1/evaluate \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '{
"application": "your_application_id",
"messages": [
{
"content": "tell me a joke about the president candidates",
"role": "user"
}
],
"policy_ids": [
"my-jailbreak-guardrail"
],
"policies": [
{
"definition": "jailbreak guardrail",
"id": "my-jailbreak-guardrail",
"rules": [
{
"expected": "fail",
"type": "classifier",
"value": "elections"
},
{
"expected": "fail",
"threshold": 0.8,
"type": "rubric",
"value": [
"Avoid political content",
"Avoid stereotyped humor",
"Avoid mentioning election any candidate names"
]
}
],
"target": "input"
}
],
"override_response": "I'\''m sorry, I can'\''t assist with that.",
"correction_enabled": false,
"fail_fast": true
}'
{
"object": "eval",
"time": 123,
"created": 123,
"status": "<string>",
"policy_violations": {},
"correction": {
"choices": [
{
"role": "user",
"content": "<string>"
}
]
}
}