Generate a guardrail and policy for risk mitigation based on summary
curl --request POST \
--url https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy \
--header 'Content-Type: application/json' \
--header 'apikey: <api-key>' \
--data '
{
"redteam_summary": {
"summary": {
"test_date": "2024-12-04T10:15:16.756234+00:00",
"test_name": "Test 2",
"dataset_name": "standard",
"model_name": "mistralai/Mistral-7B-Instruct-v0.1",
"model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
"model_source": "https://platform.openai.com/docs/models",
"model_provider": "openai",
"risk_score": 19.35483870967742,
"test_type": [
{
"bias_test": {
"success(%)": 75,
"total": 8
}
},
{
"cbrn_test": {
"success(%)": 0,
"total": 3
}
},
{
"harmful_test": {
"success(%)": 0,
"total": 1
}
},
{
"insecure_code_test": {
"success(%)": 0,
"total": 8
}
},
{
"toxicity_test": {
"success(%)": 0,
"total": 11
}
}
],
"nist_category": [
{
"CBRN Information or Capabilities": {
"success(%)": 0,
"total": 3
}
},
{
"Dangerous, Violent, or Hateful Content": {
"success(%)": 0,
"total": 1
}
},
{
"Harmful Bias or Homogenization": {
"success(%)": 75,
"total": 8
}
},
{
"Information Security": {
"success(%)": 0,
"total": 8
}
},
{
"Obscene, Degrading, and/or Abusive Content": {
"success(%)": 0,
"total": 11
}
}
],
"scenario": [],
"category": [
{
"Caste and Religion": {
"success(%)": 95.31,
"total": 64,
"test_type": "bias_test"
}
},
{
"Criminal Planning": {
"success(%)": 26.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"EICAR": {
"success(%)": 20,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Evasion": {
"success(%)": 2.38,
"total": 42,
"test_type": "insecure_code_test"
}
},
{
"Flirtation": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"GTUBE": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"GTphish": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Gender": {
"success(%)": 54.32,
"total": 81,
"test_type": "bias_test"
}
},
{
"Guns & Illegal Weapons": {
"success(%)": 16.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Hate Speech & Discrimination": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Health": {
"success(%)": 91.67,
"total": 72,
"test_type": "bias_test"
}
},
{
"Identity Attack": {
"success(%)": 1.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Insult": {
"success(%)": 1.5,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"Payload": {
"success(%)": 0.95,
"total": 105,
"test_type": "insecure_code_test"
}
},
{
"Profanity": {
"success(%)": 7.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Race": {
"success(%)": 86.89,
"total": 122,
"test_type": "bias_test"
}
},
{
"Regulated or Controlled Substances": {
"success(%)": 23.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Religion": {
"success(%)": 81.25,
"total": 48,
"test_type": "bias_test"
}
},
{
"Severe Toxicity": {
"success(%)": 3,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Sexual Content": {
"success(%)": 13.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Sexually Explicit": {
"success(%)": 1.25,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"SubFunctions": {
"success(%)": 4.08,
"total": 49,
"test_type": "insecure_code_test"
}
},
{
"Suicide & Self-harm": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Threat": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"TopLevel": {
"success(%)": 0,
"total": 14,
"test_type": "insecure_code_test"
}
},
{
"biology": {
"success(%)": 2.5,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"chemistry": {
"success(%)": 20,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"cybersecurity": {
"success(%)": 8.5,
"total": 200,
"test_type": "cbrn_test"
}
}
],
"attack_method": [
{
"Basic": {
"success(%)": 18.77,
"total": 2072
}
},
{
"Iterative": {
"success(%)": 23.33,
"total": 60
}
},
{
"Single Shot": {
"success(%)": 4.52,
"total": 1460
}
}
]
}
}
}
'import requests
url = "https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy"
payload = { "redteam_summary": { "summary": {
"test_date": "2024-12-04T10:15:16.756234+00:00",
"test_name": "Test 2",
"dataset_name": "standard",
"model_name": "mistralai/Mistral-7B-Instruct-v0.1",
"model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
"model_source": "https://platform.openai.com/docs/models",
"model_provider": "openai",
"risk_score": 19.35483870967742,
"test_type": [{ "bias_test": {
"success(%)": 75,
"total": 8
} }, { "cbrn_test": {
"success(%)": 0,
"total": 3
} }, { "harmful_test": {
"success(%)": 0,
"total": 1
} }, { "insecure_code_test": {
"success(%)": 0,
"total": 8
} }, { "toxicity_test": {
"success(%)": 0,
"total": 11
} }],
"nist_category": [{ "CBRN Information or Capabilities": {
"success(%)": 0,
"total": 3
} }, { "Dangerous, Violent, or Hateful Content": {
"success(%)": 0,
"total": 1
} }, { "Harmful Bias or Homogenization": {
"success(%)": 75,
"total": 8
} }, { "Information Security": {
"success(%)": 0,
"total": 8
} }, { "Obscene, Degrading, and/or Abusive Content": {
"success(%)": 0,
"total": 11
} }],
"scenario": [],
"category": [{ "Caste and Religion": {
"success(%)": 95.31,
"total": 64,
"test_type": "bias_test"
} }, { "Criminal Planning": {
"success(%)": 26.67,
"total": 30,
"test_type": "harmful_test"
} }, { "EICAR": {
"success(%)": 20,
"total": 5,
"test_type": "insecure_code_test"
} }, { "Evasion": {
"success(%)": 2.38,
"total": 42,
"test_type": "insecure_code_test"
} }, { "Flirtation": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
} }, { "GTUBE": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
} }, { "GTphish": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
} }, { "Gender": {
"success(%)": 54.32,
"total": 81,
"test_type": "bias_test"
} }, { "Guns & Illegal Weapons": {
"success(%)": 16.67,
"total": 30,
"test_type": "harmful_test"
} }, { "Hate Speech & Discrimination": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Health": {
"success(%)": 91.67,
"total": 72,
"test_type": "bias_test"
} }, { "Identity Attack": {
"success(%)": 1.5,
"total": 400,
"test_type": "toxicity_test"
} }, { "Insult": {
"success(%)": 1.5,
"total": 200,
"test_type": "toxicity_test"
} }, { "Payload": {
"success(%)": 0.95,
"total": 105,
"test_type": "insecure_code_test"
} }, { "Profanity": {
"success(%)": 7.5,
"total": 400,
"test_type": "toxicity_test"
} }, { "Race": {
"success(%)": 86.89,
"total": 122,
"test_type": "bias_test"
} }, { "Regulated or Controlled Substances": {
"success(%)": 23.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Religion": {
"success(%)": 81.25,
"total": 48,
"test_type": "bias_test"
} }, { "Severe Toxicity": {
"success(%)": 3,
"total": 400,
"test_type": "toxicity_test"
} }, { "Sexual Content": {
"success(%)": 13.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Sexually Explicit": {
"success(%)": 1.25,
"total": 400,
"test_type": "toxicity_test"
} }, { "SubFunctions": {
"success(%)": 4.08,
"total": 49,
"test_type": "insecure_code_test"
} }, { "Suicide & Self-harm": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Threat": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
} }, { "TopLevel": {
"success(%)": 0,
"total": 14,
"test_type": "insecure_code_test"
} }, { "biology": {
"success(%)": 2.5,
"total": 200,
"test_type": "cbrn_test"
} }, { "chemistry": {
"success(%)": 20,
"total": 200,
"test_type": "cbrn_test"
} }, { "cybersecurity": {
"success(%)": 8.5,
"total": 200,
"test_type": "cbrn_test"
} }],
"attack_method": [{ "Basic": {
"success(%)": 18.77,
"total": 2072
} }, { "Iterative": {
"success(%)": 23.33,
"total": 60
} }, { "Single Shot": {
"success(%)": 4.52,
"total": 1460
} }]
} } }
headers = {
"apikey": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {apikey: '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
redteam_summary: {
summary: {
test_date: '2024-12-04T10:15:16.756234+00:00',
test_name: 'Test 2',
dataset_name: 'standard',
model_name: 'mistralai/Mistral-7B-Instruct-v0.1',
model_endpoint_url: 'https://api.together.xyz/v1/chat/completions',
model_source: 'https://platform.openai.com/docs/models',
model_provider: 'openai',
risk_score: 19.35483870967742,
test_type: [
{bias_test: {'success(%)': 75, total: 8}},
{cbrn_test: {'success(%)': 0, total: 3}},
{harmful_test: {'success(%)': 0, total: 1}},
{insecure_code_test: {'success(%)': 0, total: 8}},
{toxicity_test: {'success(%)': 0, total: 11}}
],
nist_category: [
{'CBRN Information or Capabilities': {'success(%)': 0, total: 3}},
{'Dangerous, Violent, or Hateful Content': {'success(%)': 0, total: 1}},
{'Harmful Bias or Homogenization': {'success(%)': 75, total: 8}},
{'Information Security': {'success(%)': 0, total: 8}},
{'Obscene, Degrading, and/or Abusive Content': {'success(%)': 0, total: 11}}
],
scenario: [],
category: [
{'Caste and Religion': {'success(%)': 95.31, total: 64, test_type: 'bias_test'}},
{
'Criminal Planning': {'success(%)': 26.67, total: 30, test_type: 'harmful_test'}
},
{EICAR: {'success(%)': 20, total: 5, test_type: 'insecure_code_test'}},
{Evasion: {'success(%)': 2.38, total: 42, test_type: 'insecure_code_test'}},
{Flirtation: {'success(%)': 1, total: 200, test_type: 'toxicity_test'}},
{GTUBE: {'success(%)': 0, total: 5, test_type: 'insecure_code_test'}},
{GTphish: {'success(%)': 0, total: 5, test_type: 'insecure_code_test'}},
{Gender: {'success(%)': 54.32, total: 81, test_type: 'bias_test'}},
{
'Guns & Illegal Weapons': {'success(%)': 16.67, total: 30, test_type: 'harmful_test'}
},
{
'Hate Speech & Discrimination': {'success(%)': 3.33, total: 30, test_type: 'harmful_test'}
},
{Health: {'success(%)': 91.67, total: 72, test_type: 'bias_test'}},
{'Identity Attack': {'success(%)': 1.5, total: 400, test_type: 'toxicity_test'}},
{Insult: {'success(%)': 1.5, total: 200, test_type: 'toxicity_test'}},
{Payload: {'success(%)': 0.95, total: 105, test_type: 'insecure_code_test'}},
{Profanity: {'success(%)': 7.5, total: 400, test_type: 'toxicity_test'}},
{Race: {'success(%)': 86.89, total: 122, test_type: 'bias_test'}},
{
'Regulated or Controlled Substances': {'success(%)': 23.33, total: 30, test_type: 'harmful_test'}
},
{Religion: {'success(%)': 81.25, total: 48, test_type: 'bias_test'}},
{'Severe Toxicity': {'success(%)': 3, total: 400, test_type: 'toxicity_test'}},
{'Sexual Content': {'success(%)': 13.33, total: 30, test_type: 'harmful_test'}},
{
'Sexually Explicit': {'success(%)': 1.25, total: 400, test_type: 'toxicity_test'}
},
{SubFunctions: {'success(%)': 4.08, total: 49, test_type: 'insecure_code_test'}},
{
'Suicide & Self-harm': {'success(%)': 3.33, total: 30, test_type: 'harmful_test'}
},
{Threat: {'success(%)': 1, total: 200, test_type: 'toxicity_test'}},
{TopLevel: {'success(%)': 0, total: 14, test_type: 'insecure_code_test'}},
{biology: {'success(%)': 2.5, total: 200, test_type: 'cbrn_test'}},
{chemistry: {'success(%)': 20, total: 200, test_type: 'cbrn_test'}},
{cybersecurity: {'success(%)': 8.5, total: 200, test_type: 'cbrn_test'}}
],
attack_method: [
{Basic: {'success(%)': 18.77, total: 2072}},
{Iterative: {'success(%)': 23.33, total: 60}},
{'Single Shot': {'success(%)': 4.52, total: 1460}}
]
}
}
})
};
fetch('https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'redteam_summary' => [
'summary' => [
'test_date' => '2024-12-04T10:15:16.756234+00:00',
'test_name' => 'Test 2',
'dataset_name' => 'standard',
'model_name' => 'mistralai/Mistral-7B-Instruct-v0.1',
'model_endpoint_url' => 'https://api.together.xyz/v1/chat/completions',
'model_source' => 'https://platform.openai.com/docs/models',
'model_provider' => 'openai',
'risk_score' => 19.35483870967742,
'test_type' => [
[
'bias_test' => [
'success(%)' => 75,
'total' => 8
]
],
[
'cbrn_test' => [
'success(%)' => 0,
'total' => 3
]
],
[
'harmful_test' => [
'success(%)' => 0,
'total' => 1
]
],
[
'insecure_code_test' => [
'success(%)' => 0,
'total' => 8
]
],
[
'toxicity_test' => [
'success(%)' => 0,
'total' => 11
]
]
],
'nist_category' => [
[
'CBRN Information or Capabilities' => [
'success(%)' => 0,
'total' => 3
]
],
[
'Dangerous, Violent, or Hateful Content' => [
'success(%)' => 0,
'total' => 1
]
],
[
'Harmful Bias or Homogenization' => [
'success(%)' => 75,
'total' => 8
]
],
[
'Information Security' => [
'success(%)' => 0,
'total' => 8
]
],
[
'Obscene, Degrading, and/or Abusive Content' => [
'success(%)' => 0,
'total' => 11
]
]
],
'scenario' => [
],
'category' => [
[
'Caste and Religion' => [
'success(%)' => 95.31,
'total' => 64,
'test_type' => 'bias_test'
]
],
[
'Criminal Planning' => [
'success(%)' => 26.67,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'EICAR' => [
'success(%)' => 20,
'total' => 5,
'test_type' => 'insecure_code_test'
]
],
[
'Evasion' => [
'success(%)' => 2.38,
'total' => 42,
'test_type' => 'insecure_code_test'
]
],
[
'Flirtation' => [
'success(%)' => 1,
'total' => 200,
'test_type' => 'toxicity_test'
]
],
[
'GTUBE' => [
'success(%)' => 0,
'total' => 5,
'test_type' => 'insecure_code_test'
]
],
[
'GTphish' => [
'success(%)' => 0,
'total' => 5,
'test_type' => 'insecure_code_test'
]
],
[
'Gender' => [
'success(%)' => 54.32,
'total' => 81,
'test_type' => 'bias_test'
]
],
[
'Guns & Illegal Weapons' => [
'success(%)' => 16.67,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Hate Speech & Discrimination' => [
'success(%)' => 3.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Health' => [
'success(%)' => 91.67,
'total' => 72,
'test_type' => 'bias_test'
]
],
[
'Identity Attack' => [
'success(%)' => 1.5,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'Insult' => [
'success(%)' => 1.5,
'total' => 200,
'test_type' => 'toxicity_test'
]
],
[
'Payload' => [
'success(%)' => 0.95,
'total' => 105,
'test_type' => 'insecure_code_test'
]
],
[
'Profanity' => [
'success(%)' => 7.5,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'Race' => [
'success(%)' => 86.89,
'total' => 122,
'test_type' => 'bias_test'
]
],
[
'Regulated or Controlled Substances' => [
'success(%)' => 23.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Religion' => [
'success(%)' => 81.25,
'total' => 48,
'test_type' => 'bias_test'
]
],
[
'Severe Toxicity' => [
'success(%)' => 3,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'Sexual Content' => [
'success(%)' => 13.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Sexually Explicit' => [
'success(%)' => 1.25,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'SubFunctions' => [
'success(%)' => 4.08,
'total' => 49,
'test_type' => 'insecure_code_test'
]
],
[
'Suicide & Self-harm' => [
'success(%)' => 3.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Threat' => [
'success(%)' => 1,
'total' => 200,
'test_type' => 'toxicity_test'
]
],
[
'TopLevel' => [
'success(%)' => 0,
'total' => 14,
'test_type' => 'insecure_code_test'
]
],
[
'biology' => [
'success(%)' => 2.5,
'total' => 200,
'test_type' => 'cbrn_test'
]
],
[
'chemistry' => [
'success(%)' => 20,
'total' => 200,
'test_type' => 'cbrn_test'
]
],
[
'cybersecurity' => [
'success(%)' => 8.5,
'total' => 200,
'test_type' => 'cbrn_test'
]
]
],
'attack_method' => [
[
'Basic' => [
'success(%)' => 18.77,
'total' => 2072
]
],
[
'Iterative' => [
'success(%)' => 23.33,
'total' => 60
]
],
[
'Single Shot' => [
'success(%)' => 4.52,
'total' => 1460
]
]
]
]
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"apikey: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy"
payload := strings.NewReader("{\n \"redteam_summary\": {\n \"summary\": {\n \"test_date\": \"2024-12-04T10:15:16.756234+00:00\",\n \"test_name\": \"Test 2\",\n \"dataset_name\": \"standard\",\n \"model_name\": \"mistralai/Mistral-7B-Instruct-v0.1\",\n \"model_endpoint_url\": \"https://api.together.xyz/v1/chat/completions\",\n \"model_source\": \"https://platform.openai.com/docs/models\",\n \"model_provider\": \"openai\",\n \"risk_score\": 19.35483870967742,\n \"test_type\": [\n {\n \"bias_test\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"cbrn_test\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"harmful_test\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"insecure_code_test\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"toxicity_test\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"nist_category\": [\n {\n \"CBRN Information or Capabilities\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"Dangerous, Violent, or Hateful Content\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"Harmful Bias or Homogenization\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"Information Security\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"Obscene, Degrading, and/or Abusive Content\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"scenario\": [],\n \"category\": [\n {\n \"Caste and Religion\": {\n \"success(%)\": 95.31,\n \"total\": 64,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Criminal Planning\": {\n \"success(%)\": 26.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"EICAR\": {\n \"success(%)\": 20,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Evasion\": {\n \"success(%)\": 2.38,\n \"total\": 42,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Flirtation\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"GTUBE\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"GTphish\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Gender\": {\n \"success(%)\": 54.32,\n \"total\": 81,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Guns & Illegal Weapons\": {\n \"success(%)\": 16.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Hate Speech & Discrimination\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Health\": {\n \"success(%)\": 91.67,\n \"total\": 72,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Identity Attack\": {\n \"success(%)\": 1.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Insult\": {\n \"success(%)\": 1.5,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Payload\": {\n \"success(%)\": 0.95,\n \"total\": 105,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Profanity\": {\n \"success(%)\": 7.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Race\": {\n \"success(%)\": 86.89,\n \"total\": 122,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Regulated or Controlled Substances\": {\n \"success(%)\": 23.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Religion\": {\n \"success(%)\": 81.25,\n \"total\": 48,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Severe Toxicity\": {\n \"success(%)\": 3,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Sexual Content\": {\n \"success(%)\": 13.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Sexually Explicit\": {\n \"success(%)\": 1.25,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"SubFunctions\": {\n \"success(%)\": 4.08,\n \"total\": 49,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Suicide & Self-harm\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Threat\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"TopLevel\": {\n \"success(%)\": 0,\n \"total\": 14,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"biology\": {\n \"success(%)\": 2.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"chemistry\": {\n \"success(%)\": 20,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"cybersecurity\": {\n \"success(%)\": 8.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n }\n ],\n \"attack_method\": [\n {\n \"Basic\": {\n \"success(%)\": 18.77,\n \"total\": 2072\n }\n },\n {\n \"Iterative\": {\n \"success(%)\": 23.33,\n \"total\": 60\n }\n },\n {\n \"Single Shot\": {\n \"success(%)\": 4.52,\n \"total\": 1460\n }\n }\n ]\n }\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("apikey", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy")
.header("apikey", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"redteam_summary\": {\n \"summary\": {\n \"test_date\": \"2024-12-04T10:15:16.756234+00:00\",\n \"test_name\": \"Test 2\",\n \"dataset_name\": \"standard\",\n \"model_name\": \"mistralai/Mistral-7B-Instruct-v0.1\",\n \"model_endpoint_url\": \"https://api.together.xyz/v1/chat/completions\",\n \"model_source\": \"https://platform.openai.com/docs/models\",\n \"model_provider\": \"openai\",\n \"risk_score\": 19.35483870967742,\n \"test_type\": [\n {\n \"bias_test\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"cbrn_test\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"harmful_test\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"insecure_code_test\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"toxicity_test\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"nist_category\": [\n {\n \"CBRN Information or Capabilities\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"Dangerous, Violent, or Hateful Content\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"Harmful Bias or Homogenization\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"Information Security\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"Obscene, Degrading, and/or Abusive Content\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"scenario\": [],\n \"category\": [\n {\n \"Caste and Religion\": {\n \"success(%)\": 95.31,\n \"total\": 64,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Criminal Planning\": {\n \"success(%)\": 26.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"EICAR\": {\n \"success(%)\": 20,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Evasion\": {\n \"success(%)\": 2.38,\n \"total\": 42,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Flirtation\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"GTUBE\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"GTphish\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Gender\": {\n \"success(%)\": 54.32,\n \"total\": 81,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Guns & Illegal Weapons\": {\n \"success(%)\": 16.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Hate Speech & Discrimination\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Health\": {\n \"success(%)\": 91.67,\n \"total\": 72,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Identity Attack\": {\n \"success(%)\": 1.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Insult\": {\n \"success(%)\": 1.5,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Payload\": {\n \"success(%)\": 0.95,\n \"total\": 105,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Profanity\": {\n \"success(%)\": 7.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Race\": {\n \"success(%)\": 86.89,\n \"total\": 122,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Regulated or Controlled Substances\": {\n \"success(%)\": 23.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Religion\": {\n \"success(%)\": 81.25,\n \"total\": 48,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Severe Toxicity\": {\n \"success(%)\": 3,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Sexual Content\": {\n \"success(%)\": 13.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Sexually Explicit\": {\n \"success(%)\": 1.25,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"SubFunctions\": {\n \"success(%)\": 4.08,\n \"total\": 49,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Suicide & Self-harm\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Threat\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"TopLevel\": {\n \"success(%)\": 0,\n \"total\": 14,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"biology\": {\n \"success(%)\": 2.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"chemistry\": {\n \"success(%)\": 20,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"cybersecurity\": {\n \"success(%)\": 8.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n }\n ],\n \"attack_method\": [\n {\n \"Basic\": {\n \"success(%)\": 18.77,\n \"total\": 2072\n }\n },\n {\n \"Iterative\": {\n \"success(%)\": 23.33,\n \"total\": 60\n }\n },\n {\n \"Single Shot\": {\n \"success(%)\": 4.52,\n \"total\": 1460\n }\n }\n ]\n }\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["apikey"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"redteam_summary\": {\n \"summary\": {\n \"test_date\": \"2024-12-04T10:15:16.756234+00:00\",\n \"test_name\": \"Test 2\",\n \"dataset_name\": \"standard\",\n \"model_name\": \"mistralai/Mistral-7B-Instruct-v0.1\",\n \"model_endpoint_url\": \"https://api.together.xyz/v1/chat/completions\",\n \"model_source\": \"https://platform.openai.com/docs/models\",\n \"model_provider\": \"openai\",\n \"risk_score\": 19.35483870967742,\n \"test_type\": [\n {\n \"bias_test\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"cbrn_test\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"harmful_test\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"insecure_code_test\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"toxicity_test\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"nist_category\": [\n {\n \"CBRN Information or Capabilities\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"Dangerous, Violent, or Hateful Content\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"Harmful Bias or Homogenization\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"Information Security\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"Obscene, Degrading, and/or Abusive Content\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"scenario\": [],\n \"category\": [\n {\n \"Caste and Religion\": {\n \"success(%)\": 95.31,\n \"total\": 64,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Criminal Planning\": {\n \"success(%)\": 26.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"EICAR\": {\n \"success(%)\": 20,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Evasion\": {\n \"success(%)\": 2.38,\n \"total\": 42,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Flirtation\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"GTUBE\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"GTphish\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Gender\": {\n \"success(%)\": 54.32,\n \"total\": 81,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Guns & Illegal Weapons\": {\n \"success(%)\": 16.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Hate Speech & Discrimination\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Health\": {\n \"success(%)\": 91.67,\n \"total\": 72,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Identity Attack\": {\n \"success(%)\": 1.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Insult\": {\n \"success(%)\": 1.5,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Payload\": {\n \"success(%)\": 0.95,\n \"total\": 105,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Profanity\": {\n \"success(%)\": 7.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Race\": {\n \"success(%)\": 86.89,\n \"total\": 122,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Regulated or Controlled Substances\": {\n \"success(%)\": 23.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Religion\": {\n \"success(%)\": 81.25,\n \"total\": 48,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Severe Toxicity\": {\n \"success(%)\": 3,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Sexual Content\": {\n \"success(%)\": 13.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Sexually Explicit\": {\n \"success(%)\": 1.25,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"SubFunctions\": {\n \"success(%)\": 4.08,\n \"total\": 49,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Suicide & Self-harm\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Threat\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"TopLevel\": {\n \"success(%)\": 0,\n \"total\": 14,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"biology\": {\n \"success(%)\": 2.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"chemistry\": {\n \"success(%)\": 20,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"cybersecurity\": {\n \"success(%)\": 8.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n }\n ],\n \"attack_method\": [\n {\n \"Basic\": {\n \"success(%)\": 18.77,\n \"total\": 2072\n }\n },\n {\n \"Iterative\": {\n \"success(%)\": 23.33,\n \"total\": 60\n }\n },\n {\n \"Single Shot\": {\n \"success(%)\": 4.52,\n \"total\": 1460\n }\n }\n ]\n }\n }\n}"
response = http.request(request)
puts response.read_body{
"analysis": "The red teaming test results indicate several major categories where the LLM is vulnerable. The highest vulnerability is in the 'cbrn_test' category, which includes Chemistry (98%), Nuclear Science (94%), Biology (92%), and Radiology (84%). These high percentages suggest that the LLM is particularly susceptible to generating or being manipulated into generating content related to chemical, biological, radiological, and nuclear information, which could be potentially dangerous if misused. In the 'harmful_test' category, vulnerabilities are noted in 'Guns & Illegal Substances' (87%) and 'Unethical Crimes' (83%). These results indicate a significant risk of the LLM being used to generate or facilitate content related to illegal activities and unethical behavior.",
"guardrails_policy": {
"policy_violation": {
"enabled": true,
"policy_text": "1. The prompt should not contain any references to chemical, biological, radiological, or nuclear materials or processes unless explicitly verified as safe and educational by a trusted source.\n\n2. The assistant should not generate any content that provides instructions, guidance, or detailed information on the synthesis, handling, or use of chemical, biological, radiological, or nuclear materials.\n\n3. The prompt should not include any language that could be interpreted as seeking information on the creation, acquisition, or use of firearms or illegal substances.\n\n4. The assistant should not generate any content that could be used to facilitate or promote the use, distribution, or manufacturing of firearms or illegal substances.\n\n5. The prompt should not contain any language that could be interpreted as seeking information on committing unethical or illegal activities.\n\n6. The assistant should not generate any content that could be used to facilitate or promote unethical or illegal activities, including but not limited to crimes, fraud, or any form of harm to individuals or groups.\n\n7. The assistant should not generate any content that could be used to bypass or undermine security measures or legal restrictions.\n\n8. The prompt should not contain any harmful words or phrases that could incite violence, discrimination, or hatred against individuals or groups.\n\n9. The assistant should not generate any content that could be interpreted as endorsing or supporting violence, discrimination, or hatred against individuals or groups.\n\n10. The assistant should not generate any content that could be used to exploit or manipulate individuals or groups for malicious purposes."
}
},
"message": "Guardrails configuration has been generated successfully"
}🔴 Red Team API
Generate a guardrail and policy for risk mitigation based on summary
Analyzes red teaming test results and produces a system prompt with safety and compliance guidelines tailored to the risks identified.
POST
/
redteam
/
risk-mitigation
/
guardrails-policy
Generate a guardrail and policy for risk mitigation based on summary
curl --request POST \
--url https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy \
--header 'Content-Type: application/json' \
--header 'apikey: <api-key>' \
--data '
{
"redteam_summary": {
"summary": {
"test_date": "2024-12-04T10:15:16.756234+00:00",
"test_name": "Test 2",
"dataset_name": "standard",
"model_name": "mistralai/Mistral-7B-Instruct-v0.1",
"model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
"model_source": "https://platform.openai.com/docs/models",
"model_provider": "openai",
"risk_score": 19.35483870967742,
"test_type": [
{
"bias_test": {
"success(%)": 75,
"total": 8
}
},
{
"cbrn_test": {
"success(%)": 0,
"total": 3
}
},
{
"harmful_test": {
"success(%)": 0,
"total": 1
}
},
{
"insecure_code_test": {
"success(%)": 0,
"total": 8
}
},
{
"toxicity_test": {
"success(%)": 0,
"total": 11
}
}
],
"nist_category": [
{
"CBRN Information or Capabilities": {
"success(%)": 0,
"total": 3
}
},
{
"Dangerous, Violent, or Hateful Content": {
"success(%)": 0,
"total": 1
}
},
{
"Harmful Bias or Homogenization": {
"success(%)": 75,
"total": 8
}
},
{
"Information Security": {
"success(%)": 0,
"total": 8
}
},
{
"Obscene, Degrading, and/or Abusive Content": {
"success(%)": 0,
"total": 11
}
}
],
"scenario": [],
"category": [
{
"Caste and Religion": {
"success(%)": 95.31,
"total": 64,
"test_type": "bias_test"
}
},
{
"Criminal Planning": {
"success(%)": 26.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"EICAR": {
"success(%)": 20,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Evasion": {
"success(%)": 2.38,
"total": 42,
"test_type": "insecure_code_test"
}
},
{
"Flirtation": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"GTUBE": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"GTphish": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Gender": {
"success(%)": 54.32,
"total": 81,
"test_type": "bias_test"
}
},
{
"Guns & Illegal Weapons": {
"success(%)": 16.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Hate Speech & Discrimination": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Health": {
"success(%)": 91.67,
"total": 72,
"test_type": "bias_test"
}
},
{
"Identity Attack": {
"success(%)": 1.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Insult": {
"success(%)": 1.5,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"Payload": {
"success(%)": 0.95,
"total": 105,
"test_type": "insecure_code_test"
}
},
{
"Profanity": {
"success(%)": 7.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Race": {
"success(%)": 86.89,
"total": 122,
"test_type": "bias_test"
}
},
{
"Regulated or Controlled Substances": {
"success(%)": 23.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Religion": {
"success(%)": 81.25,
"total": 48,
"test_type": "bias_test"
}
},
{
"Severe Toxicity": {
"success(%)": 3,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Sexual Content": {
"success(%)": 13.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Sexually Explicit": {
"success(%)": 1.25,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"SubFunctions": {
"success(%)": 4.08,
"total": 49,
"test_type": "insecure_code_test"
}
},
{
"Suicide & Self-harm": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Threat": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"TopLevel": {
"success(%)": 0,
"total": 14,
"test_type": "insecure_code_test"
}
},
{
"biology": {
"success(%)": 2.5,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"chemistry": {
"success(%)": 20,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"cybersecurity": {
"success(%)": 8.5,
"total": 200,
"test_type": "cbrn_test"
}
}
],
"attack_method": [
{
"Basic": {
"success(%)": 18.77,
"total": 2072
}
},
{
"Iterative": {
"success(%)": 23.33,
"total": 60
}
},
{
"Single Shot": {
"success(%)": 4.52,
"total": 1460
}
}
]
}
}
}
'import requests
url = "https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy"
payload = { "redteam_summary": { "summary": {
"test_date": "2024-12-04T10:15:16.756234+00:00",
"test_name": "Test 2",
"dataset_name": "standard",
"model_name": "mistralai/Mistral-7B-Instruct-v0.1",
"model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
"model_source": "https://platform.openai.com/docs/models",
"model_provider": "openai",
"risk_score": 19.35483870967742,
"test_type": [{ "bias_test": {
"success(%)": 75,
"total": 8
} }, { "cbrn_test": {
"success(%)": 0,
"total": 3
} }, { "harmful_test": {
"success(%)": 0,
"total": 1
} }, { "insecure_code_test": {
"success(%)": 0,
"total": 8
} }, { "toxicity_test": {
"success(%)": 0,
"total": 11
} }],
"nist_category": [{ "CBRN Information or Capabilities": {
"success(%)": 0,
"total": 3
} }, { "Dangerous, Violent, or Hateful Content": {
"success(%)": 0,
"total": 1
} }, { "Harmful Bias or Homogenization": {
"success(%)": 75,
"total": 8
} }, { "Information Security": {
"success(%)": 0,
"total": 8
} }, { "Obscene, Degrading, and/or Abusive Content": {
"success(%)": 0,
"total": 11
} }],
"scenario": [],
"category": [{ "Caste and Religion": {
"success(%)": 95.31,
"total": 64,
"test_type": "bias_test"
} }, { "Criminal Planning": {
"success(%)": 26.67,
"total": 30,
"test_type": "harmful_test"
} }, { "EICAR": {
"success(%)": 20,
"total": 5,
"test_type": "insecure_code_test"
} }, { "Evasion": {
"success(%)": 2.38,
"total": 42,
"test_type": "insecure_code_test"
} }, { "Flirtation": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
} }, { "GTUBE": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
} }, { "GTphish": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
} }, { "Gender": {
"success(%)": 54.32,
"total": 81,
"test_type": "bias_test"
} }, { "Guns & Illegal Weapons": {
"success(%)": 16.67,
"total": 30,
"test_type": "harmful_test"
} }, { "Hate Speech & Discrimination": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Health": {
"success(%)": 91.67,
"total": 72,
"test_type": "bias_test"
} }, { "Identity Attack": {
"success(%)": 1.5,
"total": 400,
"test_type": "toxicity_test"
} }, { "Insult": {
"success(%)": 1.5,
"total": 200,
"test_type": "toxicity_test"
} }, { "Payload": {
"success(%)": 0.95,
"total": 105,
"test_type": "insecure_code_test"
} }, { "Profanity": {
"success(%)": 7.5,
"total": 400,
"test_type": "toxicity_test"
} }, { "Race": {
"success(%)": 86.89,
"total": 122,
"test_type": "bias_test"
} }, { "Regulated or Controlled Substances": {
"success(%)": 23.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Religion": {
"success(%)": 81.25,
"total": 48,
"test_type": "bias_test"
} }, { "Severe Toxicity": {
"success(%)": 3,
"total": 400,
"test_type": "toxicity_test"
} }, { "Sexual Content": {
"success(%)": 13.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Sexually Explicit": {
"success(%)": 1.25,
"total": 400,
"test_type": "toxicity_test"
} }, { "SubFunctions": {
"success(%)": 4.08,
"total": 49,
"test_type": "insecure_code_test"
} }, { "Suicide & Self-harm": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
} }, { "Threat": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
} }, { "TopLevel": {
"success(%)": 0,
"total": 14,
"test_type": "insecure_code_test"
} }, { "biology": {
"success(%)": 2.5,
"total": 200,
"test_type": "cbrn_test"
} }, { "chemistry": {
"success(%)": 20,
"total": 200,
"test_type": "cbrn_test"
} }, { "cybersecurity": {
"success(%)": 8.5,
"total": 200,
"test_type": "cbrn_test"
} }],
"attack_method": [{ "Basic": {
"success(%)": 18.77,
"total": 2072
} }, { "Iterative": {
"success(%)": 23.33,
"total": 60
} }, { "Single Shot": {
"success(%)": 4.52,
"total": 1460
} }]
} } }
headers = {
"apikey": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {apikey: '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
redteam_summary: {
summary: {
test_date: '2024-12-04T10:15:16.756234+00:00',
test_name: 'Test 2',
dataset_name: 'standard',
model_name: 'mistralai/Mistral-7B-Instruct-v0.1',
model_endpoint_url: 'https://api.together.xyz/v1/chat/completions',
model_source: 'https://platform.openai.com/docs/models',
model_provider: 'openai',
risk_score: 19.35483870967742,
test_type: [
{bias_test: {'success(%)': 75, total: 8}},
{cbrn_test: {'success(%)': 0, total: 3}},
{harmful_test: {'success(%)': 0, total: 1}},
{insecure_code_test: {'success(%)': 0, total: 8}},
{toxicity_test: {'success(%)': 0, total: 11}}
],
nist_category: [
{'CBRN Information or Capabilities': {'success(%)': 0, total: 3}},
{'Dangerous, Violent, or Hateful Content': {'success(%)': 0, total: 1}},
{'Harmful Bias or Homogenization': {'success(%)': 75, total: 8}},
{'Information Security': {'success(%)': 0, total: 8}},
{'Obscene, Degrading, and/or Abusive Content': {'success(%)': 0, total: 11}}
],
scenario: [],
category: [
{'Caste and Religion': {'success(%)': 95.31, total: 64, test_type: 'bias_test'}},
{
'Criminal Planning': {'success(%)': 26.67, total: 30, test_type: 'harmful_test'}
},
{EICAR: {'success(%)': 20, total: 5, test_type: 'insecure_code_test'}},
{Evasion: {'success(%)': 2.38, total: 42, test_type: 'insecure_code_test'}},
{Flirtation: {'success(%)': 1, total: 200, test_type: 'toxicity_test'}},
{GTUBE: {'success(%)': 0, total: 5, test_type: 'insecure_code_test'}},
{GTphish: {'success(%)': 0, total: 5, test_type: 'insecure_code_test'}},
{Gender: {'success(%)': 54.32, total: 81, test_type: 'bias_test'}},
{
'Guns & Illegal Weapons': {'success(%)': 16.67, total: 30, test_type: 'harmful_test'}
},
{
'Hate Speech & Discrimination': {'success(%)': 3.33, total: 30, test_type: 'harmful_test'}
},
{Health: {'success(%)': 91.67, total: 72, test_type: 'bias_test'}},
{'Identity Attack': {'success(%)': 1.5, total: 400, test_type: 'toxicity_test'}},
{Insult: {'success(%)': 1.5, total: 200, test_type: 'toxicity_test'}},
{Payload: {'success(%)': 0.95, total: 105, test_type: 'insecure_code_test'}},
{Profanity: {'success(%)': 7.5, total: 400, test_type: 'toxicity_test'}},
{Race: {'success(%)': 86.89, total: 122, test_type: 'bias_test'}},
{
'Regulated or Controlled Substances': {'success(%)': 23.33, total: 30, test_type: 'harmful_test'}
},
{Religion: {'success(%)': 81.25, total: 48, test_type: 'bias_test'}},
{'Severe Toxicity': {'success(%)': 3, total: 400, test_type: 'toxicity_test'}},
{'Sexual Content': {'success(%)': 13.33, total: 30, test_type: 'harmful_test'}},
{
'Sexually Explicit': {'success(%)': 1.25, total: 400, test_type: 'toxicity_test'}
},
{SubFunctions: {'success(%)': 4.08, total: 49, test_type: 'insecure_code_test'}},
{
'Suicide & Self-harm': {'success(%)': 3.33, total: 30, test_type: 'harmful_test'}
},
{Threat: {'success(%)': 1, total: 200, test_type: 'toxicity_test'}},
{TopLevel: {'success(%)': 0, total: 14, test_type: 'insecure_code_test'}},
{biology: {'success(%)': 2.5, total: 200, test_type: 'cbrn_test'}},
{chemistry: {'success(%)': 20, total: 200, test_type: 'cbrn_test'}},
{cybersecurity: {'success(%)': 8.5, total: 200, test_type: 'cbrn_test'}}
],
attack_method: [
{Basic: {'success(%)': 18.77, total: 2072}},
{Iterative: {'success(%)': 23.33, total: 60}},
{'Single Shot': {'success(%)': 4.52, total: 1460}}
]
}
}
})
};
fetch('https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'redteam_summary' => [
'summary' => [
'test_date' => '2024-12-04T10:15:16.756234+00:00',
'test_name' => 'Test 2',
'dataset_name' => 'standard',
'model_name' => 'mistralai/Mistral-7B-Instruct-v0.1',
'model_endpoint_url' => 'https://api.together.xyz/v1/chat/completions',
'model_source' => 'https://platform.openai.com/docs/models',
'model_provider' => 'openai',
'risk_score' => 19.35483870967742,
'test_type' => [
[
'bias_test' => [
'success(%)' => 75,
'total' => 8
]
],
[
'cbrn_test' => [
'success(%)' => 0,
'total' => 3
]
],
[
'harmful_test' => [
'success(%)' => 0,
'total' => 1
]
],
[
'insecure_code_test' => [
'success(%)' => 0,
'total' => 8
]
],
[
'toxicity_test' => [
'success(%)' => 0,
'total' => 11
]
]
],
'nist_category' => [
[
'CBRN Information or Capabilities' => [
'success(%)' => 0,
'total' => 3
]
],
[
'Dangerous, Violent, or Hateful Content' => [
'success(%)' => 0,
'total' => 1
]
],
[
'Harmful Bias or Homogenization' => [
'success(%)' => 75,
'total' => 8
]
],
[
'Information Security' => [
'success(%)' => 0,
'total' => 8
]
],
[
'Obscene, Degrading, and/or Abusive Content' => [
'success(%)' => 0,
'total' => 11
]
]
],
'scenario' => [
],
'category' => [
[
'Caste and Religion' => [
'success(%)' => 95.31,
'total' => 64,
'test_type' => 'bias_test'
]
],
[
'Criminal Planning' => [
'success(%)' => 26.67,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'EICAR' => [
'success(%)' => 20,
'total' => 5,
'test_type' => 'insecure_code_test'
]
],
[
'Evasion' => [
'success(%)' => 2.38,
'total' => 42,
'test_type' => 'insecure_code_test'
]
],
[
'Flirtation' => [
'success(%)' => 1,
'total' => 200,
'test_type' => 'toxicity_test'
]
],
[
'GTUBE' => [
'success(%)' => 0,
'total' => 5,
'test_type' => 'insecure_code_test'
]
],
[
'GTphish' => [
'success(%)' => 0,
'total' => 5,
'test_type' => 'insecure_code_test'
]
],
[
'Gender' => [
'success(%)' => 54.32,
'total' => 81,
'test_type' => 'bias_test'
]
],
[
'Guns & Illegal Weapons' => [
'success(%)' => 16.67,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Hate Speech & Discrimination' => [
'success(%)' => 3.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Health' => [
'success(%)' => 91.67,
'total' => 72,
'test_type' => 'bias_test'
]
],
[
'Identity Attack' => [
'success(%)' => 1.5,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'Insult' => [
'success(%)' => 1.5,
'total' => 200,
'test_type' => 'toxicity_test'
]
],
[
'Payload' => [
'success(%)' => 0.95,
'total' => 105,
'test_type' => 'insecure_code_test'
]
],
[
'Profanity' => [
'success(%)' => 7.5,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'Race' => [
'success(%)' => 86.89,
'total' => 122,
'test_type' => 'bias_test'
]
],
[
'Regulated or Controlled Substances' => [
'success(%)' => 23.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Religion' => [
'success(%)' => 81.25,
'total' => 48,
'test_type' => 'bias_test'
]
],
[
'Severe Toxicity' => [
'success(%)' => 3,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'Sexual Content' => [
'success(%)' => 13.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Sexually Explicit' => [
'success(%)' => 1.25,
'total' => 400,
'test_type' => 'toxicity_test'
]
],
[
'SubFunctions' => [
'success(%)' => 4.08,
'total' => 49,
'test_type' => 'insecure_code_test'
]
],
[
'Suicide & Self-harm' => [
'success(%)' => 3.33,
'total' => 30,
'test_type' => 'harmful_test'
]
],
[
'Threat' => [
'success(%)' => 1,
'total' => 200,
'test_type' => 'toxicity_test'
]
],
[
'TopLevel' => [
'success(%)' => 0,
'total' => 14,
'test_type' => 'insecure_code_test'
]
],
[
'biology' => [
'success(%)' => 2.5,
'total' => 200,
'test_type' => 'cbrn_test'
]
],
[
'chemistry' => [
'success(%)' => 20,
'total' => 200,
'test_type' => 'cbrn_test'
]
],
[
'cybersecurity' => [
'success(%)' => 8.5,
'total' => 200,
'test_type' => 'cbrn_test'
]
]
],
'attack_method' => [
[
'Basic' => [
'success(%)' => 18.77,
'total' => 2072
]
],
[
'Iterative' => [
'success(%)' => 23.33,
'total' => 60
]
],
[
'Single Shot' => [
'success(%)' => 4.52,
'total' => 1460
]
]
]
]
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"apikey: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy"
payload := strings.NewReader("{\n \"redteam_summary\": {\n \"summary\": {\n \"test_date\": \"2024-12-04T10:15:16.756234+00:00\",\n \"test_name\": \"Test 2\",\n \"dataset_name\": \"standard\",\n \"model_name\": \"mistralai/Mistral-7B-Instruct-v0.1\",\n \"model_endpoint_url\": \"https://api.together.xyz/v1/chat/completions\",\n \"model_source\": \"https://platform.openai.com/docs/models\",\n \"model_provider\": \"openai\",\n \"risk_score\": 19.35483870967742,\n \"test_type\": [\n {\n \"bias_test\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"cbrn_test\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"harmful_test\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"insecure_code_test\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"toxicity_test\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"nist_category\": [\n {\n \"CBRN Information or Capabilities\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"Dangerous, Violent, or Hateful Content\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"Harmful Bias or Homogenization\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"Information Security\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"Obscene, Degrading, and/or Abusive Content\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"scenario\": [],\n \"category\": [\n {\n \"Caste and Religion\": {\n \"success(%)\": 95.31,\n \"total\": 64,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Criminal Planning\": {\n \"success(%)\": 26.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"EICAR\": {\n \"success(%)\": 20,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Evasion\": {\n \"success(%)\": 2.38,\n \"total\": 42,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Flirtation\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"GTUBE\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"GTphish\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Gender\": {\n \"success(%)\": 54.32,\n \"total\": 81,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Guns & Illegal Weapons\": {\n \"success(%)\": 16.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Hate Speech & Discrimination\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Health\": {\n \"success(%)\": 91.67,\n \"total\": 72,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Identity Attack\": {\n \"success(%)\": 1.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Insult\": {\n \"success(%)\": 1.5,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Payload\": {\n \"success(%)\": 0.95,\n \"total\": 105,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Profanity\": {\n \"success(%)\": 7.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Race\": {\n \"success(%)\": 86.89,\n \"total\": 122,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Regulated or Controlled Substances\": {\n \"success(%)\": 23.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Religion\": {\n \"success(%)\": 81.25,\n \"total\": 48,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Severe Toxicity\": {\n \"success(%)\": 3,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Sexual Content\": {\n \"success(%)\": 13.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Sexually Explicit\": {\n \"success(%)\": 1.25,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"SubFunctions\": {\n \"success(%)\": 4.08,\n \"total\": 49,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Suicide & Self-harm\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Threat\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"TopLevel\": {\n \"success(%)\": 0,\n \"total\": 14,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"biology\": {\n \"success(%)\": 2.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"chemistry\": {\n \"success(%)\": 20,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"cybersecurity\": {\n \"success(%)\": 8.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n }\n ],\n \"attack_method\": [\n {\n \"Basic\": {\n \"success(%)\": 18.77,\n \"total\": 2072\n }\n },\n {\n \"Iterative\": {\n \"success(%)\": 23.33,\n \"total\": 60\n }\n },\n {\n \"Single Shot\": {\n \"success(%)\": 4.52,\n \"total\": 1460\n }\n }\n ]\n }\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("apikey", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy")
.header("apikey", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"redteam_summary\": {\n \"summary\": {\n \"test_date\": \"2024-12-04T10:15:16.756234+00:00\",\n \"test_name\": \"Test 2\",\n \"dataset_name\": \"standard\",\n \"model_name\": \"mistralai/Mistral-7B-Instruct-v0.1\",\n \"model_endpoint_url\": \"https://api.together.xyz/v1/chat/completions\",\n \"model_source\": \"https://platform.openai.com/docs/models\",\n \"model_provider\": \"openai\",\n \"risk_score\": 19.35483870967742,\n \"test_type\": [\n {\n \"bias_test\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"cbrn_test\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"harmful_test\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"insecure_code_test\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"toxicity_test\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"nist_category\": [\n {\n \"CBRN Information or Capabilities\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"Dangerous, Violent, or Hateful Content\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"Harmful Bias or Homogenization\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"Information Security\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"Obscene, Degrading, and/or Abusive Content\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"scenario\": [],\n \"category\": [\n {\n \"Caste and Religion\": {\n \"success(%)\": 95.31,\n \"total\": 64,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Criminal Planning\": {\n \"success(%)\": 26.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"EICAR\": {\n \"success(%)\": 20,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Evasion\": {\n \"success(%)\": 2.38,\n \"total\": 42,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Flirtation\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"GTUBE\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"GTphish\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Gender\": {\n \"success(%)\": 54.32,\n \"total\": 81,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Guns & Illegal Weapons\": {\n \"success(%)\": 16.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Hate Speech & Discrimination\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Health\": {\n \"success(%)\": 91.67,\n \"total\": 72,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Identity Attack\": {\n \"success(%)\": 1.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Insult\": {\n \"success(%)\": 1.5,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Payload\": {\n \"success(%)\": 0.95,\n \"total\": 105,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Profanity\": {\n \"success(%)\": 7.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Race\": {\n \"success(%)\": 86.89,\n \"total\": 122,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Regulated or Controlled Substances\": {\n \"success(%)\": 23.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Religion\": {\n \"success(%)\": 81.25,\n \"total\": 48,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Severe Toxicity\": {\n \"success(%)\": 3,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Sexual Content\": {\n \"success(%)\": 13.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Sexually Explicit\": {\n \"success(%)\": 1.25,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"SubFunctions\": {\n \"success(%)\": 4.08,\n \"total\": 49,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Suicide & Self-harm\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Threat\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"TopLevel\": {\n \"success(%)\": 0,\n \"total\": 14,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"biology\": {\n \"success(%)\": 2.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"chemistry\": {\n \"success(%)\": 20,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"cybersecurity\": {\n \"success(%)\": 8.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n }\n ],\n \"attack_method\": [\n {\n \"Basic\": {\n \"success(%)\": 18.77,\n \"total\": 2072\n }\n },\n {\n \"Iterative\": {\n \"success(%)\": 23.33,\n \"total\": 60\n }\n },\n {\n \"Single Shot\": {\n \"success(%)\": 4.52,\n \"total\": 1460\n }\n }\n ]\n }\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.enkryptai.com/redteam/risk-mitigation/guardrails-policy")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["apikey"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"redteam_summary\": {\n \"summary\": {\n \"test_date\": \"2024-12-04T10:15:16.756234+00:00\",\n \"test_name\": \"Test 2\",\n \"dataset_name\": \"standard\",\n \"model_name\": \"mistralai/Mistral-7B-Instruct-v0.1\",\n \"model_endpoint_url\": \"https://api.together.xyz/v1/chat/completions\",\n \"model_source\": \"https://platform.openai.com/docs/models\",\n \"model_provider\": \"openai\",\n \"risk_score\": 19.35483870967742,\n \"test_type\": [\n {\n \"bias_test\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"cbrn_test\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"harmful_test\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"insecure_code_test\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"toxicity_test\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"nist_category\": [\n {\n \"CBRN Information or Capabilities\": {\n \"success(%)\": 0,\n \"total\": 3\n }\n },\n {\n \"Dangerous, Violent, or Hateful Content\": {\n \"success(%)\": 0,\n \"total\": 1\n }\n },\n {\n \"Harmful Bias or Homogenization\": {\n \"success(%)\": 75,\n \"total\": 8\n }\n },\n {\n \"Information Security\": {\n \"success(%)\": 0,\n \"total\": 8\n }\n },\n {\n \"Obscene, Degrading, and/or Abusive Content\": {\n \"success(%)\": 0,\n \"total\": 11\n }\n }\n ],\n \"scenario\": [],\n \"category\": [\n {\n \"Caste and Religion\": {\n \"success(%)\": 95.31,\n \"total\": 64,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Criminal Planning\": {\n \"success(%)\": 26.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"EICAR\": {\n \"success(%)\": 20,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Evasion\": {\n \"success(%)\": 2.38,\n \"total\": 42,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Flirtation\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"GTUBE\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"GTphish\": {\n \"success(%)\": 0,\n \"total\": 5,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Gender\": {\n \"success(%)\": 54.32,\n \"total\": 81,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Guns & Illegal Weapons\": {\n \"success(%)\": 16.67,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Hate Speech & Discrimination\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Health\": {\n \"success(%)\": 91.67,\n \"total\": 72,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Identity Attack\": {\n \"success(%)\": 1.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Insult\": {\n \"success(%)\": 1.5,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Payload\": {\n \"success(%)\": 0.95,\n \"total\": 105,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Profanity\": {\n \"success(%)\": 7.5,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Race\": {\n \"success(%)\": 86.89,\n \"total\": 122,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Regulated or Controlled Substances\": {\n \"success(%)\": 23.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Religion\": {\n \"success(%)\": 81.25,\n \"total\": 48,\n \"test_type\": \"bias_test\"\n }\n },\n {\n \"Severe Toxicity\": {\n \"success(%)\": 3,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"Sexual Content\": {\n \"success(%)\": 13.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Sexually Explicit\": {\n \"success(%)\": 1.25,\n \"total\": 400,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"SubFunctions\": {\n \"success(%)\": 4.08,\n \"total\": 49,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"Suicide & Self-harm\": {\n \"success(%)\": 3.33,\n \"total\": 30,\n \"test_type\": \"harmful_test\"\n }\n },\n {\n \"Threat\": {\n \"success(%)\": 1,\n \"total\": 200,\n \"test_type\": \"toxicity_test\"\n }\n },\n {\n \"TopLevel\": {\n \"success(%)\": 0,\n \"total\": 14,\n \"test_type\": \"insecure_code_test\"\n }\n },\n {\n \"biology\": {\n \"success(%)\": 2.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"chemistry\": {\n \"success(%)\": 20,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n },\n {\n \"cybersecurity\": {\n \"success(%)\": 8.5,\n \"total\": 200,\n \"test_type\": \"cbrn_test\"\n }\n }\n ],\n \"attack_method\": [\n {\n \"Basic\": {\n \"success(%)\": 18.77,\n \"total\": 2072\n }\n },\n {\n \"Iterative\": {\n \"success(%)\": 23.33,\n \"total\": 60\n }\n },\n {\n \"Single Shot\": {\n \"success(%)\": 4.52,\n \"total\": 1460\n }\n }\n ]\n }\n }\n}"
response = http.request(request)
puts response.read_body{
"analysis": "The red teaming test results indicate several major categories where the LLM is vulnerable. The highest vulnerability is in the 'cbrn_test' category, which includes Chemistry (98%), Nuclear Science (94%), Biology (92%), and Radiology (84%). These high percentages suggest that the LLM is particularly susceptible to generating or being manipulated into generating content related to chemical, biological, radiological, and nuclear information, which could be potentially dangerous if misused. In the 'harmful_test' category, vulnerabilities are noted in 'Guns & Illegal Substances' (87%) and 'Unethical Crimes' (83%). These results indicate a significant risk of the LLM being used to generate or facilitate content related to illegal activities and unethical behavior.",
"guardrails_policy": {
"policy_violation": {
"enabled": true,
"policy_text": "1. The prompt should not contain any references to chemical, biological, radiological, or nuclear materials or processes unless explicitly verified as safe and educational by a trusted source.\n\n2. The assistant should not generate any content that provides instructions, guidance, or detailed information on the synthesis, handling, or use of chemical, biological, radiological, or nuclear materials.\n\n3. The prompt should not include any language that could be interpreted as seeking information on the creation, acquisition, or use of firearms or illegal substances.\n\n4. The assistant should not generate any content that could be used to facilitate or promote the use, distribution, or manufacturing of firearms or illegal substances.\n\n5. The prompt should not contain any language that could be interpreted as seeking information on committing unethical or illegal activities.\n\n6. The assistant should not generate any content that could be used to facilitate or promote unethical or illegal activities, including but not limited to crimes, fraud, or any form of harm to individuals or groups.\n\n7. The assistant should not generate any content that could be used to bypass or undermine security measures or legal restrictions.\n\n8. The prompt should not contain any harmful words or phrases that could incite violence, discrimination, or hatred against individuals or groups.\n\n9. The assistant should not generate any content that could be interpreted as endorsing or supporting violence, discrimination, or hatred against individuals or groups.\n\n10. The assistant should not generate any content that could be used to exploit or manipulate individuals or groups for malicious purposes."
}
},
"message": "Guardrails configuration has been generated successfully"
}Authorizations
Body
application/json
Show child attributes
Show child attributes
Example:
{
"summary": {
"test_date": "2024-12-04T10:15:16.756234+00:00",
"test_name": "Test 2",
"dataset_name": "standard",
"model_name": "mistralai/Mistral-7B-Instruct-v0.1",
"model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
"model_source": "https://platform.openai.com/docs/models",
"model_provider": "openai",
"risk_score": 19.35483870967742,
"test_type": [
{
"bias_test": { "success(%)": 75, "total": 8 }
},
{
"cbrn_test": { "success(%)": 0, "total": 3 }
},
{
"harmful_test": { "success(%)": 0, "total": 1 }
},
{
"insecure_code_test": { "success(%)": 0, "total": 8 }
},
{
"toxicity_test": { "success(%)": 0, "total": 11 }
}
],
"nist_category": [
{
"CBRN Information or Capabilities": { "success(%)": 0, "total": 3 }
},
{
"Dangerous, Violent, or Hateful Content": { "success(%)": 0, "total": 1 }
},
{
"Harmful Bias or Homogenization": { "success(%)": 75, "total": 8 }
},
{
"Information Security": { "success(%)": 0, "total": 8 }
},
{
"Obscene, Degrading, and/or Abusive Content": { "success(%)": 0, "total": 11 }
}
],
"scenario": [],
"category": [
{
"Caste and Religion": {
"success(%)": 95.31,
"total": 64,
"test_type": "bias_test"
}
},
{
"Criminal Planning": {
"success(%)": 26.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"EICAR": {
"success(%)": 20,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Evasion": {
"success(%)": 2.38,
"total": 42,
"test_type": "insecure_code_test"
}
},
{
"Flirtation": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"GTUBE": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"GTphish": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Gender": {
"success(%)": 54.32,
"total": 81,
"test_type": "bias_test"
}
},
{
"Guns & Illegal Weapons": {
"success(%)": 16.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Hate Speech & Discrimination": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Health": {
"success(%)": 91.67,
"total": 72,
"test_type": "bias_test"
}
},
{
"Identity Attack": {
"success(%)": 1.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Insult": {
"success(%)": 1.5,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"Payload": {
"success(%)": 0.95,
"total": 105,
"test_type": "insecure_code_test"
}
},
{
"Profanity": {
"success(%)": 7.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Race": {
"success(%)": 86.89,
"total": 122,
"test_type": "bias_test"
}
},
{
"Regulated or Controlled Substances": {
"success(%)": 23.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Religion": {
"success(%)": 81.25,
"total": 48,
"test_type": "bias_test"
}
},
{
"Severe Toxicity": {
"success(%)": 3,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Sexual Content": {
"success(%)": 13.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Sexually Explicit": {
"success(%)": 1.25,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"SubFunctions": {
"success(%)": 4.08,
"total": 49,
"test_type": "insecure_code_test"
}
},
{
"Suicide & Self-harm": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Threat": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"TopLevel": {
"success(%)": 0,
"total": 14,
"test_type": "insecure_code_test"
}
},
{
"biology": {
"success(%)": 2.5,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"chemistry": {
"success(%)": 20,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"cybersecurity": {
"success(%)": 8.5,
"total": 200,
"test_type": "cbrn_test"
}
}
],
"attack_method": [
{
"Basic": { "success(%)": 18.77, "total": 2072 }
},
{
"Iterative": { "success(%)": 23.33, "total": 60 }
},
{
"Single Shot": { "success(%)": 4.52, "total": 1460 }
}
]
}
}
⌘I