curl --request POST \
--url https://api.enkryptai.com/redteam/findings \
--header 'Content-Type: application/json' \
--header 'apikey: <api-key>' \
--data '{
"redteam_summary": {
"summary": {
"test_date": "2024-12-04T10:15:16.756234+00:00",
"test_name": "Test 2",
"dataset_name": "standard",
"model_name": "mistralai/Mistral-7B-Instruct-v0.1",
"model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
"model_source": "https://platform.openai.com/docs/models",
"model_provider": "openai",
"risk_score": 19.35483870967742,
"test_type": [
{
"bias_test": {
"success(%)": 75,
"total": 8
}
},
{
"cbrn_test": {
"success(%)": 0,
"total": 3
}
},
{
"harmful_test": {
"success(%)": 0,
"total": 1
}
},
{
"insecure_code_test": {
"success(%)": 0,
"total": 8
}
},
{
"toxicity_test": {
"success(%)": 0,
"total": 11
}
}
],
"nist_category": [
{
"CBRN Information or Capabilities": {
"success(%)": 0,
"total": 3
}
},
{
"Dangerous, Violent, or Hateful Content": {
"success(%)": 0,
"total": 1
}
},
{
"Harmful Bias or Homogenization": {
"success(%)": 75,
"total": 8
}
},
{
"Information Security": {
"success(%)": 0,
"total": 8
}
},
{
"Obscene, Degrading, and/or Abusive Content": {
"success(%)": 0,
"total": 11
}
}
],
"scenario": [],
"category": [
{
"Caste and Religion": {
"success(%)": 95.31,
"total": 64,
"test_type": "bias_test"
}
},
{
"Criminal Planning": {
"success(%)": 26.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"EICAR": {
"success(%)": 20,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Evasion": {
"success(%)": 2.38,
"total": 42,
"test_type": "insecure_code_test"
}
},
{
"Flirtation": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"GTUBE": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"GTphish": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Gender": {
"success(%)": 54.32,
"total": 81,
"test_type": "bias_test"
}
},
{
"Guns & Illegal Weapons": {
"success(%)": 16.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Hate Speech & Discrimination": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Health": {
"success(%)": 91.67,
"total": 72,
"test_type": "bias_test"
}
},
{
"Identity Attack": {
"success(%)": 1.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Insult": {
"success(%)": 1.5,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"Payload": {
"success(%)": 0.95,
"total": 105,
"test_type": "insecure_code_test"
}
},
{
"Profanity": {
"success(%)": 7.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Race": {
"success(%)": 86.89,
"total": 122,
"test_type": "bias_test"
}
},
{
"Regulated or Controlled Substances": {
"success(%)": 23.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Religion": {
"success(%)": 81.25,
"total": 48,
"test_type": "bias_test"
}
},
{
"Severe Toxicity": {
"success(%)": 3,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Sexual Content": {
"success(%)": 13.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Sexually Explicit": {
"success(%)": 1.25,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"SubFunctions": {
"success(%)": 4.08,
"total": 49,
"test_type": "insecure_code_test"
}
},
{
"Suicide & Self-harm": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Threat": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"TopLevel": {
"success(%)": 0,
"total": 14,
"test_type": "insecure_code_test"
}
},
{
"biology": {
"success(%)": 2.5,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"chemistry": {
"success(%)": 20,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"cybersecurity": {
"success(%)": 8.5,
"total": 200,
"test_type": "cbrn_test"
}
}
],
"attack_method": [
{
"Basic": {
"success(%)": 18.77,
"total": 2072
}
},
{
"Iterative": {
"success(%)": 23.33,
"total": 60
}
},
{
"Single Shot": {
"success(%)": 4.52,
"total": 1460
}
}
]
}
}
}'
{
"key_findings": [
{
"text": "Jamba-1.5-Mini-Enkrypt-Aligned-0 shows severe bias vulnerabilities, especially in caste, religion, race, and gender, far exceeding typical benchmarks and posing significant regulatory and reputational risks."
},
{
"text": "Iterative and basic attack methods are notably more effective at eliciting unsafe outputs from Jamba-1.5-Mini-Enkrypt-Aligned-0 than single-shot prompts, indicating susceptibility to persistent adversarial probing."
},
{
"text": "The model demonstrates moderate risk in criminal planning, regulated substances, and guns/illegal weapons, suggesting it can be manipulated to provide guidance on illicit activities."
},
{
"text": "CBRN and chemistry-related risks are present but below industry concern thresholds; however, even low success rates in these areas warrant ongoing monitoring due to potential for high-impact misuse."
},
{
"text": "Jamba-1.5-Mini-Enkrypt-Aligned-0 is relatively robust against insecure code and direct toxicity, but isolated successes in these categories mean residual risks remain and should not be ignored."
}
],
"message": "Key Findings have been generated successfully"
}
Analyzes the provided red team summary and returns a list of key findings highlighting vulnerabilities, risks, and areas for ongoing monitoring.
curl --request POST \
--url https://api.enkryptai.com/redteam/findings \
--header 'Content-Type: application/json' \
--header 'apikey: <api-key>' \
--data '{
"redteam_summary": {
"summary": {
"test_date": "2024-12-04T10:15:16.756234+00:00",
"test_name": "Test 2",
"dataset_name": "standard",
"model_name": "mistralai/Mistral-7B-Instruct-v0.1",
"model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
"model_source": "https://platform.openai.com/docs/models",
"model_provider": "openai",
"risk_score": 19.35483870967742,
"test_type": [
{
"bias_test": {
"success(%)": 75,
"total": 8
}
},
{
"cbrn_test": {
"success(%)": 0,
"total": 3
}
},
{
"harmful_test": {
"success(%)": 0,
"total": 1
}
},
{
"insecure_code_test": {
"success(%)": 0,
"total": 8
}
},
{
"toxicity_test": {
"success(%)": 0,
"total": 11
}
}
],
"nist_category": [
{
"CBRN Information or Capabilities": {
"success(%)": 0,
"total": 3
}
},
{
"Dangerous, Violent, or Hateful Content": {
"success(%)": 0,
"total": 1
}
},
{
"Harmful Bias or Homogenization": {
"success(%)": 75,
"total": 8
}
},
{
"Information Security": {
"success(%)": 0,
"total": 8
}
},
{
"Obscene, Degrading, and/or Abusive Content": {
"success(%)": 0,
"total": 11
}
}
],
"scenario": [],
"category": [
{
"Caste and Religion": {
"success(%)": 95.31,
"total": 64,
"test_type": "bias_test"
}
},
{
"Criminal Planning": {
"success(%)": 26.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"EICAR": {
"success(%)": 20,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Evasion": {
"success(%)": 2.38,
"total": 42,
"test_type": "insecure_code_test"
}
},
{
"Flirtation": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"GTUBE": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"GTphish": {
"success(%)": 0,
"total": 5,
"test_type": "insecure_code_test"
}
},
{
"Gender": {
"success(%)": 54.32,
"total": 81,
"test_type": "bias_test"
}
},
{
"Guns & Illegal Weapons": {
"success(%)": 16.67,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Hate Speech & Discrimination": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Health": {
"success(%)": 91.67,
"total": 72,
"test_type": "bias_test"
}
},
{
"Identity Attack": {
"success(%)": 1.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Insult": {
"success(%)": 1.5,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"Payload": {
"success(%)": 0.95,
"total": 105,
"test_type": "insecure_code_test"
}
},
{
"Profanity": {
"success(%)": 7.5,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Race": {
"success(%)": 86.89,
"total": 122,
"test_type": "bias_test"
}
},
{
"Regulated or Controlled Substances": {
"success(%)": 23.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Religion": {
"success(%)": 81.25,
"total": 48,
"test_type": "bias_test"
}
},
{
"Severe Toxicity": {
"success(%)": 3,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"Sexual Content": {
"success(%)": 13.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Sexually Explicit": {
"success(%)": 1.25,
"total": 400,
"test_type": "toxicity_test"
}
},
{
"SubFunctions": {
"success(%)": 4.08,
"total": 49,
"test_type": "insecure_code_test"
}
},
{
"Suicide & Self-harm": {
"success(%)": 3.33,
"total": 30,
"test_type": "harmful_test"
}
},
{
"Threat": {
"success(%)": 1,
"total": 200,
"test_type": "toxicity_test"
}
},
{
"TopLevel": {
"success(%)": 0,
"total": 14,
"test_type": "insecure_code_test"
}
},
{
"biology": {
"success(%)": 2.5,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"chemistry": {
"success(%)": 20,
"total": 200,
"test_type": "cbrn_test"
}
},
{
"cybersecurity": {
"success(%)": 8.5,
"total": 200,
"test_type": "cbrn_test"
}
}
],
"attack_method": [
{
"Basic": {
"success(%)": 18.77,
"total": 2072
}
},
{
"Iterative": {
"success(%)": 23.33,
"total": 60
}
},
{
"Single Shot": {
"success(%)": 4.52,
"total": 1460
}
}
]
}
}
}'
{
"key_findings": [
{
"text": "Jamba-1.5-Mini-Enkrypt-Aligned-0 shows severe bias vulnerabilities, especially in caste, religion, race, and gender, far exceeding typical benchmarks and posing significant regulatory and reputational risks."
},
{
"text": "Iterative and basic attack methods are notably more effective at eliciting unsafe outputs from Jamba-1.5-Mini-Enkrypt-Aligned-0 than single-shot prompts, indicating susceptibility to persistent adversarial probing."
},
{
"text": "The model demonstrates moderate risk in criminal planning, regulated substances, and guns/illegal weapons, suggesting it can be manipulated to provide guidance on illicit activities."
},
{
"text": "CBRN and chemistry-related risks are present but below industry concern thresholds; however, even low success rates in these areas warrant ongoing monitoring due to potential for high-impact misuse."
},
{
"text": "Jamba-1.5-Mini-Enkrypt-Aligned-0 is relatively robust against insecure code and direct toxicity, but isolated successes in these categories mean residual risks remain and should not be ignored."
}
],
"message": "Key Findings have been generated successfully"
}
Key findings generated from the red team summary.
The response is of type object
.