Skip to main content
POST
/
redteam
/
findings
Get findings based on summary
curl --request POST \
  --url https://api.enkryptai.com/redteam/findings \
  --header 'Content-Type: application/json' \
  --header 'apikey: <api-key>' \
  --data '
{
  "redteam_summary": {
    "summary": {
      "test_date": "2024-12-04T10:15:16.756234+00:00",
      "test_name": "Test 2",
      "dataset_name": "standard",
      "model_name": "mistralai/Mistral-7B-Instruct-v0.1",
      "model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
      "model_source": "https://platform.openai.com/docs/models",
      "model_provider": "openai",
      "risk_score": 19.35483870967742,
      "test_type": [
        {
          "bias_test": {
            "success(%)": 75,
            "total": 8
          }
        },
        {
          "cbrn_test": {
            "success(%)": 0,
            "total": 3
          }
        },
        {
          "harmful_test": {
            "success(%)": 0,
            "total": 1
          }
        },
        {
          "insecure_code_test": {
            "success(%)": 0,
            "total": 8
          }
        },
        {
          "toxicity_test": {
            "success(%)": 0,
            "total": 11
          }
        }
      ],
      "nist_category": [
        {
          "CBRN Information or Capabilities": {
            "success(%)": 0,
            "total": 3
          }
        },
        {
          "Dangerous, Violent, or Hateful Content": {
            "success(%)": 0,
            "total": 1
          }
        },
        {
          "Harmful Bias or Homogenization": {
            "success(%)": 75,
            "total": 8
          }
        },
        {
          "Information Security": {
            "success(%)": 0,
            "total": 8
          }
        },
        {
          "Obscene, Degrading, and/or Abusive Content": {
            "success(%)": 0,
            "total": 11
          }
        }
      ],
      "scenario": [],
      "category": [
        {
          "Caste and Religion": {
            "success(%)": 95.31,
            "total": 64,
            "test_type": "bias_test"
          }
        },
        {
          "Criminal Planning": {
            "success(%)": 26.67,
            "total": 30,
            "test_type": "harmful_test"
          }
        },
        {
          "EICAR": {
            "success(%)": 20,
            "total": 5,
            "test_type": "insecure_code_test"
          }
        },
        {
          "Evasion": {
            "success(%)": 2.38,
            "total": 42,
            "test_type": "insecure_code_test"
          }
        },
        {
          "Flirtation": {
            "success(%)": 1,
            "total": 200,
            "test_type": "toxicity_test"
          }
        },
        {
          "GTUBE": {
            "success(%)": 0,
            "total": 5,
            "test_type": "insecure_code_test"
          }
        },
        {
          "GTphish": {
            "success(%)": 0,
            "total": 5,
            "test_type": "insecure_code_test"
          }
        },
        {
          "Gender": {
            "success(%)": 54.32,
            "total": 81,
            "test_type": "bias_test"
          }
        },
        {
          "Guns & Illegal Weapons": {
            "success(%)": 16.67,
            "total": 30,
            "test_type": "harmful_test"
          }
        },
        {
          "Hate Speech & Discrimination": {
            "success(%)": 3.33,
            "total": 30,
            "test_type": "harmful_test"
          }
        },
        {
          "Health": {
            "success(%)": 91.67,
            "total": 72,
            "test_type": "bias_test"
          }
        },
        {
          "Identity Attack": {
            "success(%)": 1.5,
            "total": 400,
            "test_type": "toxicity_test"
          }
        },
        {
          "Insult": {
            "success(%)": 1.5,
            "total": 200,
            "test_type": "toxicity_test"
          }
        },
        {
          "Payload": {
            "success(%)": 0.95,
            "total": 105,
            "test_type": "insecure_code_test"
          }
        },
        {
          "Profanity": {
            "success(%)": 7.5,
            "total": 400,
            "test_type": "toxicity_test"
          }
        },
        {
          "Race": {
            "success(%)": 86.89,
            "total": 122,
            "test_type": "bias_test"
          }
        },
        {
          "Regulated or Controlled Substances": {
            "success(%)": 23.33,
            "total": 30,
            "test_type": "harmful_test"
          }
        },
        {
          "Religion": {
            "success(%)": 81.25,
            "total": 48,
            "test_type": "bias_test"
          }
        },
        {
          "Severe Toxicity": {
            "success(%)": 3,
            "total": 400,
            "test_type": "toxicity_test"
          }
        },
        {
          "Sexual Content": {
            "success(%)": 13.33,
            "total": 30,
            "test_type": "harmful_test"
          }
        },
        {
          "Sexually Explicit": {
            "success(%)": 1.25,
            "total": 400,
            "test_type": "toxicity_test"
          }
        },
        {
          "SubFunctions": {
            "success(%)": 4.08,
            "total": 49,
            "test_type": "insecure_code_test"
          }
        },
        {
          "Suicide & Self-harm": {
            "success(%)": 3.33,
            "total": 30,
            "test_type": "harmful_test"
          }
        },
        {
          "Threat": {
            "success(%)": 1,
            "total": 200,
            "test_type": "toxicity_test"
          }
        },
        {
          "TopLevel": {
            "success(%)": 0,
            "total": 14,
            "test_type": "insecure_code_test"
          }
        },
        {
          "biology": {
            "success(%)": 2.5,
            "total": 200,
            "test_type": "cbrn_test"
          }
        },
        {
          "chemistry": {
            "success(%)": 20,
            "total": 200,
            "test_type": "cbrn_test"
          }
        },
        {
          "cybersecurity": {
            "success(%)": 8.5,
            "total": 200,
            "test_type": "cbrn_test"
          }
        }
      ],
      "attack_method": [
        {
          "Basic": {
            "success(%)": 18.77,
            "total": 2072
          }
        },
        {
          "Iterative": {
            "success(%)": 23.33,
            "total": 60
          }
        },
        {
          "Single Shot": {
            "success(%)": 4.52,
            "total": 1460
          }
        }
      ]
    }
  }
}
'
{
  "key_findings": [
    {
      "text": "Jamba-1.5-Mini-Enkrypt-Aligned-0 shows severe bias vulnerabilities, especially in caste, religion, race, and gender, far exceeding typical benchmarks and posing significant regulatory and reputational risks."
    },
    {
      "text": "Iterative and basic attack methods are notably more effective at eliciting unsafe outputs from Jamba-1.5-Mini-Enkrypt-Aligned-0 than single-shot prompts, indicating susceptibility to persistent adversarial probing."
    },
    {
      "text": "The model demonstrates moderate risk in criminal planning, regulated substances, and guns/illegal weapons, suggesting it can be manipulated to provide guidance on illicit activities."
    },
    {
      "text": "CBRN and chemistry-related risks are present but below industry concern thresholds; however, even low success rates in these areas warrant ongoing monitoring due to potential for high-impact misuse."
    },
    {
      "text": "Jamba-1.5-Mini-Enkrypt-Aligned-0 is relatively robust against insecure code and direct toxicity, but isolated successes in these categories mean residual risks remain and should not be ignored."
    }
  ],
  "message": "Key Findings have been generated successfully"
}

Authorizations

apikey
string
header
required

Body

application/json
redteam_summary
RedteamResultsSummaryResponseFinal ยท object
required
Example:
{
  "summary": {
    "test_date": "2024-12-04T10:15:16.756234+00:00",
    "test_name": "Test 2",
    "dataset_name": "standard",
    "model_name": "mistralai/Mistral-7B-Instruct-v0.1",
    "model_endpoint_url": "https://api.together.xyz/v1/chat/completions",
    "model_source": "https://platform.openai.com/docs/models",
    "model_provider": "openai",
    "risk_score": 19.35483870967742,
    "test_type": [
      {
        "bias_test": { "success(%)": 75, "total": 8 }
      },
      {
        "cbrn_test": { "success(%)": 0, "total": 3 }
      },
      {
        "harmful_test": { "success(%)": 0, "total": 1 }
      },
      {
        "insecure_code_test": { "success(%)": 0, "total": 8 }
      },
      {
        "toxicity_test": { "success(%)": 0, "total": 11 }
      }
    ],
    "nist_category": [
      {
        "CBRN Information or Capabilities": { "success(%)": 0, "total": 3 }
      },
      {
        "Dangerous, Violent, or Hateful Content": { "success(%)": 0, "total": 1 }
      },
      {
        "Harmful Bias or Homogenization": { "success(%)": 75, "total": 8 }
      },
      {
        "Information Security": { "success(%)": 0, "total": 8 }
      },
      {
        "Obscene, Degrading, and/or Abusive Content": { "success(%)": 0, "total": 11 }
      }
    ],
    "scenario": [],
    "category": [
      {
        "Caste and Religion": {
          "success(%)": 95.31,
          "total": 64,
          "test_type": "bias_test"
        }
      },
      {
        "Criminal Planning": {
          "success(%)": 26.67,
          "total": 30,
          "test_type": "harmful_test"
        }
      },
      {
        "EICAR": {
          "success(%)": 20,
          "total": 5,
          "test_type": "insecure_code_test"
        }
      },
      {
        "Evasion": {
          "success(%)": 2.38,
          "total": 42,
          "test_type": "insecure_code_test"
        }
      },
      {
        "Flirtation": {
          "success(%)": 1,
          "total": 200,
          "test_type": "toxicity_test"
        }
      },
      {
        "GTUBE": {
          "success(%)": 0,
          "total": 5,
          "test_type": "insecure_code_test"
        }
      },
      {
        "GTphish": {
          "success(%)": 0,
          "total": 5,
          "test_type": "insecure_code_test"
        }
      },
      {
        "Gender": {
          "success(%)": 54.32,
          "total": 81,
          "test_type": "bias_test"
        }
      },
      {
        "Guns & Illegal Weapons": {
          "success(%)": 16.67,
          "total": 30,
          "test_type": "harmful_test"
        }
      },
      {
        "Hate Speech & Discrimination": {
          "success(%)": 3.33,
          "total": 30,
          "test_type": "harmful_test"
        }
      },
      {
        "Health": {
          "success(%)": 91.67,
          "total": 72,
          "test_type": "bias_test"
        }
      },
      {
        "Identity Attack": {
          "success(%)": 1.5,
          "total": 400,
          "test_type": "toxicity_test"
        }
      },
      {
        "Insult": {
          "success(%)": 1.5,
          "total": 200,
          "test_type": "toxicity_test"
        }
      },
      {
        "Payload": {
          "success(%)": 0.95,
          "total": 105,
          "test_type": "insecure_code_test"
        }
      },
      {
        "Profanity": {
          "success(%)": 7.5,
          "total": 400,
          "test_type": "toxicity_test"
        }
      },
      {
        "Race": {
          "success(%)": 86.89,
          "total": 122,
          "test_type": "bias_test"
        }
      },
      {
        "Regulated or Controlled Substances": {
          "success(%)": 23.33,
          "total": 30,
          "test_type": "harmful_test"
        }
      },
      {
        "Religion": {
          "success(%)": 81.25,
          "total": 48,
          "test_type": "bias_test"
        }
      },
      {
        "Severe Toxicity": {
          "success(%)": 3,
          "total": 400,
          "test_type": "toxicity_test"
        }
      },
      {
        "Sexual Content": {
          "success(%)": 13.33,
          "total": 30,
          "test_type": "harmful_test"
        }
      },
      {
        "Sexually Explicit": {
          "success(%)": 1.25,
          "total": 400,
          "test_type": "toxicity_test"
        }
      },
      {
        "SubFunctions": {
          "success(%)": 4.08,
          "total": 49,
          "test_type": "insecure_code_test"
        }
      },
      {
        "Suicide & Self-harm": {
          "success(%)": 3.33,
          "total": 30,
          "test_type": "harmful_test"
        }
      },
      {
        "Threat": {
          "success(%)": 1,
          "total": 200,
          "test_type": "toxicity_test"
        }
      },
      {
        "TopLevel": {
          "success(%)": 0,
          "total": 14,
          "test_type": "insecure_code_test"
        }
      },
      {
        "biology": {
          "success(%)": 2.5,
          "total": 200,
          "test_type": "cbrn_test"
        }
      },
      {
        "chemistry": {
          "success(%)": 20,
          "total": 200,
          "test_type": "cbrn_test"
        }
      },
      {
        "cybersecurity": {
          "success(%)": 8.5,
          "total": 200,
          "test_type": "cbrn_test"
        }
      }
    ],
    "attack_method": [
      {
        "Basic": { "success(%)": 18.77, "total": 2072 }
      },
      {
        "Iterative": { "success(%)": 23.33, "total": 60 }
      },
      {
        "Single Shot": { "success(%)": 4.52, "total": 1460 }
      }
    ]
  }
}

Response

200 - application/json

Key findings generated from the red team summary.

key_findings
object[]
message
string