Run Leaderboard

curl --request POST \
  --url https://api.enkryptai.com/rt/leaderboard \
  --header 'Content-Type: application/json' \
  --header 'apikey: <api-key>' \
  --data '
{
  "target": {
    "endpoint": "<string>",
    "api_key": "<string>",
    "model_name": "<string>",
    "provider": "<string>",
    "system_prompt": "<string>",
    "system_type": "foundation_model",
    "input_modalities": [],
    "output_modalities": [],
    "tools": [
      {
        "name": "<string>",
        "description": "<string>",
        "parameters": {}
      }
    ],
    "connect_via_relay": true,
    "metadata": {
      "relay": {
        "bridge_id": "customer-bridge-1",
        "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
        "model_name": "their-internal-model",
        "target_headers": {
          "Authorization": "Bearer customer-side-internal-key"
        }
      }
    },
    "relay": {
      "bridge_id": "customer-bridge-1",
      "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
      "model_name": "their-internal-model",
      "target_headers": {
        "Authorization": "Bearer customer-side-internal-key"
      }
    }
  },
  "run_name": "<string>",
  "user_metadata": {}
}
'

import requests

url = "https://api.enkryptai.com/rt/leaderboard"

payload = {
    "target": {
        "endpoint": "<string>",
        "api_key": "<string>",
        "model_name": "<string>",
        "provider": "<string>",
        "system_prompt": "<string>",
        "system_type": "foundation_model",
        "input_modalities": [],
        "output_modalities": [],
        "tools": [
            {
                "name": "<string>",
                "description": "<string>",
                "parameters": {}
            }
        ],
        "connect_via_relay": True,
        "metadata": { "relay": {
                "bridge_id": "customer-bridge-1",
                "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
                "model_name": "their-internal-model",
                "target_headers": { "Authorization": "Bearer customer-side-internal-key" }
            } },
        "relay": {
            "bridge_id": "customer-bridge-1",
            "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
            "model_name": "their-internal-model",
            "target_headers": { "Authorization": "Bearer customer-side-internal-key" }
        }
    },
    "run_name": "<string>",
    "user_metadata": {}
}
headers = {
    "apikey": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {apikey: '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    target: {
      endpoint: '<string>',
      api_key: '<string>',
      model_name: '<string>',
      provider: '<string>',
      system_prompt: '<string>',
      system_type: 'foundation_model',
      input_modalities: [],
      output_modalities: [],
      tools: [{name: '<string>', description: '<string>', parameters: {}}],
      connect_via_relay: true,
      metadata: {
        relay: {
          bridge_id: 'customer-bridge-1',
          target_endpoint: 'https://customer-internal-llm.local/v1/chat/completions',
          model_name: 'their-internal-model',
          target_headers: {Authorization: 'Bearer customer-side-internal-key'}
        }
      },
      relay: {
        bridge_id: 'customer-bridge-1',
        target_endpoint: 'https://customer-internal-llm.local/v1/chat/completions',
        model_name: 'their-internal-model',
        target_headers: {Authorization: 'Bearer customer-side-internal-key'}
      }
    },
    run_name: '<string>',
    user_metadata: {}
  })
};

fetch('https://api.enkryptai.com/rt/leaderboard', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.enkryptai.com/rt/leaderboard",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'target' => [
        'endpoint' => '<string>',
        'api_key' => '<string>',
        'model_name' => '<string>',
        'provider' => '<string>',
        'system_prompt' => '<string>',
        'system_type' => 'foundation_model',
        'input_modalities' => [
                
        ],
        'output_modalities' => [
                
        ],
        'tools' => [
                [
                                'name' => '<string>',
                                'description' => '<string>',
                                'parameters' => [
                                                                
                                ]
                ]
        ],
        'connect_via_relay' => true,
        'metadata' => [
                'relay' => [
                                'bridge_id' => 'customer-bridge-1',
                                'target_endpoint' => 'https://customer-internal-llm.local/v1/chat/completions',
                                'model_name' => 'their-internal-model',
                                'target_headers' => [
                                                                'Authorization' => 'Bearer customer-side-internal-key'
                                ]
                ]
        ],
        'relay' => [
                'bridge_id' => 'customer-bridge-1',
                'target_endpoint' => 'https://customer-internal-llm.local/v1/chat/completions',
                'model_name' => 'their-internal-model',
                'target_headers' => [
                                'Authorization' => 'Bearer customer-side-internal-key'
                ]
        ]
    ],
    'run_name' => '<string>',
    'user_metadata' => [
        
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "apikey: <api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.enkryptai.com/rt/leaderboard"

	payload := strings.NewReader("{\n  \"target\": {\n    \"endpoint\": \"<string>\",\n    \"api_key\": \"<string>\",\n    \"model_name\": \"<string>\",\n    \"provider\": \"<string>\",\n    \"system_prompt\": \"<string>\",\n    \"system_type\": \"foundation_model\",\n    \"input_modalities\": [],\n    \"output_modalities\": [],\n    \"tools\": [\n      {\n        \"name\": \"<string>\",\n        \"description\": \"<string>\",\n        \"parameters\": {}\n      }\n    ],\n    \"connect_via_relay\": true,\n    \"metadata\": {\n      \"relay\": {\n        \"bridge_id\": \"customer-bridge-1\",\n        \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n        \"model_name\": \"their-internal-model\",\n        \"target_headers\": {\n          \"Authorization\": \"Bearer customer-side-internal-key\"\n        }\n      }\n    },\n    \"relay\": {\n      \"bridge_id\": \"customer-bridge-1\",\n      \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n      \"model_name\": \"their-internal-model\",\n      \"target_headers\": {\n        \"Authorization\": \"Bearer customer-side-internal-key\"\n      }\n    }\n  },\n  \"run_name\": \"<string>\",\n  \"user_metadata\": {}\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("apikey", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.enkryptai.com/rt/leaderboard")
  .header("apikey", "<api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"target\": {\n    \"endpoint\": \"<string>\",\n    \"api_key\": \"<string>\",\n    \"model_name\": \"<string>\",\n    \"provider\": \"<string>\",\n    \"system_prompt\": \"<string>\",\n    \"system_type\": \"foundation_model\",\n    \"input_modalities\": [],\n    \"output_modalities\": [],\n    \"tools\": [\n      {\n        \"name\": \"<string>\",\n        \"description\": \"<string>\",\n        \"parameters\": {}\n      }\n    ],\n    \"connect_via_relay\": true,\n    \"metadata\": {\n      \"relay\": {\n        \"bridge_id\": \"customer-bridge-1\",\n        \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n        \"model_name\": \"their-internal-model\",\n        \"target_headers\": {\n          \"Authorization\": \"Bearer customer-side-internal-key\"\n        }\n      }\n    },\n    \"relay\": {\n      \"bridge_id\": \"customer-bridge-1\",\n      \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n      \"model_name\": \"their-internal-model\",\n      \"target_headers\": {\n        \"Authorization\": \"Bearer customer-side-internal-key\"\n      }\n    }\n  },\n  \"run_name\": \"<string>\",\n  \"user_metadata\": {}\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.enkryptai.com/rt/leaderboard")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["apikey"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"target\": {\n    \"endpoint\": \"<string>\",\n    \"api_key\": \"<string>\",\n    \"model_name\": \"<string>\",\n    \"provider\": \"<string>\",\n    \"system_prompt\": \"<string>\",\n    \"system_type\": \"foundation_model\",\n    \"input_modalities\": [],\n    \"output_modalities\": [],\n    \"tools\": [\n      {\n        \"name\": \"<string>\",\n        \"description\": \"<string>\",\n        \"parameters\": {}\n      }\n    ],\n    \"connect_via_relay\": true,\n    \"metadata\": {\n      \"relay\": {\n        \"bridge_id\": \"customer-bridge-1\",\n        \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n        \"model_name\": \"their-internal-model\",\n        \"target_headers\": {\n          \"Authorization\": \"Bearer customer-side-internal-key\"\n        }\n      }\n    },\n    \"relay\": {\n      \"bridge_id\": \"customer-bridge-1\",\n      \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n      \"model_name\": \"their-internal-model\",\n      \"target_headers\": {\n        \"Authorization\": \"Bearer customer-side-internal-key\"\n      }\n    }\n  },\n  \"run_name\": \"<string>\",\n  \"user_metadata\": {}\n}"

response = http.request(request)
puts response.read_body

{}

{
  "code": 403,
  "error": "Forbidden",
  "message": "The private leaderboard is restricted to anaconda.com and enkryptai.com accounts. To have a model added to the public leaderboard, please contact dkumar@anaconda.com.",
  "request_id": "<string>",
  "time": 123
}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>",
      "input": "<unknown>",
      "ctx": {}
    }
  ]
}

🔴 Red Team API

Run Leaderboard

Start a red team run whose results are published to the LLM safety leaderboard.

Internal API. Calling it requires an @enkryptai.com or @anaconda.com account; every other key receives 403. To have a model added to the public leaderboard, contact dkumar@anaconda.com.

The recipe is frozen: the prompt corpus, the attack methods and the judge are fixed by the service, which is what makes scores comparable between models. There is therefore nothing to scope — no risk_categories, no compliance_frameworks, no attack_config and no generation_config — and sending any of them returns 422.

There is no context field either, so a Code of Conduct policy cannot be passed in the body; name it in the X-Enkrypt-Policy header instead.

Everything after submission is the ordinary Red Team v2 flow: a 202 carrying a run_id (prefixed lb-), then GET /rt/runs/{run_id}, .../results and .../records as usual.

POST

leaderboard

Run Leaderboard

curl --request POST \
  --url https://api.enkryptai.com/rt/leaderboard \
  --header 'Content-Type: application/json' \
  --header 'apikey: <api-key>' \
  --data '
{
  "target": {
    "endpoint": "<string>",
    "api_key": "<string>",
    "model_name": "<string>",
    "provider": "<string>",
    "system_prompt": "<string>",
    "system_type": "foundation_model",
    "input_modalities": [],
    "output_modalities": [],
    "tools": [
      {
        "name": "<string>",
        "description": "<string>",
        "parameters": {}
      }
    ],
    "connect_via_relay": true,
    "metadata": {
      "relay": {
        "bridge_id": "customer-bridge-1",
        "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
        "model_name": "their-internal-model",
        "target_headers": {
          "Authorization": "Bearer customer-side-internal-key"
        }
      }
    },
    "relay": {
      "bridge_id": "customer-bridge-1",
      "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
      "model_name": "their-internal-model",
      "target_headers": {
        "Authorization": "Bearer customer-side-internal-key"
      }
    }
  },
  "run_name": "<string>",
  "user_metadata": {}
}
'

import requests

url = "https://api.enkryptai.com/rt/leaderboard"

payload = {
    "target": {
        "endpoint": "<string>",
        "api_key": "<string>",
        "model_name": "<string>",
        "provider": "<string>",
        "system_prompt": "<string>",
        "system_type": "foundation_model",
        "input_modalities": [],
        "output_modalities": [],
        "tools": [
            {
                "name": "<string>",
                "description": "<string>",
                "parameters": {}
            }
        ],
        "connect_via_relay": True,
        "metadata": { "relay": {
                "bridge_id": "customer-bridge-1",
                "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
                "model_name": "their-internal-model",
                "target_headers": { "Authorization": "Bearer customer-side-internal-key" }
            } },
        "relay": {
            "bridge_id": "customer-bridge-1",
            "target_endpoint": "https://customer-internal-llm.local/v1/chat/completions",
            "model_name": "their-internal-model",
            "target_headers": { "Authorization": "Bearer customer-side-internal-key" }
        }
    },
    "run_name": "<string>",
    "user_metadata": {}
}
headers = {
    "apikey": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {apikey: '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    target: {
      endpoint: '<string>',
      api_key: '<string>',
      model_name: '<string>',
      provider: '<string>',
      system_prompt: '<string>',
      system_type: 'foundation_model',
      input_modalities: [],
      output_modalities: [],
      tools: [{name: '<string>', description: '<string>', parameters: {}}],
      connect_via_relay: true,
      metadata: {
        relay: {
          bridge_id: 'customer-bridge-1',
          target_endpoint: 'https://customer-internal-llm.local/v1/chat/completions',
          model_name: 'their-internal-model',
          target_headers: {Authorization: 'Bearer customer-side-internal-key'}
        }
      },
      relay: {
        bridge_id: 'customer-bridge-1',
        target_endpoint: 'https://customer-internal-llm.local/v1/chat/completions',
        model_name: 'their-internal-model',
        target_headers: {Authorization: 'Bearer customer-side-internal-key'}
      }
    },
    run_name: '<string>',
    user_metadata: {}
  })
};

fetch('https://api.enkryptai.com/rt/leaderboard', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.enkryptai.com/rt/leaderboard",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'target' => [
        'endpoint' => '<string>',
        'api_key' => '<string>',
        'model_name' => '<string>',
        'provider' => '<string>',
        'system_prompt' => '<string>',
        'system_type' => 'foundation_model',
        'input_modalities' => [
                
        ],
        'output_modalities' => [
                
        ],
        'tools' => [
                [
                                'name' => '<string>',
                                'description' => '<string>',
                                'parameters' => [
                                                                
                                ]
                ]
        ],
        'connect_via_relay' => true,
        'metadata' => [
                'relay' => [
                                'bridge_id' => 'customer-bridge-1',
                                'target_endpoint' => 'https://customer-internal-llm.local/v1/chat/completions',
                                'model_name' => 'their-internal-model',
                                'target_headers' => [
                                                                'Authorization' => 'Bearer customer-side-internal-key'
                                ]
                ]
        ],
        'relay' => [
                'bridge_id' => 'customer-bridge-1',
                'target_endpoint' => 'https://customer-internal-llm.local/v1/chat/completions',
                'model_name' => 'their-internal-model',
                'target_headers' => [
                                'Authorization' => 'Bearer customer-side-internal-key'
                ]
        ]
    ],
    'run_name' => '<string>',
    'user_metadata' => [
        
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "apikey: <api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.enkryptai.com/rt/leaderboard"

	payload := strings.NewReader("{\n  \"target\": {\n    \"endpoint\": \"<string>\",\n    \"api_key\": \"<string>\",\n    \"model_name\": \"<string>\",\n    \"provider\": \"<string>\",\n    \"system_prompt\": \"<string>\",\n    \"system_type\": \"foundation_model\",\n    \"input_modalities\": [],\n    \"output_modalities\": [],\n    \"tools\": [\n      {\n        \"name\": \"<string>\",\n        \"description\": \"<string>\",\n        \"parameters\": {}\n      }\n    ],\n    \"connect_via_relay\": true,\n    \"metadata\": {\n      \"relay\": {\n        \"bridge_id\": \"customer-bridge-1\",\n        \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n        \"model_name\": \"their-internal-model\",\n        \"target_headers\": {\n          \"Authorization\": \"Bearer customer-side-internal-key\"\n        }\n      }\n    },\n    \"relay\": {\n      \"bridge_id\": \"customer-bridge-1\",\n      \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n      \"model_name\": \"their-internal-model\",\n      \"target_headers\": {\n        \"Authorization\": \"Bearer customer-side-internal-key\"\n      }\n    }\n  },\n  \"run_name\": \"<string>\",\n  \"user_metadata\": {}\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("apikey", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.enkryptai.com/rt/leaderboard")
  .header("apikey", "<api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"target\": {\n    \"endpoint\": \"<string>\",\n    \"api_key\": \"<string>\",\n    \"model_name\": \"<string>\",\n    \"provider\": \"<string>\",\n    \"system_prompt\": \"<string>\",\n    \"system_type\": \"foundation_model\",\n    \"input_modalities\": [],\n    \"output_modalities\": [],\n    \"tools\": [\n      {\n        \"name\": \"<string>\",\n        \"description\": \"<string>\",\n        \"parameters\": {}\n      }\n    ],\n    \"connect_via_relay\": true,\n    \"metadata\": {\n      \"relay\": {\n        \"bridge_id\": \"customer-bridge-1\",\n        \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n        \"model_name\": \"their-internal-model\",\n        \"target_headers\": {\n          \"Authorization\": \"Bearer customer-side-internal-key\"\n        }\n      }\n    },\n    \"relay\": {\n      \"bridge_id\": \"customer-bridge-1\",\n      \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n      \"model_name\": \"their-internal-model\",\n      \"target_headers\": {\n        \"Authorization\": \"Bearer customer-side-internal-key\"\n      }\n    }\n  },\n  \"run_name\": \"<string>\",\n  \"user_metadata\": {}\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.enkryptai.com/rt/leaderboard")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["apikey"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"target\": {\n    \"endpoint\": \"<string>\",\n    \"api_key\": \"<string>\",\n    \"model_name\": \"<string>\",\n    \"provider\": \"<string>\",\n    \"system_prompt\": \"<string>\",\n    \"system_type\": \"foundation_model\",\n    \"input_modalities\": [],\n    \"output_modalities\": [],\n    \"tools\": [\n      {\n        \"name\": \"<string>\",\n        \"description\": \"<string>\",\n        \"parameters\": {}\n      }\n    ],\n    \"connect_via_relay\": true,\n    \"metadata\": {\n      \"relay\": {\n        \"bridge_id\": \"customer-bridge-1\",\n        \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n        \"model_name\": \"their-internal-model\",\n        \"target_headers\": {\n          \"Authorization\": \"Bearer customer-side-internal-key\"\n        }\n      }\n    },\n    \"relay\": {\n      \"bridge_id\": \"customer-bridge-1\",\n      \"target_endpoint\": \"https://customer-internal-llm.local/v1/chat/completions\",\n      \"model_name\": \"their-internal-model\",\n      \"target_headers\": {\n        \"Authorization\": \"Bearer customer-side-internal-key\"\n      }\n    }\n  },\n  \"run_name\": \"<string>\",\n  \"user_metadata\": {}\n}"

response = http.request(request)
puts response.read_body

{}

{
  "code": 403,
  "error": "Forbidden",
  "message": "The private leaderboard is restricted to anaconda.com and enkryptai.com accounts. To have a model added to the public leaderboard, please contact dkumar@anaconda.com.",
  "request_id": "<string>",
  "time": 123
}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>",
      "input": "<unknown>",
      "ctx": {}
    }
  ]
}

Authorizations

apikey

string

header

required

Headers

X-Enkrypt-Policy

string

Optional. The name of a saved Code of Conduct policy to label the run with. There is deliberately no body field for this — the request model rejects unknown keys.

Body

application/json

POST /v1/leaderboard payload.

Frozen recipe: corpus, attacks, and judge are not caller-configurable — that is what keeps scores comparable between models.

target

ModelConfig · object

required

Show child attributes

run_name

string | null

Required string length: 1 - 200

user_metadata

User Metadata · object | null

Response

Successful Response

The accepted run. run_id is the value to carry into the run endpoints (GET /rt/runs/{run_id}, /records, /results, /stream).

Do not follow the *_url fields verbatim. They are relative and are not guaranteed to carry the /rt/ prefix this API is published under, so requesting one as given can return 400. Build the URL from run_id and the paths documented here instead - /rt/runs/{run_id}/records is the resource you want. The same applies to records_url on the results payload.

websocket_url is the Server-Sent Events progress stream (/rt/runs/{run_id}/stream) despite its name. The live log socket is logs_url - a relative path to join onto wss://api.enkryptai.com/wss/redteam/v1/logs/tasks/. See the Stream Run Logs (WebSocket) endpoint.