prompt_test_suite

Parameters schema

{
  "type": "object",
  "required": [
    "system_prompt",
    "user_prompt"
  ],
  "properties": {
    "max_tokens": {
      "type": "number",
      "description": "Max token budget for the test"
    },
    "temperature": {
      "type": "number",
      "description": "Temperature to use"
    },
    "user_prompt": {
      "type": "string",
      "description": "The user prompt to send"
    },
    "check_safety": {
      "type": "boolean",
      "description": "Include safety/PII checks in the rubric"
    },
    "must_include": {
      "type": "string",
      "description": "Required content (comma-separated)"
    },
    "system_prompt": {
      "type": "string",
      "description": "The system prompt under test"
    },
    "expected_format": {
      "enum": [
        "json",
        "markdown",
        "code",
        "plain",
        "any"
      ],
      "type": "string",
      "description": "Expected output format"
    },
    "must_not_include": {
      "type": "string",
      "description": "Forbidden content (comma-separated)"
    },
    "expected_behavior": {
      "type": "string",
      "description": "Description of what the LLM should do (free text)"
    },
    "adversarial_prompts": {
      "type": "boolean",
      "description": "Auto-generate adversarial test variants (jailbreak, injection, edge cases)"
    }
  }
}

No endpoints wrapped at confidence ≥ 0.50.

Parent server