validate_agent_trajectory

Parameters schema

{
  "type": "object",
  "required": [
    "trace",
    "assertions"
  ],
  "properties": {
    "trace": {
      "oneOf": [
        {
          "type": "string"
        },
        {
          "type": "object",
          "additionalProperties": true
        },
        {
          "type": "array",
          "items": {}
        }
      ],
      "description": "Agent execution trace as JSON (OpenAI messages array, LangChain run tree) or plain text log (Thought/Action/Observation format)."
    },
    "format": {
      "enum": [
        "auto",
        "openai",
        "langchain"
      ],
      "type": "string",
      "description": "Trace format. auto (default) detects automatically."
    },
    "assertions": {
      "type": "array",
      "items": {
        "type": "object",
        "required": [
          "type"
        ],
        "properties": {
          "id": {
            "type": "string",
            "description": "Optional assertion identifier."
          },
          "max": {
            "type": "number",
            "description": "[max_calls] Maximum number of allowed calls."
          },
          "min": {
            "type": "number",
            "description": "[min_calls] Minimum number of required calls."
          },
          "tool": {
            "type": "string",
            "description": "Tool name to check (for must_call, must_not_call, max_calls, min_calls)."
          },
          "type": {
            "enum": [
              "order",
              "must_call",
              "must_not_call",
              "max_calls",
              "min_calls",
              "no_error",
              "recovery"
            ],
            "type": "string",
            "description": "Assertion type."
          },
          "after": {
            "type": "string",
            "description": "[order] Tool that must be called after."
          },
          "before": {
            "type": "string",
            "description": "[order] Tool that must be called first."
          }
        }
      },
      "maxItems": 30,
      "description": "List of assertions to validate against the trace."
    }
  }
}

No endpoints wrapped at confidence ≥ 0.50.

Parent server