Validate a test dataset

Check the structure of a small Testing dataset before importing it. This does not run an AI Agent or assess answer quality.

Opening this form does not run the check.

Example JSON request

{
  "name": "Support sample",
  "messages": [
    {
      "user_message": "What are your opening hours?"
    }
  ],
  "evaluation_criteria": "Use the published opening hours."
}

Supported fields and limits (JSON Schema)

{
  "$defs": {
    "TestingHistoryInput": {
      "additionalProperties": false,
      "properties": {
        "role": {
          "enum": [
            "user",
            "assistant"
          ],
          "title": "Role",
          "type": "string"
        },
        "text": {
          "maxLength": 500,
          "title": "Text",
          "type": "string"
        }
      },
      "required": [
        "role",
        "text"
      ],
      "title": "TestingHistoryInput",
      "type": "object"
    },
    "TestingMessageInput": {
      "additionalProperties": false,
      "properties": {
        "user_message": {
          "maxLength": 500,
          "title": "User Message",
          "type": "string"
        },
        "conversation_history": {
          "items": {
            "$ref": "#/$defs/TestingHistoryInput"
          },
          "maxItems": 6,
          "title": "Conversation History",
          "type": "array"
        }
      },
      "required": [
        "user_message"
      ],
      "title": "TestingMessageInput",
      "type": "object"
    }
  },
  "additionalProperties": false,
  "properties": {
    "name": {
      "maxLength": 200,
      "minLength": 1,
      "title": "Name",
      "type": "string"
    },
    "description": {
      "default": "",
      "maxLength": 500,
      "title": "Description",
      "type": "string"
    },
    "evaluation_criteria": {
      "anyOf": [
        {
          "maxLength": 1000,
          "type": "string"
        },
        {
          "type": "null"
        }
      ],
      "default": null,
      "title": "Evaluation Criteria"
    },
    "messages": {
      "items": {
        "$ref": "#/$defs/TestingMessageInput"
      },
      "maxItems": 10,
      "minItems": 1,
      "title": "Messages",
      "type": "array"
    }
  },
  "required": [
    "name",
    "messages"
  ],
  "title": "TestingDatasetInput",
  "type": "object"
}

Tool version: public-testing-dataset-v1