admintoolkit.io

{
  "additionalProperties": false,
  "anyOf": [
    {
      "required": [
        "url"
      ]
    },
    {
      "required": [
        "content"
      ]
    }
  ],
  "properties": {
    "content": {
      "description": "Pasted robots.txt content to validate locally, e.g. 'User-agent: GPTBot'.",
      "type": "string"
    },
    "crawlers": {
      "description": "Crawler tokens to evaluate as an array, e.g. ['GPTBot','Google-Extended'].",
      "items": {
        "type": "string"
      },
      "type": "array"
    },
    "path": {
      "description": "Path to evaluate against robots.txt rules, e.g. '/' or '/tools/'.",
      "type": "string"
    },
    "url": {
      "description": "Robots.txt URL or bare domain to fetch, e.g. 'https://example.com/robots.txt'.",
      "format": "uri",
      "type": "string"
    }
  },
  "required": [],
  "type": "object"
}