{
  "@context": "https://schema.org",
  "@id": "https://webspecification.com/spec/seo/robots-txt.jsonld",
  "@graph": [
    {
      "@type": "TechArticle",
      "@id": "https://webspecification.com/spec/seo/robots-txt/#article",
      "headline": "robots.txt",
      "description": "A plain-text file at the site root that tells crawlers which paths they may or may not fetch. Standardised in RFC 9309 and supported by every major search engine.",
      "url": "https://webspecification.com/spec/seo/robots-txt/",
      "inLanguage": "en",
      "isPartOf": {
        "@type": "WebSite",
        "@id": "https://webspecification.com/#website",
        "name": "Web Specification Studio",
        "url": "https://webspecification.com"
      },
      "author": {
        "@type": "Person",
        "name": "Web Specification Studio",
        "url": "https://webspecification.com"
      },
      "publisher": {
        "@type": "Organization",
        "@id": "https://webspecification.com/#organization",
        "name": "Web Specification Studio",
        "url": "https://webspecification.com"
      },
      "license": "https://creativecommons.org/licenses/by/4.0/",
      "dateModified": "2026-07-09T00:00:00.000Z",
      "citation": [
        {
          "@type": "CreativeWork",
          "name": "RFC 9309 — Robots Exclusion Protocol",
          "url": "https://www.rfc-editor.org/rfc/rfc9309.html",
          "publisher": {
            "@type": "Organization",
            "name": "IETF"
          }
        },
        {
          "@type": "CreativeWork",
          "name": "Introduction to robots.txt",
          "url": "https://developers.google.com/search/docs/crawling-indexing/robots/intro",
          "publisher": {
            "@type": "Organization",
            "name": "Google Search Central"
          }
        },
        {
          "@type": "CreativeWork",
          "name": "How Google interprets the robots.txt specification",
          "url": "https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt",
          "publisher": {
            "@type": "Organization",
            "name": "Google Search Central"
          }
        }
      ]
    },
    {
      "@type": "BreadcrumbList",
      "@id": "https://webspecification.com/spec/seo/robots-txt/#breadcrumb",
      "itemListElement": [
        {
          "@type": "ListItem",
          "position": 1,
          "name": "Home",
          "item": "https://webspecification.com/"
        },
        {
          "@type": "ListItem",
          "position": 2,
          "name": "Spec",
          "item": "https://webspecification.com/spec/"
        },
        {
          "@type": "ListItem",
          "position": 3,
          "name": "SEO",
          "item": "https://webspecification.com/spec/seo/"
        },
        {
          "@type": "ListItem",
          "position": 4,
          "name": "robots.txt",
          "item": "https://webspecification.com/spec/seo/robots-txt/"
        }
      ]
    }
  ]
}