{ "@context": "https://schema.org", "@id": "https://webspecification.com/spec/seo/meta-robots.jsonld", "@graph": [ { "@type": "TechArticle", "@id": "https://webspecification.com/spec/seo/meta-robots/#article", "headline": "Meta robots and X-Robots-Tag", "description": "Every page must have an explicit, correct indexing policy — either implicit (default index, follow) on public pages, or an explicit noindex / X-Robots-Tag on staging, admin, thin, or private content. Get this wrong and you either disappear from search or expose what you didn't mean to.", "url": "https://webspecification.com/spec/seo/meta-robots/", "inLanguage": "en", "isPartOf": { "@type": "WebSite", "@id": "https://webspecification.com/#website", "name": "Web Specification Studio", "url": "https://webspecification.com" }, "author": { "@type": "Person", "name": "Web Specification Studio", "url": "https://webspecification.com" }, "publisher": { "@type": "Organization", "@id": "https://webspecification.com/#organization", "name": "Web Specification Studio", "url": "https://webspecification.com" }, "license": "https://creativecommons.org/licenses/by/4.0/", "dateModified": "2026-05-29T09:55:11.000Z", "citation": [ { "@type": "CreativeWork", "name": "HTML Living Standard — Standard metadata names: robots", "url": "https://html.spec.whatwg.org/multipage/semantics.html#meta-robots", "publisher": { "@type": "Organization", "name": "WHATWG" } }, { "@type": "CreativeWork", "name": "Google Search Central — Robots meta tag, data-nosnippet, and X-Robots-Tag", "url": "https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag", "publisher": { "@type": "Organization", "name": "Google Search Central" } }, { "@type": "CreativeWork", "name": "Bing Webmaster — Robots meta tag", "url": "https://www.bing.com/webmasters/help/which-robots-metatags-does-bing-support-5198d240", "publisher": { "@type": "Organization", "name": "Bing" } }, { "@type": "CreativeWork", "name": "MDN — ", "url": "https://developer.mozilla.org/en-US/docs/Web/HTML/Reference/Elements/meta/name", "publisher": { "@type": "Organization", "name": "MDN" } } ] }, { "@type": "BreadcrumbList", "@id": "https://webspecification.com/spec/seo/meta-robots/#breadcrumb", "itemListElement": [ { "@type": "ListItem", "position": 1, "name": "Home", "item": "https://webspecification.com/" }, { "@type": "ListItem", "position": 2, "name": "Spec", "item": "https://webspecification.com/spec/" }, { "@type": "ListItem", "position": 3, "name": "SEO", "item": "https://webspecification.com/spec/seo/" }, { "@type": "ListItem", "position": 4, "name": "Meta robots and X-Robots-Tag", "item": "https://webspecification.com/spec/seo/meta-robots/" } ] } ] }