{ "@context": "https://schema.org", "@id": "https://webspecification.com/spec/agent-readiness/content-signals.jsonld", "@graph": [ { "@type": "TechArticle", "@id": "https://webspecification.com/spec/agent-readiness/content-signals/#article", "headline": "Content Signals in robots.txt", "description": "Add Content-Signal directives to robots.txt to declare whether AI crawlers may search, ingest, or train on your content. An emerging IETF AI Preferences / IAB Tech Lab proposal that some validators already check.", "url": "https://webspecification.com/spec/agent-readiness/content-signals/", "inLanguage": "en", "isPartOf": { "@type": "WebSite", "@id": "https://webspecification.com/#website", "name": "Web Specification Studio", "url": "https://webspecification.com" }, "author": { "@type": "Person", "name": "Web Specification Studio", "url": "https://webspecification.com" }, "publisher": { "@type": "Organization", "@id": "https://webspecification.com/#organization", "name": "Web Specification Studio", "url": "https://webspecification.com" }, "license": "https://creativecommons.org/licenses/by/4.0/", "dateModified": "2026-05-29T12:14:17.000Z", "citation": [ { "@type": "CreativeWork", "name": "IETF AI Preferences WG (aipref) — drafts", "url": "https://datatracker.ietf.org/wg/aipref/documents/", "publisher": { "@type": "Organization", "name": "IETF" } }, { "@type": "CreativeWork", "name": "IAB Tech Lab — Content Monetization Protocols (CoMP) for AI", "url": "https://iabtechlab.com/working-groups/content-monetization-protocols-comp-for-ai-working-group/", "publisher": { "@type": "Organization", "name": "IAB Tech Lab" } }, { "@type": "CreativeWork", "name": "Is It Agent Ready? — Content Signals check", "url": "https://isitagentready.com/", "publisher": { "@type": "Organization", "name": "Is It Agent Ready?" } }, { "@type": "CreativeWork", "name": "RFC 9309 — Robots Exclusion Protocol", "url": "https://www.rfc-editor.org/rfc/rfc9309", "publisher": { "@type": "Organization", "name": "IETF" } } ] }, { "@type": "BreadcrumbList", "@id": "https://webspecification.com/spec/agent-readiness/content-signals/#breadcrumb", "itemListElement": [ { "@type": "ListItem", "position": 1, "name": "Home", "item": "https://webspecification.com/" }, { "@type": "ListItem", "position": 2, "name": "Spec", "item": "https://webspecification.com/spec/" }, { "@type": "ListItem", "position": 3, "name": "Agent Readiness", "item": "https://webspecification.com/spec/agent-readiness/" }, { "@type": "ListItem", "position": 4, "name": "Content Signals in robots.txt", "item": "https://webspecification.com/spec/agent-readiness/content-signals/" } ] } ] }