{"id":"ia.meta-robots","name":"Meta robots / X-Robots-Tag","verify":{"command":"curl -sI https://{domain}/","rescan":"isagentready results {domain} --checkpoint ia.meta-robots","expect":"No X-Robots-Tag header with noindex, noai or nosnippet"},"fix":{"steps":[{"action":"Find noindex, nofollow, nosnippet, noai or noimageai in meta robots tags and in X-Robots-Tag headers.","order":1,"language":null,"code_example":null},{"action":"Remove the directives from public pages, or set index and follow.","order":2,"language":"html","code_example":"<meta name=\"robots\" content=\"index, follow\">"}],"summary":"Remove restrictive robots directives from pages that agents must use.","skill":{"name":"ai-content-discovery","anchor":"ia.meta-robots"}},"category":"discovery","aggregate":null,"references":[{"title":"Google - Robots meta tag and X-Robots-Tag","kind":"guide","url":"https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag"},{"title":"MDN - Robots meta tag","kind":"guide","url":"https://developer.mozilla.org/en-US/docs/Web/HTML/Reference/Elements/meta/name#robots"}],"stage":"find","lifecycle":{"introduced":"2026-08-24","revised":[],"retired":null,"replaced_by":null},"methodology_version":"2026-10-22","evidence_tier":"standard","evidence_source":{"title":"agentready.org AR-FIND-01","url":"https://www.agentready.org/#reachable"},"why":"Meta robots tags and X-Robots-Tag headers control per-page indexing. Restrictive directives like noindex or noai prevent AI systems from using your content.","profiles":["ai_search_visibility"],"score_role":"core","legacy_id":"1.5","i18n":{"nl":{"name":"Meta robots / X-Robots-Tag","steps":["Zoek noindex, nofollow, nosnippet, noai of noimageai in meta robots-tags en in X-Robots-Tag-headers.","Verwijder de richtlijnen van publieke pagina's, of zet index en follow."],"why":"Meta robots-tags en X-Robots-Tag-headers sturen de indexering per pagina. Richtlijnen zoals noindex of noai houden AI-systemen weg van je content.","fix_summary":"Verwijder beperkende robots-richtlijnen van pagina's die agents moeten gebruiken.","verify_expect":"Geen X-Robots-Tag-header met noindex, noai of nosnippet"}},"ar_practice_ids":["AR-FIND-01"],"strength":"MUST","ar_mapping":"partial","evidence_type":"scanner_data","detail_url":"https://isagentready.com/en/methodology/checkpoints/ia.meta-robots","maturity":"essential","applicability":{"mode":"always","condition":null,"surfaces":["website"]}}