{
 "name": "robots.txt (RFC 9309)",
 "slug": "robotstxt-rfc-9309",
 "category": "agent-standards-specs",
 "description": "The Robots Exclusion Protocol standard.",
 "url": "https://www.rfc-editor.org/rfc/rfc9309",
 "docs_url": "https://www.rfc-editor.org/rfc/rfc9309",
 "auth": "none",
 "pricing": "free",
 "http_status": null,
 "last_checked_at": "2026-10-14",
 "status": "active",
 "category_name": "Agent Standards & Specs",
 "swarmnest_url": "https://swarmnest.ai/directory/agent-standards-specs/robotstxt-rfc-9309/"
}