{"product":"robots-check","free":true,"input":{"robots_txt":"User-agent: *\nDisallow: /private/\nAllow: /private/press/\n\nUser-agent: GPTBot\nDisallow: /\nCrawl-delay: 10\n\nSitemap: https://example.com/sitemap.xml\n","url":"https://example.com/private/press/2026.html","user_agent":"ClaudeBot"},"output":{"ok":true,"result":{"valid":true,"reason":null,"allowed":true,"decided_by":"rule","rule":{"type":"allow","line":3,"pattern":"/private/press/","pattern_truncated":false,"length":15,"index_html_directory":false},"group":{"kind":"global","user_agent_lines":[{"line":1,"token":"*"}],"user_agent_line_count":1,"rule_count":2},"path":"/private/press/2026.html","user_agent":"ClaudeBot","crawl_delays":[],"sitemaps":[{"line":9,"url":"https://example.com/sitemap.xml","truncated":false}],"sitemap_count":1,"lenient_lines":[],"line_count":10,"rule_count_total":3,"standard":"RFC 9309 (Robots Exclusion Protocol) as implemented by Google's robotstxt library (robots.cc): longest match, allow wins ties, * and $ wildcards, case-insensitive product tokens, matching groups merged; percent-encoded unreserved characters decoded (RFC 9309 2.2.2)"},"warnings":[]},"paid_url":"https://forge.fizzl.eu/p/robots-check"}