User-agent: *
# SEO ISSUE #[YOUR_ID]: Crawl-delay directive present in robots.txt
Crawl-delay: 10
Disallow: /api/
Disallow: /blocked-canonical/
Disallow: /private/
Allow: /public/
Disallow: /seo-html/private/
Allow: /seo-html/public/
Allow: /

# SEO ISSUE #164: Sitemap directive missing entirely
# The following line is intentionally commented out:
# Sitemap: https://example.com/sitemap.xml

# SEO ISSUE #165: Rate-limiting directive missing (server needs rate limiting but none set)

# SEO ISSUE #166: Search results pages NOT blocked in robots.txt
# The Disallow: /?s= rule is intentionally absent -- internal search result pages
# are fully crawlable, wasting crawl budget and creating duplicate content
# Disallow: /?s=

# SEO ISSUE #175: /blocked-canonical/ IS blocked above.
# The /crawl-issues page has a canonical pointing to /blocked-canonical/about
# which means Google cannot access the declared canonical URL.

# SEO ISSUE #187: GPTBot not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #188: ClaudeBot not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #189: PerplexityBot not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #190: Google-Extended not explicitly declared (no Allow/Disallow decision)
# SEO ISSUE #191: CCBot not explicitly declared (no Allow/Disallow decision)