# robots.txt for Review My Emails — admin / almanac origin

Sitemap: https://reviewmyemails.com/sitemap.xml

# Default policy: allow crawling, hide internal/admin surfaces and POST-only APIs.
# NOTE: /partners is a PUBLIC marketing page (must stay crawlable). /resources
# is intentionally noindex for launch. Admin sections below don't exist on the
# public host, so disallowing them there is harmless.
# NOTE: /almanac/ is deliberately NOT disallowed. On the public host it is the
# legacy almanac prefix that 301s to /emailalmanac/ (see middleware.ts), and
# Google must be able to crawl it to follow the redirect. Blocking it is what
# produced the "Indexed, though blocked by robots.txt" report (34 URLs, Aug 2026).
# The admin origin serves its own robots.txt from a separate deploy and still
# blocks /almanac/ there.
User-agent: *
Allow: /
# OG images are generated at /api/og/*. Without this Allow they fall under
# the blanket /api/ block, and LinkedIn, which has no group of its own,
# cannot fetch the preview image for a shared link. Longest match wins.
Allow: /api/og/
Disallow: /api/
Disallow: /resources/
Disallow: /admin/
Disallow: /login
Disallow: /alerts/
Disallow: /analytics/
Disallow: /cleaning/
Disallow: /crm/
Disallow: /domains/
Disallow: /leads/
Disallow: /linkedin/
Disallow: /newsletter/
Disallow: /pipeline/
Disallow: /prospects/
Disallow: /reports/
Disallow: /settings/
Disallow: /tasks/
Disallow: /tlds/
Disallow: /tracker/

# AI crawler allow-list (RME wants to be cited)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/internal/

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: PerplexityBot-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Disallow: /

User-agent: DataForSeoBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: omgili
Allow: /