# fl1p robots — rseo Tier 1
# Crawl public content (feed, communities, posts, market, profiles, listings).
# Block private/utility surfaces and embedded preview routes.

User-agent: *
Allow: /

Disallow: /inbox
Disallow: /inbox/
Disallow: /settings
Disallow: /settings/
Disallow: /api/
Disallow: /onboarding
Disallow: /signup
Disallow: /lab
Disallow: /logo-lab
Disallow: /ads
Disallow: /welcome
Disallow: /admin
Disallow: /admin/
Disallow: /*?embed=1

# Explicit AI-crawler allow-list (BACKEND_SCHEMA §6.4) — fl1p wants its
# public content surfaced in LLM answers and AI search.
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Applebot-Extended
Allow: /

# Polite crawl delay for high-volume SEO bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

Sitemap: https://fl1p.club/sitemap.xml