# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# Sitemap locations
Sitemap: https://tokenclub.fun/sitemap.xml
Sitemap: https://tokenclub.fun/sitemap-index.xml
# Disallow admin and API endpoints
Disallow: /admin/
Disallow: /api/
Disallow: /callback/
# Allow important pages
Allow: /learn
Allow: /faq
Allow: /create-token
Allow: /copy-trending
Allow: /create-liquidity
Allow: /manage-liquidity
Allow: /affiliate
Allow: /privacy
Allow: /terms
# Crawl-delay: 10 # Uncomment and adjust if needed to limit crawl rate