# Robots.txt for Transfergratis
# Free money transfer service from Canada to Africa

User-agent: *
Disallow: /

# Allow crawling of public pages
Allow: /
Allow: /en/
Allow: /fr/
Allow: /en/about
Allow: /fr/about
Allow: /en/contact-us
Allow: /fr/contact-us
Allow: /en/faq
Allow: /fr/faq
Allow: /en/terms
Allow: /fr/terms
Allow: /en/privacy-policy
Allow: /fr/privacy-policy
Allow: /en/cookies-policy
Allow: /fr/cookies-policy
Allow: /en/careers
Allow: /fr/careers
Allow: /en/converter
Allow: /fr/converter
Allow: /en/news-updates
Allow: /fr/news-updates
Allow: /en/send-money/
Allow: /fr/send-money/

# Allow authentication pages for indexing (but not personal data)
Allow: /en/auth/login
Allow: /fr/auth/login
Allow: /en/auth/signup/
Allow: /fr/auth/signup/
Allow: /en/auth/signup
Allow: /fr/auth/signup
Allow: /en/auth/forgot-password
Allow: /fr/auth/forgot-password

# Block private/secure areas
Disallow: /en/dashboard/
Disallow: /fr/dashboard/
Disallow: /en/auth/kyc
Disallow: /fr/auth/kyc
Disallow: /en/auth/reset-password
Disallow: /fr/auth/reset-password
Disallow: /en/auth/new-password
Disallow: /fr/auth/new-password

# Block API routes and internal paths
Disallow: /api/
Disallow: /_next/
Disallow: /_vercel/
Disallow: /admin/
Disallow: /private/

# Block file extensions that shouldn't be indexed
Disallow: /*.json$ 
Disallow: /*.log$

# Block query parameters that might expose sensitive data
Disallow: /*?token=*
Disallow: /*?key=*
Disallow: /*?session=*
Disallow: /*?auth=*

# Allow specific bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block potentially malicious or unwanted bots 

User-agent: MJ12bot
Disallow: /

# Sitemap location
Sitemap: https://transfergratis.com/sitemap-index.xml
Sitemap: https://transfergratis.com/sitemap.xml

# Crawl delay (be respectful to server resources)

Disallow: /cdn-cgi/

Crawl-delay: 1