User-agent *
Allow: /home
Allow: /terms-of-use
Allow: /login
Allow: /privacy-policy
Allow: /contact-us
Allow: /about-us
Allow: /safety-tips

User-agent: EtaoSpider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GoogleAgent-Mariner
Disallow: /

User-agent: GoogleAgent-Shopping
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Devin
Disallow: /

User-agent: omgili
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Gemini-Deep-Research
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: Diffbot
Disallow: /