User-agent: DataForSeoBot
User-agent: Ahrefsbot
User-agent: Amazonbot
User-agent: dotbot
User-agent: ia_archiver
User-agent: Bytespider
User-agent: facebookexternalhit
User-agent: ClaudeBot
User-agent: ImagesiftBot
Disallow: /

User-agent: *
Disallow: /login*
Disallow: /register*
Disallow: /member*
Disallow: /search*

User-agent: meta-externalagent
Crawl-delay: 5

Sitemap: https://www.censtry.com/sitemaps/sitemap.xml