User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-Agent: Barkrowler/
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: ShapBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: AliyunSecBot
Disallow: /

User-agent: *
Disallow: /live/
Disallow: /phoenix/
Disallow: /users/settings
Disallow: /users/settings/
Disallow: /users/log-in
Disallow: /users/log-in/
Disallow: /users/register
Disallow: /users/register/
Disallow: /users/reset-password
Disallow: /users/reset-password/
Disallow: /users/confirm
Disallow: /users/confirm/

Sitemap: https://animefinder.net/sitemap.xml