User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php


User-Agent: AhrefsBot
Crawl-delay: 6000

User-agent: Barkrowler
Crawl-delay: 6000

User-agent: BLEXBot
Crawl-delay: 6000

User-agent: SemrushBot
Crawl-delay: 6000

User-Agent: MJ12bot
Crawl-delay: 6000

User-agent: ia_archiver
Disallow: /