User-agent: *
Disallow: /wp-admin/
Disallow: /wp-cron.php
Allow: /wp-admin/admin-ajax.php
Sitemap: /sitemap_index.xml

User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: Barkrowler
User-agent: bingbot
User-agent: CCBot
User-agent: BLEXBot
User-agent: robot
User-agent: YandexBot
Disallow: /