User-agent: *
Allow: /

User-agent: TextBulkerBot
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: Barkrowler
User-agent: Semrushbot
User-agent: SiteAuditBot
User-agent: dotbot
User-agent: Screaming Frog SEO Spider
Disallow: /