User-agent: AhrefsBot
Allow: /

User-agent: rogerbot
Allow: /

User-agent: dotbot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: SemrushBot-BA
Allow: /

User-agent: SemrushBot-SI
Allow: /

User-agent: SemrushBot-SWA
Allow: /

User-agent: SemrushBot-CT
Allow: /

User-agent: SemrushBot-BM
Allow: /

User-agent: SplitSignalBot
Allow: /

User-agent: SemrushBot-COUB
Allow: /

User-agent: Googlebot
Disallow: /

User-agent: googlebot-image
Disallow: /

User-agent: googlebot-mobile
Disallow: /

User-agent: MSNBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Gigabot
Allow: /

User-agent: Robozilla
Allow: /

User-agent: Nutch
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: baiduspider
Allow: /

User-agent: naverbot
Allow: /

User-agent: yeti
Allow: /

User-agent: yahoo-mmcrawler
Allow: /

User-agent: psbot
Allow: /

User-agent: yahoo-blogs/v3.9
Allow: /

