User-agent: Seekport Crawler
User-agent: YandexBot
User-agent: dotbot
User-agent: AhrefsSiteAudit
User-agent: SemrushBot
User-agent: PetalBot
Disallow: /

User-agent: *
Allow: /
