User-agent: *
Disallow: /
User-agent: pan-
Disallow: /
User-agent: meta-externalagent
Allow: /
User-agent: Googlebot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: semrushbot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SemrushBot-SEOAB
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Meta-externalagent
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: example
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SBIntuitionsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SearchBot
Disallow: /
User-agent: Claude-SearchBot
Disallow: /
User-agent: SERankingBacklinksBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: facebookexternalhit
Disallow: /
User-agent: Amzn-SearchBot
Disallow: /
User-agent: externalagent
Allow: /