User-agent: *

Allow: /admin/files/pictures/
Disallow: /cgi-bin/
Allow: /images/
Disallow: /include/
Disallow: /legaldocs/

User-agent: ClaudeBot
Disallow: /

User-agent: BLEXBot
Crawl-delay: 10

User-agent: SeekportBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: rogerbot
Crawl-delay: 10

User-agent: spbot
Crawl-delay: 10

User-agent: SentiBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 10

User-agent: Exabot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: Amazonbot
Disallow: /

User-agent: archive.org_bot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: crawl
Crawl-delay: 10

User-agent: *bot
Crawl-delay: 10