User-agent: *
Allow: /

User-agent: *
Disallow: /*.php

User-agent: *
Disallow: /api/

User-Agent: MJ12bot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

User-agent: BLEXBot
Crawl-delay: 10

User-agent: spbot
Crawl-delay: 10

User-agent: GPTBot
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /

User-agent: Typhoeus
Disallow: /

User-agent: Node/simplecrawler*
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: ltx71
Disallow: /