User-agent: Amazonbot               # Amazon's user agent
Disallow: /            # disallow this directory

User-agent: GPTBot
Disallow: /

User-agent: bingbot
Crawl-Delay: 60
Disallow: /

User-agent: msnbot
Crawl-Delay: 60
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: baiduimagespider
Disallow: /

User-agent: BaiduSpider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PhxBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: LLM-jp-Crawler
Crawl-Delay: 360
Disallow: /

User-agent: LLM-jp-Crawler/v1
Crawl-Delay: 360
Disallow: /

User-agent: GoogleOther
Crawl-Delay: 180
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /