User-agent: bot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: perplexitybot
Disallow: /

User-agent: amazonbot
Disallow: /

User-agent: bingbot
Disallow: /

User-agent:  SemrushBot
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /components/
Disallow: /thumb/
Disallow: /topdf/
Crawl-delay: 1