User-agent: Googlebot
allow: /

User-agent: thesis-research-bot
Disallow: /

User-agent: facebookexternalhit/1.1
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: dotbot
Disallow: /