User-agent: *
Allow: /
Disallow: /add-translation
Disallow: /auth/
Disallow: /ajax/
Disallow: /ajax2/
Disallow: */fragment/*

Sitemap: https://glosbe.com/sitemap.xml

User-agent: 008
Disallow: /

User-agent: proximic
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: voltron
Disallow: /

User-agent: TurnitinBot
Disallow: /


User-agent: Paracrawl
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Bytespider
Disallow: /