# Hallo Otti!: every search engine and every AI assistant is welcome to read and index
# the public pages in every language, above all the German words and phrases (https://hallootti.com/en/words).
# Pages behind the login belong to one user each, like the questions and the result of a level test, and /_ pages are
# developer tools: not for crawlers.

User-agent: *
# search engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: YandexBot
# AI assistants and their search
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Amazonbot
User-agent: CCBot
User-agent: cohere-ai
User-agent: MistralAI-User
User-agent: DuckAssistBot
User-agent: Bytespider
Allow: /
Disallow: /en/learn
Disallow: /en/learning
Disallow: /en/known
Disallow: /en/notes
Disallow: /en/backpack
Disallow: /en/otti
Disallow: /en/profile
Disallow: /en/history
Disallow: /en/progress
Disallow: /en/admin
Disallow: /en/level-test/question
Disallow: /en/level-test/result
Disallow: /en/welcome
Disallow: /en/invite$
Disallow: /en/premium/
Disallow: /en/cancel/
Disallow: /en/register/
Disallow: /de/learn
Disallow: /de/learning
Disallow: /de/known
Disallow: /de/notes
Disallow: /de/backpack
Disallow: /de/otti
Disallow: /de/profile
Disallow: /de/history
Disallow: /de/progress
Disallow: /de/admin
Disallow: /de/level-test/question
Disallow: /de/level-test/result
Disallow: /de/welcome
Disallow: /de/invite$
Disallow: /de/premium/
Disallow: /de/cancel/
Disallow: /de/register/
Disallow: /uk/learn
Disallow: /uk/learning
Disallow: /uk/known
Disallow: /uk/notes
Disallow: /uk/backpack
Disallow: /uk/otti
Disallow: /uk/profile
Disallow: /uk/history
Disallow: /uk/progress
Disallow: /uk/admin
Disallow: /uk/level-test/question
Disallow: /uk/level-test/result
Disallow: /uk/welcome
Disallow: /uk/invite$
Disallow: /uk/premium/
Disallow: /uk/cancel/
Disallow: /uk/register/
Disallow: /ru/learn
Disallow: /ru/learning
Disallow: /ru/known
Disallow: /ru/notes
Disallow: /ru/backpack
Disallow: /ru/otti
Disallow: /ru/profile
Disallow: /ru/history
Disallow: /ru/progress
Disallow: /ru/admin
Disallow: /ru/level-test/question
Disallow: /ru/level-test/result
Disallow: /ru/welcome
Disallow: /ru/invite$
Disallow: /ru/premium/
Disallow: /ru/cancel/
Disallow: /ru/register/
Disallow: /_

Sitemap: https://hallootti.com/sitemap.xml