# robots.txt for http://osvita.ua
User-Agent: *
Disallow: /users/*
Disallow: /html/*
Disallow: /*print/
Disallow: /go.ph*
Disallow: /doc/dis*
Disallow: /google_search.html*
Disallow: /guide/*
Disallow: /*?
Allow: /doc/*?

User-agent: Yandex
Disallow: /users/*
Disallow: /html/*
Disallow: /*print/
Disallow: /go.ph*
Disallow: /doc/dis*
Disallow: /google_search.html*
Disallow: /guide/*
Disallow: /*?
Allow: /doc/*?
Crawl-delay: 3

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

Sitemap: https://osvita.ua/sitemapindex.xml
Sitemap: https://osvita.ua/sitemapguide.xml

Host: osvita.ua