User-agent: *
Crawl-delay: 5
Disallow: /archive/
Disallow: /admin/
Disallow: /cloudflare/
Disallow: /archive/other/
Disallow: /php/
Disallow: /search
Disallow: /photos/search
Disallow: /search/
Sitemap: https://theplace.ru/sitemap.xml

User-agent: Yandex
Crawl-delay: 3
Disallow: /admin/
Disallow: /archive/
Disallow: /cloudflare/
Disallow: /archive/other/
Disallow: /php/php/
Disallow: /php/
Disallow: /search
Disallow: /photos/search
Disallow: /search/

User-agent: YandexImages
Crawl-delay: 5
Disallow: /archive/
Disallow: /search
Disallow: /search/

User-agent: YandexImageResizer
Crawl-delay: 5
Disallow: /archive/
Disallow: /search
Disallow: /search/

User-agent: Googlebot-Image
Crawl-delay: 5
Disallow: /archive/
Disallow: /search
Disallow: /search/


User-agent: bingbot
Crawl-delay: 10
Disallow: /search
Disallow: /archive/
Disallow: /photos/search
Disallow: /search/


# Apple: оставляем поиск, запрещаем использование для AI training
User-agent: Applebot
Crawl-delay: 30
Allow: /
Disallow: /archive/
Disallow: /storage/

User-agent: Applebot-Extended
Disallow: /

# Amazon: запрещаем training-краулер, оставляем поиск/пользовательские запросы
User-agent: Amazonbot
Crawl-delay: 30
Disallow: /

User-agent: Amzn-SearchBot
Allow: /
Disallow: /archive/

User-agent: Amzn-User
Allow: /
Disallow: /archive/

# Anthropic: запрещаем training, (опционально) оставляем user/search
User-agent: ClaudeBot
Crawl-delay: 30
Disallow: /
Disallow: /storage/
Disallow: /archive/

User-agent: Claude-User
Allow: /
Disallow: /storage/
Disallow: /archive/

User-agent: Claude-SearchBot
Allow: /
Disallow: /storage/
Disallow: /archive/

User-agent: GPTBot
Crawl-delay: 30
Disallow: /storage/
Disallow: /archive/