Sitemap: https://odtur.pl/sitemap.xml

###
### Dozwolone roboty
###

# Sogou Spider
User-agent: Sogouspider
Crawl-Delay: 10
Allow: /

# SEMrushBot
User-agent: SEMrushBot
Crawl-Delay: 10
Allow: /

# Majestic-12 (MJ12bot)
User-agent: MJ12bot
Crawl-Delay: 10
Allow: /

# CCBot - AI 
User-agent: CCBot
Crawl-Delay: 10
Allow: /

# ClaudeBot - AI
User-agent: ClaudeBot
Crawl-Delay: 10
Allow: /

# GPT Bot - AI
User-agent: GPTBot
Crawl-Delay: 10
Allow: /

# Googlebot
User-agent: Googlebot
Crawl-Delay: 10
Allow: /

# Bingbot
User-agent: Bingbot
Crawl-Delay: 10
Allow: /

# YandexBot
User-agent: YandexBot
Crawl-Delay: 10
Allow: /

# Baiduspider
User-agent: Baiduspider
Crawl-Delay: 10
Allow: /

# DuckDuckBot
User-agent: DuckDuckBot
crawl-delay: 6
Allow: /

# Facebook Bot
User-agent: FacebookBot
crawl-delay: 6
Allow: /

# Twitterbot
User-agent: Twitterbot
crawl-delay: 6
Allow: /

# Pinterestbot
User-agent: Pinterestbot
crawl-delay: 6
Allow: /

# LinkedInBot
User-agent: LinkedInBot
crawl-delay: 6
Allow: /

# Applebot
User-agent: Applebot
crawl-delay: 6
Allow: /

# AhrefsBot
User-agent: AhrefsBot
crawl-delay: 6
Allow: /

# AhrefsSiteAudit
User-agent: AhrefsSiteAudit
crawl-delay: 4
Allow: /

User-agent: PetalBot
Crawl-Delay: 10
Allow: /

# Inne boty
User-agent: *
crawl-delay: 20
Allow: /
Disallow: /private/