User-agent: *
Disallow: /shedule/

# --- Meta ---
User-agent: facebookexternalhit
User-agent: facebot
User-agent: meta-externalagent
Crawl-delay: 5

# --- Apple ---
User-agent: applebot
Crawl-delay: 5

# --- Bing ---
User-agent: bingbot
Crawl-delay: 5

# --- Amazon ---
User-agent: amazonbot
Crawl-delay: 5

# --- Google (игнорирует Crawl-delay, но не помешает) ---
User-agent: googlebot
User-agent: adsbot-google
User-agent: mediapartners-google
Crawl-delay: 5

# --- Яндекс ---
User-agent: yandexbot
Crawl-delay: 5

# --- DuckDuckGo ---
User-agent: duckduckbot
Crawl-delay: 5

# --- Baidu ---
User-agent: baiduspider
Crawl-delay: 5

# --- Yahoo ---
User-agent: slurp
Crawl-delay: 5

# --- Twitter ---
User-agent: twitterbot
Crawl-delay: 5

# --- LinkedIn ---
User-agent: linkedinbot
Crawl-delay: 5

# --- Pinterest ---
User-agent: pinterest
Crawl-delay: 5

# --- Reddit ---
User-agent: redditbot
Crawl-delay: 5

# --- SEO / мониторинг ---
User-agent: ahrefsbot
User-agent: semrushbot
User-agent: dotbot
User-agent: mj12bot
User-agent: rogerbot
Crawl-delay: 5

# --- Все остальные краулеры (вежливое пожелание) ---
User-agent: *
Crawl-delay: 5