# robots.txt generated by smallseotools.com
# General Rules
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /?s=*
Disallow: /*?s=*
Disallow: /sitemap.xml

# Allow AJAX in wp-admin
Allow: /wp-admin/admin-ajax.php

# Block Specific Bots
User-agent: BadBot
Disallow: /

User-agent: EvilBot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

# Googlebot Specific Rules
User-agent: Googlebot
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /wp-login.php
Allow: /wp-admin/admin-ajax.php

# Apply Crawl Delays for All Other Bots
User-agent: *
Crawl-delay: 15

# Block Other Bots from the Entire Site
User-agent: googlebot-image
Disallow: /
User-agent: googlebot-mobile
Disallow: /
User-agent: MSNBot
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /

# General Disallow for Other Bots (can be adjusted)
User-agent: *
Disallow: /cgi-bin/

Sitemap: https://bluered.in/