# Robots.txt for Professional QR Code Generator
# Website: https://rskworld.in/qr-generator/
# Last updated: March 8, 2026

User-agent: *
Allow: /

# Priority crawling for main content
Allow: /qr-generator/
Allow: /qr-generator/assets/
Allow: /qr-generator/css/
Allow: /qr-generator/js/
Allow: /qr-generator/api/

# Allow sitemap access
Allow: /qr-generator/sitemap.xml

# Disallow sensitive directories
Disallow: /qr-generator/.git/
Disallow: /qr-generator/node_modules/
Disallow: /qr-generator/.env/
Disallow: /qr-generator/*.log
Disallow: /qr-generator/tmp/
Disallow: /qr-generator/temp/

# Disallow admin and development files
Disallow: /qr-generator/admin/
Disallow: /qr-generator/dev/
Disallow: /qr-generator/test/
Disallow: /qr-generator/testing/

# Disallow backup and configuration files
Disallow: /qr-generator/*.backup
Disallow: /qr-generator/*.bak
Disallow: /qr-generator/*.config
Disallow: /qr-generator/*.conf

# Specific user agent rules
User-agent: Googlebot
Allow: /qr-generator/
Crawl-delay: 1

User-agent: Bingbot
Allow: /qr-generator/
Crawl-delay: 2

User-agent: Slurp
Allow: /qr-generator/
Crawl-delay: 3

# Social media crawlers
User-agent: facebookexternalhit
Allow: /qr-generator/
Allow: /qr-generator/assets/images/

User-agent: Twitterbot
Allow: /qr-generator/
Allow: /qr-generator/assets/images/

User-agent: LinkedInBot
Allow: /qr-generator/
Allow: /qr-generator/assets/images/

# Image search crawlers
User-agent: Googlebot-Image
Allow: /qr-generator/assets/images/
Allow: /qr-generator/assets/icons/

User-agent: Bingbot-Image
Allow: /qr-generator/assets/images/
Allow: /qr-generator/assets/icons/

# API crawlers
User-agent: Googlebot-API
Allow: /qr-generator/api/

# Disallow aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap location
Sitemap: https://rskworld.in/qr-generator/sitemap.xml
Sitemap: https://rskworld.in/sitemap.xml

# Caching directives for specific crawlers
User-agent: Googlebot
Allow: /qr-generator/*.css
Allow: /qr-generator/*.js
Allow: /qr-generator/*.png
Allow: /qr-generator/*.jpg
Allow: /qr-generator/*.jpeg
Allow: /qr-generator/*.svg
Allow: /qr-generator/*.ico

# SEO optimization directives
# Allow crawling of all important content
# Disallow only sensitive and development files
# Provide clear sitemap access
# Set reasonable crawl delays to prevent server overload
