# Robots.txt for Meme Generator by RSK World
# Author: RSK World
# Website: https://rskworld.in
# Contact: help@rskworld.in, +91 93305 39277
# Year: 2026

User-agent: *
Allow: /

# Allow search engines to crawl all important pages
Allow: /meme-generator/
Allow: /meme-generator/templates/
Allow: /meme-generator/gallery/
Allow: /meme-generator/analytics/
Allow: /meme-generator/demo.html
Allow: /meme-generator/README.md

# Disallow crawling of system files and sensitive directories
Disallow: /meme-generator/*.json$
Disallow: /meme-generator/*.js$
Disallow: /meme-generator/*.css$
Disallow: /meme-generator/sw.js$
Disallow: /meme-generator/manifest.rsk$
Disallow: /meme-generator/robots.txt$
Disallow: /meme-generator/sitemap.xml$

# Allow specific JS/CSS files that are important for SEO
Allow: /meme-generator/styles.css$
Allow: /meme-generator/advanced-styles.css$
Allow: /meme-generator/script.js$
Allow: /meme-generator/advanced-features.js$

# Crawl delay for respectful crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://rskworld.in/meme-generator/sitemap.xml

# Special rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Block unwanted bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Allow social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /

# Allow image indexing
User-agent: Googlebot-Image
Allow: /meme-generator/
Allow: *.jpg
Allow: *.png
Allow: *.gif
Allow: *.webp

# Allow video indexing (if any videos are added)
User-agent: Googlebot-Video
Allow: /meme-generator/
Allow: *.mp4
Allow: *.webm
Allow: *.ogg

# SEO-friendly rules for meme templates
User-agent: *
Allow: /meme-generator/template/*
Allow: /meme-generator/templates/*
Allow: /meme-generator/category/*
Allow: /meme-generator/trending/*
Allow: /meme-generator/popular/*

# Disallow temporary or generated content
Disallow: /meme-generator/temp/
Disallow: /meme-generator/cache/
Disallow: /meme-generator/generated/
Disallow: /meme-generator/user-uploads/

# Allow API endpoints for potential integrations
User-agent: *
Allow: /meme-generator/api/
Allow: /meme-generator/v1/

# Rate limiting for aggressive crawlers
User-agent: *
Crawl-delay: 1
Request-rate: 1/1

# Host directive for Yandex
Host: https://rskworld.in

# Additional SEO directives
# Clean URLs without parameters
Clean-param: utm_source&utm_medium&utm_campaign /meme-generator/
Clean-param: session_id /meme-generator/
Cleanparam: ref /meme-generator/

# Allow crawling of meme categories
Allow: /meme-generator/category/animals
Allow: /meme-generator/category/celebrity
Allow: /meme-generator/category/classic
Allow: /meme-generator/category/trending
Allow: /meme-generator/category/custom

# Allow crawling of help and documentation
Allow: /meme-generator/help/
Allow: /meme-generator/docs/
Allow: /meme-generator/faq/
Allow: /meme-generator/tutorial/

# Disallow admin and private areas
Disallow: /meme-generator/admin/
Disallow: /meme-generator/private/
Disallow: /meme-generator/config/
Disallow: /meme-generator/logs/

# End of robots.txt
