# Robots.txt for IPTV España
# https://smartiptvespana.es

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Specific rules for Google
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Specific rules for Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Specific rules for Yahoo
User-agent: Slurp
Allow: /
Crawl-delay: 1

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap location
Sitemap: https://smartiptvespana.es/sitemap.xml

# Allow crawling of important directories
Allow: /
Allow: /index.html
Allow: /precios.html
Allow: /blog/
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/images/

# Disallow crawling of non-essential directories
Disallow: /admin/
Disallow: /private/
Disallow: /*.php
Disallow: /*?*
Disallow: *.log
Disallow: *.sql
Disallow: *.zip
Disallow: *.rar
Disallow: *.tar
Disallow: *.gz

# Media files are allowed
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.mp4$
Allow: /*.webm$

# CSS and JavaScript are allowed
Allow: /*.css$
Allow: /*.js$

# Request rate limit (optional)
Request-rate: 1 request per 1 second