# Robots.txt for Aggriin Velas - Spanish Artisan Candles
# Website: https://aggriingeg.media

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://aggriingeg.media/sitemap.xml

# Allow indexing of main content areas
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /blog/

# Disallow private or system files
Disallow: /admin/
Disallow: /private/
Disallow: /*.log
Disallow: /temp/
Disallow: /backup/

# Specific pages to allow (important content)
Allow: /
Allow: /about.html
Allow: /history.html
Allow: /contact.html
Allow: /blog.html
Allow: /blog/*.html

# Legal pages (allow but lower priority)
Allow: /privacy.html
Allow: /terms.html
Allow: /cookies.html

# Thank you page (allow but not priority for indexing)
Allow: /thanks.html

# Crawl delay (be respectful to server resources)
Crawl-delay: 1

# Google specific directives
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing specific directives  
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block malicious bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Social media bots (allow for sharing)
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# Additional sitemap for images
Sitemap: https://aggriingeg.media/sitemap-images.xml