# OPTIMIZED ROBOTS.TXT FOR SEO, PERFORMANCE, AND SECURITY
# Site: sandyaveledo.net

# ---------------------------
# GENERAL SETTINGS
User-agent: *

# Disallow access to sensitive directories and files
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /search/
Disallow: /?s=
Disallow: /author/
Disallow: 
Disallow: /tag/
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /*?wordfence_lh=

# Disallow WordPress-specific query parameters
Disallow: /page/*/?s=
Disallow: /*?wordfence_lh=

# Allow .webp images to be indexed
Allow: /*.webp$

# Block query parameters often used in unwanted scraping
Disallow: /*?*redirect_to=
Disallow: /*?*preview=true

# ---------------------------
# SPECIFIC USER-AGENT RULES

# Allow Googlebot (general)
User-agent: Googlebot
Allow: / 

# Allow Googlebot-Image to index .webp images
User-agent: Googlebot-Image
Allow: /*.webp$

# Allow Googlebot for News, Video, and Mobile
User-agent: Googlebot-News
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: Googlebot-Mobile
Allow: /

# ---------------------------
# SITEMAP LOCATION
# Point to your XML sitemap(s)
Sitemap: https://sandyaveledo.net/sitemap_index.xml
Sitemap: https://sandyaveledo.net/sitemap-images.xml

# ---------------------------
# BLOCK BAD BOTS
# Example of blocking specific user agents
User-agent: BadBot
Disallow: /
User-agent: EvilScraper
Disallow: /

# END OF FILE