Sitemap: https://onubenses.com/sitemap.xml.gz

User-agent: *
# Evitar búsquedas, formularios y vistas sin valor
Disallow: /@@search
Disallow: /@@search_rss$
Disallow: /@@sendto_form$
Disallow: /login_form
Disallow: /mail_password_form
Disallow: /contact-info
Disallow: /change_password
Disallow: /*atct_album_view$
Disallow: /*folder_summary_view$
Disallow: /*listing_view$
Disallow: /*thumbnail_view$
Disallow: /*summary_view$
Disallow: /*folder_factories$
Disallow: /*edit$

# Recursos internos de Plone
Disallow: /portal_css/
Disallow: /portal_javascripts/
Disallow: /portal_factory/
Disallow: /temporary_folder/
Disallow: /++resource++

# Evitar URLs con parámetros
Disallow: /*?

# --- Control por buscador ---

# Google: respeta robots.txt pero ignora Crawl-delay
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

# Bing y Yahoo! (comparten infraestructura, respetan Crawl-delay)
User-agent: Bingbot
Crawl-delay: 60

User-agent: Slurp
Crawl-delay: 60

# DuckDuckGo
User-agent: DuckDuckBot
Crawl-delay: 60

# Yandex
User-agent: YandexBot
Crawl-delay: 60

# Ecosia (basado en Bing)
User-agent: ecosia
Crawl-delay: 60

# GPTBot (OpenAI)
User-agent: GPTBot
Crawl-delay: 60

# CCBot (Common Crawl)
User-agent: CCBot
Crawl-delay: 60

# Barkrowler (Qwant)
User-agent: Barkrowler
Crawl-delay: 60

# PetalBot (Huawei)
User-agent: PetalBot
Crawl-delay: 60