User-agent: *
Sitemap: https://liberdebit.com/sitemap.xml
##############
#   custom   #
##############
User-agent: *
Disallow: /web/
Disallow: /web/login
Disallow: /web/signup
Disallow: /web/reset_password
Disallow: /web/session
Disallow: /groups
Disallow: /info
Disallow: /my
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /payment
Disallow: /auth_oauth/
Disallow: /mail/
Disallow: /website/translations
Disallow: /website/info
Disallow: /website/language
Disallow: /portal/
Disallow: /*?*
# Evita sobrecarga del servidor
Crawl-delay: 10
# Bloqueo de bots maliciosos y scrapers conocidos
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: BlexBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Sogou Spider
Disallow: /
User-agent: AlphaBot
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: Dataprovider
Disallow: /
# Permitir imágenes y CSS/JS para mejorar la indexación
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
# Sitemap para mejorar la indexación
Sitemap: https://www.liberdebit.com/sitemap.xml