User-agent: *
Disallow: /download/
Disallow: /node/
Disallow: /autodiscover.xml
Disallow: /mail/
Disallow: /errorpage404
 
# Block malformed URL patterns causing 404 floods
Disallow: /*/accionistas/accionistas/
Disallow: /*/revista-accionista/accionistas/accionistas/
Disallow: /pt-br/
 
# Protect API and preview endpoints
Disallow: /api/
Disallow: /preview/
 
# Block aggressive/problematic bots
User-agent: Bytespider
Disallow: /
 
User-agent: AhrefsBot
Crawl-delay: 20
 
User-agent: ClaudeBot
Crawl-delay: 10
 
User-agent: ChatGPT-User
Crawl-delay: 10
 
# Allow legitimate crawlers
User-agent: Googlebot
User-agent: bingbot
Allow: /
 
Sitemap: https://www.indragroup.com/sitemap/general.xml
Sitemap: https://www.indragroup.com/sitemap/noticias.xml
Sitemap: https://defence.indragroup.com/sitemap/general.xml
Sitemap: https://defence.indragroup.com/sitemap/noticias.xml
Sitemap: https://airtraffic.indragroup.com/sitemap/general.xml
Sitemap: https://airtraffic.indragroup.com/sitemap/noticias.xml
Sitemap: https://mobility.indragroup.com/sitemap/general.xml
Sitemap: https://mobility.indragroup.com/sitemap/noticias.xml
Sitemap: https://www.minsait.com/sitemap/general.xml
Sitemap: https://www.minsait.com/sitemap/noticias.xml
Sitemap: https://www.indragroup-usa.com/sitemap/general.xml
Sitemap: https://www.indragroup-usa.com/sitemap/noticias.xml
Sitemap: https://www.indramind.com/sitemap/general.xml
Sitemap: https://www.indramind.com/sitemap/noticias.xml