# ============================================
# Global Rules for All User Agents
# ============================================
User-agent: *
Disallow: /admin/
Disallow: /BIN/
Disallow: /config/
Disallow: /core/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /resource_bundles/
Disallow: /sitemaptest/
Disallow: /WEB-INF/
Disallow: /all-product-urls/
Disallow: /all-media-list-page/
Disallow: /*?filename=mdm-productfamily*
Disallow: /products-solutions/filler-metals-pdf/
Disallow: /support/
Disallow: /assetbank-esab/*
Allow: /core/modules/v1/core_assets/
Allow: /core/modules/v1/cta/js/
Allow: /core/modules/v1/pdfviewer/dist/
Allow: /core/modules/v1/resource_hub/assets/css/
Allow: /modules/favorites/src/js/
Allow: /EsabDefault/js/
Allow: /EsabDefault/assets/
Allow: /EsabDefault/css/
Allow: /favorites/src/
Allow: /v1/loader/
Allow: /npm/

Crawl-delay: 5

# ============================================
# Restricted Bots
# ============================================
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: MJ12bot
Disallow: /

# Amazon’s bot
User-agent: AmazonProductDiscoverybot
Disallow: /

# SEMrush & SiteAudit
User-agent: SemrushBot
User-agent: SemrushBot-EO
User-agent: SiteAuditBot
Disallow: /admin/
Disallow: /BIN/
Disallow: /config/
Disallow: /core/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /resource_bundles/
Disallow: /sitemaptest/
Disallow: /WEB-INF/
Disallow: /all-product-urls/
Disallow: /all-media-list-page/
Disallow: /*?filename=mdm-productfamily*
Disallow: /products-solutions/filler-metals-pdf/
Disallow: /support/
Crawl-delay: 5

# Screaming Frog
User-agent: Screaming Frog SEO Spider
Disallow: /admin/
Disallow: /all-product-urls/
Disallow: /all-media-list-page/
Crawl-delay: 5

# AddSearch
User-agent: AddSearchBot
Disallow: /admin/
Crawl-delay: 2

# WonderChat
User-agent: WonderChat-Prod
Disallow: /admin/
Crawl-delay: 5

# Bigtincan
User-agent: Bigtincan Integration Server
Disallow: /
Crawl-delay: 5

# ============================================
# Google Bots
# ============================================
User-agent: Googlebot
User-agent: AdsBot-Google
User-agent: Googlebot-Image
User-agent: Googlebot-Extended
Disallow: /admin/
Disallow: /BIN/
Disallow: /config/
Disallow: /core/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /resource_bundles/
Disallow: /sitemaptest/
Disallow: /WEB-INF/
Disallow: /all-product-urls/
Disallow: /all-media-list-page/
Disallow: /*?filename=mdm-productfamily*
Disallow: /products-solutions/filler-metals-pdf/
Disallow: /support/
Crawl-delay: 5


# ============================================
# AI Bots
# ============================================
User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: meta-externalagent
Disallow: /admin/
Disallow: /BIN/
Disallow: /config/
Disallow: /core/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /resource_bundles/
Disallow: /sitemaptest/
Disallow: /WEB-INF/
Disallow: /all-product-urls/
Disallow: /all-media-list-page/
Disallow: /*?filename=mdm-productfamily*
Disallow: /products-solutions/filler-metals-pdf/
Disallow: /support/
Crawl-delay: 5


# ============================================
# Sitemaps
# ============================================
Sitemap: https://esab.com/sitemap.xml
Sitemap: https://esab.com/site-maps/cn/chn_zh/sitemap.xml
Sitemap: https://esab.com/site-maps/ae/mea_en/sitemap.xml
Sitemap: https://esab.com/site-maps/au/apc_en/sitemap.xml
Sitemap: https://esab.com/site-maps/in/ind_en/sitemap.xml
Sitemap: https://esab.com/site-maps/tr/eur_tr/sitemap.xml
Sitemap: https://esab.com/site-maps/se/eur_sv/sitemap.xml
Sitemap: https://esab.com/site-maps/es/eur_es/sitemap.xml
Sitemap: https://esab.com/site-maps/pl/eur_pl/sitemap.xml
Sitemap: https://esab.com/site-maps/nl/eur_nl/sitemap.xml
Sitemap: https://esab.com/site-maps/it/eur_it/sitemap.xml
Sitemap: https://esab.com/site-maps/hu/eur_hu/sitemap.xml
Sitemap: https://esab.com/site-maps/de/eur_de/sitemap.xml
Sitemap: https://esab.com/site-maps/fr/eur_fr/sitemap.xml
Sitemap: https://esab.com/site-maps/fi/eur_fi/sitemap.xml
Sitemap: https://esab.com/site-maps/cz/eur_cs/sitemap.xml
Sitemap: https://esab.com/site-maps/gb/eur_en/sitemap.xml
Sitemap: https://esab.com/site-maps/pt/eur_en/sitemap.xml
Sitemap: https://esab.com/site-maps/dk/eur_en/sitemap.xml
Sitemap: https://esab.com/site-maps/ro/eur_en/sitemap.xml
Sitemap: https://esab.com/site-maps/pe/sam_es/sitemap.xml
Sitemap: https://esab.com/site-maps/ar/sam_es/sitemap.xml
Sitemap: https://esab.com/site-maps/co/sam_es/sitemap.xml
Sitemap: https://esab.com/site-maps/mx/nam_es/sitemap.xml
Sitemap: https://esab.com/site-maps/br/sam_pt/sitemap.xml
Sitemap: https://esab.com/site-maps/ca/nam_en/sitemap.xml
Sitemap: https://esab.com/site-maps/fc/nam_fr/sitemap.xml
Sitemap: https://esab.com/site-maps/us/nam_en/sitemap.xml
Sitemap: https://indusuite.com/site-maps_indusuite/eds_en/sitemap.xml