User-agent: Amazonbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Bytedance
Disallow: /

User-agent: Baiduspider-image
Disallow: /

# Bing
User-agent: Bingbot
Crawl-delay: 20

# Google Image Crawler Setup
User-agent: Googlebot-Image

# Google Crawler Setup
User-agent: Googlebot

User-agent: meta-externalagent
Crawl-delay: 60

# Crawlers Setup
User-agent: *
Disallow: /hd-sales/shippingEstimator/GetProductViewHtml
Disallow: /hd-sales/shippingEstimator/GetCartHtml
Disallow: /hd-sales/validate/vat
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/

# Sitemaps
Sitemap: https://aerosus.de/sitemap_de.xml
Sitemap: https://aerosus.net/sitemap_en.xml
Sitemap: https://aerosus.it/sitemap_it.xml
Sitemap: https://aerosus.fr/sitemap_fr.xml
Sitemap: https://aerosus.es/sitemap_es.xml
Sitemap: https://aerosus.co.uk/sitemap_uk.xml
Sitemap: https://aerosus.nl/sitemap_nl.xml
Sitemap: https://aerosus.ro/sitemap_ro.xml
Sitemap: https://aerosus.pl/sitemap_pl.xml
Sitemap: https://aerosus.be/sitemap_be_nl.xml
Sitemap: https://fr.aerosus.be/sitemap_be_fr.xml
Sitemap: https://aerosus.ch/sitemap_ch_de.xml
Sitemap: https://fr.aerosus.ch/sitemap_ch_fr.xml
Sitemap: https://aerosus.com/sitemap_us.xml
Sitemap: https://aerosus.ru/sitemap_ru.xml
Sitemap: https://aerosus.cz/sitemap_cz.xml
Sitemap: https://aerosus.pt/sitemap_pt.xml
Sitemap: https://aerosus.fi/sitemap_fi.xml
Sitemap: https://aerosus.se/sitemap_se.xml