User-agent: Baiduspider
Disallow: /

Sitemap: https://uk.store.asus.com/sitemap.xml

# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:
User-agent: AhrefsBot
Disallow: /

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/

# Paths (clean URLs)

Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /poll/
Disallow: /sendfriend/
# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
# Paths (no clean URLs)

Disallow: /*?SID=
Disallow: /catalogsearch/

# Products Path
Disallow: /ajax/