# Block AhrefsSiteAudit bot completely
User-agent: AhrefsSiteAudit
Disallow: /

# Crawlers Setup 
User-agent: * 
Crawl-delay: 10

# Directories 
Disallow: /404/ 
Disallow: /app/
Disallow: /catalog/
Disallow: /catalogsearch/ 
Disallow: /cgi-bin/ 
Disallow: /checkout/ 
Disallow: /control/ 
Disallow: /customer/ 
Disallow: /customize/ 
Disallow: /downloader/ 
Disallow: /errors/ 
Disallow: /includes/ 
Disallow: /lib/
Disallow: /magento/ 
Disallow: /media/ 
Disallow: /pkginfo/ 
Disallow: /poll/ 
Disallow: /report/ 
Disallow: /review/ 
Disallow: /scripts/ 
Disallow: /sendfriend/ 
Disallow: /shell/ 
Disallow: /skin/ 
Disallow: /stats/ 
Disallow: /tag/ 
Disallow: /var/
Disallow: /wishlist/
Allow: /catalog/category/view/id/989
Allow: /catalog/seo_sitemap/category/ 
Allow: /media/catalog/product/
Allow: /media/nl_sitemap.xml
Allow: /media/NL-sitemap-smart-categories.xml
Allow: /media/wysiwyg/
Allow: /skin/frontend/base/default/css/
Allow: /skin/frontend/base/default/js/
Allow: /skin/frontend/tink/default/css/
Allow: /skin/frontend/tink/default/js/
Allow: /skin/frontend/tink/default/images/

# Files 
Disallow: /cron.* 
Disallow: /error_log 
Disallow: /install.php 
Disallow: /LICENSE.html 
Disallow: /LICENSE.txt 
Disallow: /LICENSE_AFL.txt 
Disallow: /STATUS.txt

# Paths (no clean URLs) 
Disallow: /*.php$
Disallow: /*?

# Allowable Index 
Allow: /*?p=
Allow: /*?dir=
Allow: /*?opt_

Sitemap: https://www.tink.nl/media/nl_sitemap.xml
Sitemap: https://www.tink.nl/blog/sitemap_index.xml