# Allow crawling of all pages
User-agent: *
Disallow:

# Disallow Magento 2 admin URLs
Disallow: /admin/

# Disallow Magento 2 checkout and customer pages for all bots
Disallow: /checkout/
Disallow: /onestepcheckout/

# Disallow Magento 2 comparison pages
Disallow: /catalog/product_compare/

# Disallow Magento 2 email pages
Disallow: /email/

# Disallow Magento 2 product email forms
Disallow: /productalert/

# Disallow Magento 2 cookies
Disallow: /cookie/

# Disallow Magento 2 backend
Disallow: /backend/

# Disallow Magento 2 cron scripts
Disallow: /cron.php
Disallow: /cron.sh

# Disallow Magento 2 dev directory
Disallow: /dev/

# Disallow Magento 2 errors
Disallow: /errors/

# Disallow Magento 2 lib directory
Disallow: /lib/

# Disallow Magento 2 PHP info
Disallow: /phpinfo/

# Disallow Magento 2 setup directory
Disallow: /setup/

# Disallow Magento 2 shell directory
Disallow: /shell/

# Disallow Magento 2 var directory
Disallow: /var/

# Disallow Magento 2 app/etc/ directory
Disallow: /app/etc/

# Disallow Magento 2 var/cache/ directory
Disallow: /var/cache/

# Disallow Magento 2 var/report/ directory
Disallow: /var/report/

# Disallow Magento 2 var/session/ directory
Disallow: /var/session/

# Disallow Magento 2 var/log/ directory
Disallow: /var/log/

# Disallow Magento 2 var/backup/ directory
Disallow: /var/backup/

# Disallow Magento 2 var/import/ directory
Disallow: /var/import/

# Disallow Magento 2 var/export/ directory
Disallow: /var/export/

# Disallow Magento 2 generated code directory
Disallow: /generated/

# Disallow Magento 2 composer files
Disallow: /composer.json
Disallow: /composer.lock

# Restrict Catalog Search Page

Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /?modes

Disallow: /lib
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /*SID=/

Sitemap: https://www.tuffshop.co.uk/sitemap.xml