# Crawlers Setup

# Added by PK 23/07/2024
User-agent: ImagesiftBot
Disallow: /

# Added by PK 08/05/2025
User-agent: AhrefsBot
Disallow: /

User-agent: *

# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /compare/
# Added by PK 07/09/2022
Disallow: /search/
# Added by PK 27/09/2022
Disallow: /mwdownloads/download/link/

# Paths
# Disallow: */checkout Removed due to conflicting CSS files with the same path
Disallow: /*my-account
Disallow: /*catalog/category/view/
Disallow: /*catalog/product/view/
Disallow: /*SID=”

# Parameters to prevent server overload
Disallow: /*?customFilters
Disallow: /*?listingCount
Disallow: /*?sortKey

#WordPress added by PK 10/03/2025
Disallow: /news/wp-admin/
Disallow: /news/?s=

# Magento Sitemaps
Sitemap: https://www.printerbase.co.uk/media/sitemap.xml
Sitemap: https://www.printerbase.co.uk/news/sitemap_index.xml