## Website Sitemap
Sitemap: https://pauleka.com/sitemap/fr/sitemap.xml
Sitemap: https://pauleka.com/sitemap/uk/sitemap.xml

## Crawlers Setup
User-agent: *
# Crawl-delay: 30

## Do not crawl common Magento folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/
 
## Do not crawl common Magento files
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /php.ini.sample
Disallow: /index.php.sample
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_EE.html
Disallow: /LICENSE_EE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

## Do not crawl pages that are sorted/filtered or paginated with extra params
Disallow: /*?dir
Disallow: /*?limit
Disallow: /*?mode
Disallow: /*?p=*&
Disallow: /*from_store
Disallow: /*size_filter
Disallow: /*color_filter
Disallow: /*wishlist
Disallow: /*sendfriend


## Do not crawl links with session IDs and not clean Urls
Disallow: /*?SID=
Disallow: /*.php$

## Do not crawl checkout and customer account pages
Disallow: /fr/checkout/*
Disallow: /uk/checkout/*
Disallow: /eu/checkout/*
Disallow: /fr/customer/*
Disallow: /uk/customer/*
Disallow: /eu/customer/*

## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /fr/catalogsearch/*
Disallow: /uk/catalogsearch/*
Disallow: /eu/catalogsearch/*