# Allow full access

User-agent:*
Disallow:

## Magento sitemap: uncomment and replace the URL to your Magento sitemap file
#Sitemap: https://host.com/media/path/to/sitemap/sitemap.xml

## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$

# Do not crawl non-public media files

Disallow: /*.tsv$
Disallow: /*.lck$

 
## Do not crawl Magento admin page
Disallow: /admin/


# Default Instructions

Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=

## Do not crawl common Magento files
Disallow: /cron.php
Disallow: /get.php
Disallow: /health_check.php
Disallow: /index.php
Disallow: /static.php

## MAGENTO SEO IMPROVEMENTS
 
## Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?dir*
Disallow: /*?dir=*
Disallow: /*&dir=*
Disallow: /*?dir=desc
Disallow: /*?dir=asc

# M2

Disallow: /*?product_list_order=*
Disallow: /*&product_list_order=*

Disallow: /*?product_list_mode=*
Disallow: /*&product_list_mode=*

Disallow: /*?product_list_limit=*
Disallow: /*&product_list_limit=*


Disallow: /*?limit=all
Disallow: /*&limit=all

Disallow: /*?limit=*
Disallow: /*&limit=*

Disallow: /*?mode*
Disallow: /*?mode=*
Disallow: /*&mode=*

Disallow: /*?price=*
Disallow: /*&price=*

Disallow: /*?order=*
Disallow: /*&order=*

Disallow: /*?p=*
Disallow: /*&p=*

Disallow: /*?color*=*
Disallow: /*&color*=*

## Do not crawl links with ?redirect= parameter
Disallow: /*?redirect=*

# Restrict User Account & Checkout Pages

Disallow: /checkout/
Disallow: /checkout/cart/
Disallow: /klarna/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

# Disallow Catalog Search Pages

Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/

Disallow: /wishlist/
Disallow: /magebird_popup/
Disallow: /remarkety/

# Do not crawl Pakettikauppa Shipping tracking pages
Disallow: /track/shipment/

# Restrict CMS Directories

Disallow: /errors/
Disallow: /opt/
Disallow: /patches/

# Disallow Duplicate Content

Disallow: /tag/
Disallow: /review/

# Disallow API endpoints

Disallow: /rest/
Disallow: /lay_nav/