User-agent: *

Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.php$

# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /var/
Disallow: /vendor/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /catalog/
Disallow: /*_mof_data
Disallow: /*base_url
Disallow: /iccatalog/product/getJsonInfo/
Disallow: /skin/frontend/manhattan/default/favicon/manifest.json

## Do not crawl some user-specific paths
Disallow: /iccatalog/compare/listids/
Disallow: /wishlist/index/listids/
Disallow: /iccatalog/compare/list/
Disallow: /customer/account/login/

## Do not crawl pages that are sorted or filtered.
Disallow: /*?*

## Allow sub pages
Allow: /*?p=*

## Do not crawl search results
Disallow: /catalogsearch/

## Do not crawl links with session IDs
Disallow: /*?SID=

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /iccatalog/compare/
Disallow: /sendfriend/

## Do not crawl store switch links
Disallow: /store/switch/*

## Do not crawl search
Disallow: /catalogsearch/

## Do not crawl export buttons
Disallow: /*?export*
Disallow: /intracom-search/result/export/

## Do not crawl Shopby main page (the one with root category)
Disallow: /shopby/

Sitemap: https://www.techly.it/media/sitemap_techly-it_1.xml

Crawl-delay: 1

User-agent: AhrefsBot
Crawl-Delay: 20