User-agent: *
# General
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /*SID=
 
# File extensions
Disallow: /*.php$
 
# Filtering
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode
 
# Search
Disallow: /search/
Disallow: /catalogsearch/
Disallow: /*?q=*
 
# Catalog
Disallow: /catalog/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product_compare/
Disallow: /sendfriend/
Disallow: /review/
 
# Customer
Disallow: /customer/
 
# Checkout
Disallow: /checkout/
Disallow: /onestepcheckout/
 
# Disallow PetalBot
User-agent: PetalBot
Disallow: /
 
# Disallow Ahrefs
User-agent: AhrefsBot
Disallow: /
 
# Disallow MJ12Bot
User-agent: MJ12bot
Disallow: /
 
# Disallow SemrushBot
User-agent: SemrushBot
Disallow: /
 
# Disallow Baidu
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
 
# Disallow Yandex
User-agent: Yandexbot
Disallow: /
 
# Custom Rules (Add Custom site rules here)
Sitemap: https://www.fishingtackleunlimited.com/sitemap.xml