# ===========================
# Sitemaps
# ===========================
Sitemap: https://www.sterlingmachinery.com/sterling-sitemap.xml
Sitemap: https://www.sterlingmachinery.com/sitemap_video.xml
Sitemap: https://www.sterlingmachinery.com/blog/sitemap.xml

# ===========================
# Default rules for ALL bots
# ===========================
User-agent: *
Disallow: /1800
Disallow: /javascript
Disallow: /mailto
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /pub/
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /onestepcheckout/
Disallow: /contacts/
Disallow: /newsletter/
Disallow: /review/
Disallow: /control/
Disallow: /*?SID=
Disallow: /*?p=*
Disallow: /*??*
Disallow: */checkout/cart/add*
Disallow: */wishlist/index/add*
Disallow: /*?*product_list_
Disallow: /*?dir*
Disallow: /*?mode=*
Disallow: /*?limit=all
Disallow: /*?o=*
Disallow: /*?d=*
Disallow: /*.git
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$

# ===========================
# Good bots (allowed)
# ===========================
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# ===========================
# Known aggressive bots (blocked)
# ===========================
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

# ===========================
# Blog rules
# ===========================
Allow: /blog/sm-login/admin-ajax.php
Allow: /blog/wp-admin/admin-ajax.php
Disallow: /sm-login/
Disallow: /wp-admin/
Disallow: */wp-admin/
Disallow: */?s=
Disallow: */wp-content/plugins/
Disallow: */blog/refer/
Disallow: */wp-content/*
Disallow: */wp-includes/
Disallow: /blog/feed/*
Disallow: /blog/feed/
Disallow: */feed/*
Disallow: */feed/