# ============================================================
# robots.txt for https://woombie.com/
# Magento 2 Optimized
# ============================================================

User-agent: *

# ----------------------------------------
# Magento Core System Folders
# ----------------------------------------
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /generated/
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /CHANGELOG.md
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /magento_umask
Disallow: /auth.json
Disallow: /.htaccess
Disallow: /.htaccess.sample
Disallow: /.user.ini
Disallow: /.git/
Disallow: /.github/

# ----------------------------------------
# Magento Customer & Checkout Pages
# ----------------------------------------
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /customer/account/create/
Disallow: /customer/account/forgotpassword/
Disallow: /customer/account/logoutSuccess/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/product/
Disallow: /newsletter/

# ----------------------------------------
# Cart & Order Pages
# ----------------------------------------
Disallow: /checkout/cart/
Disallow: /checkout/onepage/
Disallow: /sales/
Disallow: /sales/order/
Disallow: /sales/guest/

# ----------------------------------------
# Catalog Filter & Sort URLs (Layered Navigation)
# ----------------------------------------
Disallow: /*?dir=
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=
Disallow: /*?mode=
Disallow: /*?order=
Disallow: /*?p=
Disallow: /*?SID=
Disallow: /*?___SID=
Disallow: /*?___store=
Disallow: /*?___from_store=
Disallow: /*?price=
Disallow: /*?color=
Disallow: /*?size=
Disallow: /*?material=
Disallow: /*?manufacturer=
Disallow: /*?style=

# ----------------------------------------
# Search Pages
# ----------------------------------------
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/

# ----------------------------------------
# Common Magento URL Parameters & Tracking
# ----------------------------------------
Disallow: /*?cat=
Disallow: /*?id=
Disallow: /*?SID
Disallow: /*?gclid=
Disallow: /*?fbclid=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_term=
Disallow: /*?utm_content=
Disallow: /*?affiliate=

# ----------------------------------------
# Session IDs & Filters
# ----------------------------------------
Disallow: /*?*PHPSESSID
Disallow: /*?*session_id
Disallow: /*?sort=
Disallow: /*?filter=

# ----------------------------------------
# Duplicate Content Prevention
# ----------------------------------------
Disallow: /tag/
Disallow: /index.php/
Disallow: /*?___store
Disallow: /*?currency=
Disallow: /*?store=
Disallow: /*?___from_store

# ----------------------------------------
# Allow Important Asset Folders
# (Search engines need these to render pages properly)
# ----------------------------------------
Allow: /pub/media/catalog/sitemap.xml
Allow: /pub/media/
Allow: /pub/static/
Allow: /media/
Allow: /static/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.woff$
Allow: /*.woff2$

# ----------------------------------------
# Block Bad / Aggressive Bots (Optional)
# ----------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

# ----------------------------------------
# Crawl Delay (Optional - for less aggressive crawling)
# ----------------------------------------
User-agent: *
Crawl-delay: 5

# ----------------------------------------
# Sitemap Location
# ----------------------------------------
Sitemap: https://woombie.com/sitemap/sitemap.xml
Sitemap: https://woombie.com/sitemap/sitemap2.xml
Sitemap: https://woombie.com/pub/media/catalog/sitemap.xml
Sitemap: https://woombie.com/sitemap/blog_sitemap.xml
Sitemap: https://woombie.com/sitemap/blog_sitemap2.xml