# For all robots
User-agent: *

# Block access to specific groups of pages

Disallow: /in/c/*
Disallow: /in/en/c/*?q=*
Disallow: /in/en/*&v=*
Disallow: /in/en/*?v=*
Disallow: /in/en/*?p=*
Disallow: /in/en/*&p=*
Disallow: /b/*
Disallow: /in/en/search?q*
Disallow: /in/en/c/*?q=*
Disallow: /cart
Disallow: /in/en/cart/*
Disallow: /in/en/cart
Disallow: /checkout
Disallow: /in/en/checkout/*
Disallow: /in/en/checkout
Disallow: /my-account
Disallow: /in/en/my-account/*
Disallow: /in/en/my-account
Disallow: /fastpay
Disallow: /in/en/fastpay/*
Disallow: /in/en/fastpay
Disallow: /in/en/login
Disallow: /in/en/login/*
Disallow: /login
Disallow: /in/en/search/*
Disallow: /in/en/search
Disallow: /search
Disallow: /in/en/khosomat/*
Disallow: /in/en/khosomat
Disallow: /khosomat
Disallow: /in/en/coupon/*
Disallow: /in/en/coupon
Disallow: /coupon
Disallow: /in/en/voucher/*
Disallow: /in/en/voucher
Disallow: /voucher
Disallow: /in/en/aff/*
Disallow: /in/en/aff
Disallow: /aff

#Request-rate: 1/5               # maximum rate is one page every 10 seconds
#Crawl-delay: 3                  # 10 seconds between page requests

# Allow search crawlers to discover the sitemap
Sitemap: https://www.maxfashion.in/sitemapindex.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /