User-agent: *

# Directory
Disallow: /promotions
Disallow: /*/*/*itemcode$
Disallow: /*/*itemcode$
Disallow: /*_*_*
Disallow: /*multiselect
Disallow: /concepts/*/
Disallow: /plus-size/*
Disallow: /usignature/*
Disallow: /*gclid=
Disallow: /*PageSpeed=
Disallow: /*amp%
Disallow: /*252525
Disallow: /theme
Disallow: /catalogsearch
Disallow: /directory
Disallow: /wishlist*
Disallow: /customer/*
Disallow: /media*
Disallow: /*nosto=
Disallow: /*sitelink=
Disallow: /*dir=
Disallow: /mmtimers
Disallow: /newsletterpopup
Disallow: /captcha/refresh
Disallow: /islamic-wear/abayas*
Disallow: /islamic-wear/kaftans*
Disallow: /islamic-wear/hijab*
Disallow: /abayas*
Disallow: /kaftans*
Disallow: /hijab*
Allow: /*.jpg
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.xml



#Instructions for Bingbot

User-agent: bingbot
Disallow: /promotions
Disallow: /*/*/*itemcode$
Disallow: /*/*itemcode$
Disallow: /*_*_*
Disallow: /*multiselect
Disallow: /concepts/*/
Disallow: /plus-size/*
Disallow: /usignature/*
Disallow: /*gclid=
Disallow: /*PageSpeed=
Disallow: /*amp%
Disallow: /*252525
Disallow: /theme
Disallow: /catalogsearch
Disallow: /directory
Disallow: /wishlist*
Disallow: /customer/*
Disallow: /media*
Disallow: /*nosto=
Disallow: /*sitelink=
Disallow: /*dir=
Disallow: /mmtimers
Disallow: /newsletterpopup
Disallow: /captcha/refresh
Disallow: /islamic-wear/abayas*
Disallow: /islamic-wear/kaftans*
Disallow: /islamic-wear/hijab*
Disallow: /abayas*
Disallow: /kaftans*
Disallow: /hijab*
Allow: /*.jpg
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.xml


#Allow all to Nosto crawler
User-agent: NostoCrawlerBot
Allow: / 

# Instruction for GoogleOther
User-agent: googleother
Disallow: /*price=
Disallow: /*stype=
Disallow: /*title=
Disallow: /*id=
Disallow: /promotions
Disallow: /*/*/*itemcode$
Disallow: /*/*itemcode$
Disallow: /*_*_*
Disallow: /*multiselect
Disallow: /concepts/*/
Disallow: /plus-size/*
Disallow: /usignature/*
Disallow: /*gclid=
Disallow: /*PageSpeed=
Disallow: /*amp%
Disallow: /*252525
Disallow: /theme
Disallow: /catalogsearch
Disallow: /directory
Disallow: /wishlist*
Disallow: /customer/*
Disallow: /media*
Disallow: /*nosto=
Disallow: /*sitelink=
Disallow: /*dir=
Disallow: /mmtimers
Disallow: /newsletterpopup
Disallow: /captcha/refresh
Disallow: /islamic-wear/abayas*
Disallow: /islamic-wear/kaftans*
Disallow: /islamic-wear/hijab*
Disallow: /abayas*
Disallow: /kaftans*
Disallow: /hijab*
Allow: /*.jpg
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.xml

# Crawl Instruction for Semrush

User-agent: Pinterestbot
Crawl-delay: 3

User-agent: AI-SearchBot
Crawl-delay: 3

User-agent: SemrushBot
Crawl-delay: 0.6

User-agent: SiteAuditBot
Crawl-delay: 0.6


Sitemap: https://www.utsavfashion.com/sitemap.xml