# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
User-agent: *
Disallow: /searchv1
Disallow: /searchv2
Disallow: /a/
Disallow: /invite/
Disallow: /api/products/search

User-agent: Baiduspider
Disallow: /products/
Disallow: /tags/
Disallow: /nodes/

User-agent: YandexBot
Disallow: /tags/
Disallow: /api/
Disallow: /brands/
Disallow: /browse/

User-agent: bingbot
Disallow: /tags/
Disallow: /api/

User-agent: SemrushBot
Disallow: /

Sitemap: https://www.desertcart.nz/sitemaps/nz/sitemap.xml.gz