# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /
User-agent: axios/0.19.2
Disallow: /
User-agent: axios
Disallow: /
User-agent: apptus_tce
Disallow: /
User-agent: apptus_tce/1.2
Disallow: /
User-agent: MSRBOT
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: VSynCrawler/1.0
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: 008
Disallow: /
User-agent: *
Disallow: /ref
Disallow: /ref/
Disallow: /ref/*
Disallow: /redirect*
Disallow: /v3
Disallow: /v3/
Disallow: /v3/*
Disallow: /demo/signup
Disallow: /demo/signup/
User-agent: *
Allow: /
Sitemap: https://www.karmanow.com/sitemaps/sitemap.xml.gz