# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / User-agent: * Disallow: /admin/ Disallow: /pro/*/get_calendar Allow: / # Three separate sitemaps (config/{main,locations,pro}_sitemap.rb), each under # public/sitemaps//. There is no combined sitemap. Uncompressed .xml on purpose: # nginx serves the .gz variants as application/octet-stream, which strict clients # refuse to open, while .xml is served as text/xml. Sitemap: https://www.kadro.co/sitemap_index.xml Sitemap: https://www.kadro.co/sitemaps/main/sitemap.xml Sitemap: https://www.kadro.co/sitemaps/locations/sitemap.xml Sitemap: https://www.kadro.co/sitemaps/pro/sitemap.xml