User-agent: * Allow: / # Nothing here is a page. Crawling it only burns the endpoints' rate limits. Disallow: /api/ # Crawlers do not look for a sitemap unless told where it is. This line is how # /privacy.html and /terms.html get discovered without waiting to be crawled # from the footer of a page that is almost entirely canvas. # # It must be an absolute URL — a relative path is ignored by every major crawler. Sitemap: https://skandarobotics.com/sitemap.xml