# robots.txt for sleekpixelwebdesigns.com # https://www.robotstxt.org/robotstxt.html # Allow all crawlers User-agent: * # Prevent crawling of user-specific and authentication pages Disallow: /user/ Disallow: /login/ Disallow: /register/ Disallow: /forgot/ Disallow: /reset/ Disallow: /confirm/ Disallow: /terms Disallow: /privacy # Prevent crawling of URLs that might cause security issues Disallow: /?*http://* Disallow: /?*https://* Disallow: /?ref=http://* Disallow: /?ref=https://* # Allow crawling of all other content Allow: / # Sitemap location Sitemap: https://sleekpixelwebdesigns.com/sitemap.xml