# robots.txt for scube.me # Allow all bots except for the private and admin areas User-agent: * Disallow: /private/ Disallow: /admin/ # Block certain file types Disallow: /*.pdf$ Disallow: /*.zip$ Disallow: /*.doc$ # Allow Googlebot full access for better indexing User-agent: Googlebot Disallow: # Sitemap Sitemap: https://scube.me/sitemap.xml