# robots.txt User-agent: * Disallow: /https Disallow: /Templates Disallow: /com Disallow: /Admin Disallow: /Scripts Crawl-Delay: 15