User-agent: * Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /private/ Disallow: /m/ Disallow: /m/a Disallow: /portal # Allow crawling of all other areas Allow: / # Sitemap Sitemap: https://www.hephaestusforgeworks.com/sitemap.xml # Crawl-delay to prevent server overload Crawl-delay: 10