User-agent: * Allow: / # Disallow admin or temporary folders (if they exist) Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /test/ Disallow: /old/ # Point crawlers to the sitemap file Sitemap: https://www.angstec.com/sitemap.xml