# robots.txt # Sitemap location Sitemap: https://www.aspinallfoundation.org/sitemap.xml # Exclude Files From All Robots: User-Agent: * Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /config/ Disallow: /data/ Disallow: /install/ Disallow: /masterpages/ Disallow: /python/ Disallow: /umbraco/ Disallow: /umbraco_client/ Disallow: /usercontrols/ Disallow: /xslt/ # End robots.txt file User-agent: NinjaBot Disallow: /