# Robots.txt for domain: http://www.boltonschool.org/ # All robots will spider the domain User-agent: * # Disallow directory /ad/ Disallow: /ad/ # Disallow directory /App_Browsers/ Disallow: /App_Browsers/ # Disallow directory /app_code/ Disallow: /app_code/ # Disallow directory /aspnet_client/ Disallow: /aspnet_client/ # Disallow directory /bin/ Disallow: /bin/ # Disallow directory /boltonschool/ Disallow: /boltonschool/ # Disallow directory /config/ Disallow: /config/ # Disallow directory /css/ Disallow: /css/ # Disallow directory /data/ Disallow: /data/ # Disallow directory /install/ Disallow: /install/ # Disallow directory /masterpages/ Disallow: /masterpages/ # Disallow directory /media/ Disallow: /media/ # Disallow directory /python/ Disallow: /python/ # Disallow directory /Redirects/ Disallow: /Redirects/ # Disallow directory /scripts/ Disallow: /scripts/ # Disallow directory /umbraco/ Disallow: /umbraco/ # Disallow directory /umbraco_client/ Disallow: /umbraco_client/ # Disallow directory /usercontrols/ Disallow: /usercontrols/ # Disallow directory /xslt/ Disallow: /xslt/ Sitemap: http://www.boltonschool.org/sitemap