# robots.txt for http://alohaaz.org User-agent: * Disallow: /aloha-email-list/ Disallow: /cgi-bin/ Disallow: /generator/ Disallow: /Library/ Disallow: /uberlinks/ Disallow: /Templates/ # Ignore FrontPage files Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_map Disallow: /_vti_pvt Disallow: /_vti_txt # this below was needed for Bing/Msn webmaster acct Sitemap: http://tucson-webdesign.com/sitemap.xml # these below are Delays for the top 4 engines #User-agent: Slurp #Crawl-delay: 0.5 #User-agent: msnbot #Crawl-delay: 0.5 #User-agent: googlebot #Crawl-delay: 0.5 #User-agent: Teoma # this is ASK #Crawl-delay: 0.5 # # this is how to exclude a bot completely # # User-agent: Xenu Link Sleuth 1.3.5 # Disallow: / User-agent: Speedy Disallow: /