# robots.txt for web spiders # created by mark a. foltz 8/30/02 # disallow all robots #User-Agent: * #Disallow: / # disallow all robots from content outside of main blog directory, # including photos and images to discourage hotlinking. # i guess crawling CSS and JS is okay. User-Agent: * Disallow: /friends Disallow: /photos Disallow: /scgi-bin Disallow: /images Disallow: /cgi-bin Disallow: /mischievium Disallow: /secure Disallow: /personal