# $Id: robots.txt, 2009/09/01 18:06 ron Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of this site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on the site, # we save bandwidth and server resources. User-agent: Googlebot-Image Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: * # Directories Disallow: /administrator/ Disallow: /bot-trap/ Disallow: /cache/ Disallow: /components/ Disallow: /download/ # Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /libraries/ Disallow: /logs/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ # Paths Disallow: /*?fontstyle=f-* Disallow: /*&fontstyle=f-* # Files Disallow: /*.doc$