# Request robots to not index various files and folders
# /folder or /folder/filename.htm
# Can NOT use wild cards for file names
# folders start with / and indicate all files in that folder.

User-agent: *   # directed to all spiders
Disallow: /cgi-bin
Disallow: /images
Disallow: /notes
Disallow: /sitemap/images
Disallow: /tech/images
Disallow: /tech/notes
Disallow: /images
Disallow: /games/downloads
Disallow: /horses/cctv
Disallow: /w3c