# $Id: robots.txt,v 1.7.2.3 2008/12/10 20:24:38 drumm Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /contact/ Disallow: /logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ # old content Disallow: http://www.skerriesca.com/280206.doc Disallow: http://www.skerriesca.com/?q=%23 Disallow: http://www.skerriesca.com/docs/French_Welcome_Pack.pdf Disallow: http://www.skerriesca.com/docs/Welcome_Pack_Russian.pdf Disallow: http://www.skerriesca.com/docs/cycling_fcc.doc Disallow: http://www.skerriesca.com/docs/soundwaves2008.pdf Disallow: http://www.skerriesca.com/images_03/target22.html Disallow: http://www.skerriesca.com/images_04/caption.html Disallow: http://www.skerriesca.com/images_04/index.html Disallow: http://www.skerriesca.com/images_05/target40.html Disallow: http://www.skerriesca.com/images_05/target50.html Disallow: http://www.skerriesca.com/images_05/thumbnails.html Disallow: http://www.skerriesca.com/images_07/target1.html Disallow: http://www.skerriesca.com/images_12/imageset.html Disallow: http://www.skerriesca.com/images_12/target0.html Disallow: http://www.skerriesca.com/images_12/target1.html Disallow: http://www.skerriesca.com/images_12/target115.html Disallow: http://www.skerriesca.com/images_12/target118.html Disallow: http://www.skerriesca.com/images_12/target19.html Disallow: http://www.skerriesca.com/images_12/target23.html Disallow: http://www.skerriesca.com/images_12/thumbnails.html Disallow: http://www.skerriesca.com/images_13/caption.html Disallow: http://www.skerriesca.com/images_13/imageset.html Disallow: http://www.skerriesca.com/images_13/index.html Disallow: http://www.skerriesca.com/images_13/target12.html Disallow: http://www.skerriesca.com/images_13/target13.html Disallow: http://www.skerriesca.com/images_13/target5.html Disallow: http://www.skerriesca.com/images_13/target6.html Disallow: http://www.skerriesca.com/images_13/target9.html Disallow: http://www.skerriesca.com/images_14/target0.html Disallow: http://www.skerriesca.com/images_14/target11.html Disallow: http://www.skerriesca.com/images_14/target27.htmlrobots.txt Disallow: http://www.skerriesca.com/images_14/target47.html Disallow: http://www.skerriesca.com/images_15/target1.html Disallow: http://www.skerriesca.com/images_15/target106.html Disallow: http://www.skerriesca.com/images_15/thumbnails.html Disallow: http://www.skerriesca.com/images_16/target20.html Disallow: http://www.skerriesca.com/images_16/target24.html Disallow: http://www.skerriesca.com/images_16/target27.html Disallow: http://www.skerriesca.com/images_16/target28.html Disallow: http://www.skerriesca.com/images_16/target31.html Disallow: http://www.skerriesca.com/images_16/target35.html Disallow: http://www.skerriesca.com/images_17/target1.html Disallow: http://www.skerriesca.com/images_17/target3.html Disallow: http://www.skerriesca.com/images_17/target46.html Disallow: http://www.skerriesca.com/images_19/imageset.html Disallow: http://www.skerriesca.com/images_19/target6.html Disallow: http://www.skerriesca.com/images_20/target155.html Disallow: http://www.skerriesca.com/images_21/target101.html Disallow: http://www.skerriesca.com/images_21/target102.html Disallow: http://www.skerriesca.com/images_22/target2.html Disallow: http://www.skerriesca.com/images_22/target98.html Disallow: http://www.skerriesca.com/images_22/thumbnails.html Disallow: http://www.skerriesca.com/images_23/caption.html Disallow: http://www.skerriesca.com/images_24/caption.html Disallow: http://www.skerriesca.com/images_24/target8.html Disallow: http://www.skerriesca.com/images_24/thumbnails.html Disallow: http://www.skerriesca.com/images_25/target2.html Disallow: http://www.skerriesca.com/images_25/target20.html Disallow: http://www.skerriesca.com/images_25/target23.html Disallow: http://www.skerriesca.com/images_25/target7.html Disallow: http://www.skerriesca.com/images_26/target12.html Disallow: http://www.skerriesca.com/images_26/target3.html Disallow: http://www.skerriesca.com/images_26/target37.html Disallow: http://www.skerriesca.com/images_27/caption.html Disallow: http://www.skerriesca.com/images_27/imageset.html Disallow: http://www.skerriesca.com/images_27/index.html Disallow: http://www.skerriesca.com/images_27/target27.html Disallow: http://www.skerriesca.com/images_27/target4.html Disallow: http://www.skerriesca.com/images_27/target42.html Disallow: http://www.skerriesca.com/images_27/target50.html Disallow: http://www.skerriesca.com/images_27/thumbnails.html Disallow: http://www.skerriesca.com/lettertominster.doc Disallow: http://www.skerriesca.com/news_010509_01.htm Disallow: http://www.skerriesca.com/news_010908_01.htm Disallow: http://www.skerriesca.com/news_011005_01.htm Disallow: http://www.skerriesca.com/news_020305_01.htm Disallow: http://www.skerriesca.com/news_040406_01.htm Disallow: http://www.skerriesca.com/news_060209_01.htm Disallow: http://www.skerriesca.com/news_100107_01.htm Disallow: http://www.skerriesca.com/news_110105_01.htm Disallow: http://www.skerriesca.com/news_120405_02.htm Disallow: http://www.skerriesca.com/news_190506_01.htm Disallow: http://www.skerriesca.com/news_190508_01.htm Disallow: http://www.skerriesca.com/news_230306_01.htm Disallow: http://www.skerriesca.com/news_260509_01.htm Disallow: http://www.skerriesca.com/sciard/index.htm Disallow: http://www.skerriesca.com/soundwaves_rev5.pdf Disallow: http://www.skerriesca.com/soundwaves_review.htm Disallow: http://www.skerriesca.com/cycling.htm