clusterheadaches.com

# You have several options, but it depends on the search engine. Also, there are some unscrupulous search engine adminstrators that totally disregard
# the protocols that have been set up to prevent search engines from indexing web pages. Basically, if you absolutely do not want a web page to be 
# indexed, you either have to limit access via userid/password, on-campus use only, or simply not place the page in your web account.

# For external search engines such as Google, Alta Vista, or Lycos:

# add the meta tag  between the  tags of your web pages. 
# place a "robots.txt" file in the /www/ folder of your account. You can view/copy NMC's "robots.txt" file and edit it to fit your needs. 
# rename old file you are not using now but wish to make available later with some other file suffix, e.g., "filename.bak" or "filename.tmp"; 



# This is limited to URLs; absolute paths won't work.
# See http://www.robotstxt.org/wc/robots.html for details.

User-agent: Mediapartners-Google
Disallow: /guestbook/
Disallow: /guestbook.shtml
Disallow: /guestbook1.html
Disallow: /guestbook2.html
Disallow: /guestbook3.html
Disallow: /guestbook4.html
Disallow: /guestbook5.html
Disallow: /guestbook6.html
Disallow: /guestbook7.html
Disallow: /guestbook8.html
Disallow: /guestbook9.html
Disallow: /guestbook10.html
Disallow: /guestbook11.html
Disallow: /guestbook12.html
Disallow: /guestbook13.html
Disallow: /guestbook14.html
Disallow: /guestbook15.html
Disallow: /guestbook16.html
Disallow: /guestbook17.html
Disallow: /guestbook18.html
Disallow: /guestbook19.html
Disallow: /guestbook20.html
Disallow: /guestbook21.html
Disallow: /guestbook22.html
Disallow: /guestbook23.html
Disallow: /guestbook24.html
Disallow: /guestbook25.html
Disallow: /guestbook26.html
Disallow: /guestbook27.html
Disallow: /guestbook28.html
Disallow: /guestbook29.html
Disallow: /guestbook30.html
Disallow: /guestbook31.html
Disallow: /guestbook32.html
Disallow: /guestbook33.html
Disallow: /guestbook34.html
Disallow: /guestbook35.html
Disallow: /guestbook36.html
Disallow: /guestbook37.html
Disallow: /guestbook38.html
Disallow: /guestbook39.html
Disallow: /guestbook40.html
Disallow: /guestbook41.html
Disallow: /guestbook42.html
Disallow: /guestbook43.html
Disallow: /guestbook44.html
Disallow: /guestbook45.html
Disallow: /guestbook46.html
Disallow: /guestbook47.html
Disallow: /guestbook48.html
Disallow: /guestbook49.html
Disallow: /guestbook50.html
Disallow: /guestbook51.html
Disallow: /guestbook52.html
Disallow: /guestbook53.html
Disallow: /guestbook54.html
Disallow: /guestbook55.html
Disallow: /guestbook56.html