# This file helps keeps the server fast. DO NOT DELETE!
#
# If this file is found deleted and a crawler takes down
@ server or overloads it because of your site you will be
# warned only once! 
#
# Feel free to modify this file.
#
# Please do not change the Crawl-delay: option to anything
# less than 120 seconds for the very large crawlers such
# as GoogleBot, MSNBot, or Slurp. If you know of any other
# very large search engine that uses a Crawlter Bot please
# notify your administrator.
#
# Thank you!
#
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /webalizer/

User-agent: aipbot
Disallow: /

User-agent: becomebot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: IconSurf
Dissallow: /
Disallow: /favicon.ico

User-agent: psbot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: gigabot
Crawl-delay: 120

User-agent: googlebot
Crawl-delay: 120
Disallow: /index.php?showtopic=32173/
Disallow: /home8/teamste3/public_html/index.php?showtopic=32173
Disallow: /index.php?showtopic=32173

User-agent: msnbot
Crawl-delay: 120

User-agent: teoma
Crawl-delay: 120

User-agent: slurp
Crawl-delay: 120
Sitemap: http://www.teamster.net/sitemap_index.xml.gz