robots.txt
File Type: ASCII text

User-agent: *
Disallow: /forum/images/
Disallow: /tech/images/
Disallow: /rides/images
Disallow: /images
Disallow: /private_files/
Disallow: /404error.html
Disallow: /500error.asp
Disallow: /forum/attachment.php
Disallow: /forum/avatar.php
Disallow: /forum/editpost.php
Disallow: /forum/member.php
Disallow: /forum/member2.php
Disallow: /forum/misc.php
Disallow: /forum/moderator.php
Disallow: /forum/newreply.php
Disallow: /forum/newthread.php
Disallow: /forum/online.php
Disallow: /forum/poll.php
Disallow: /forum/postings.php
Disallow: /forum/printthread.php
Disallow: /forum/private.php
Disallow: /forum/private2.php
Disallow: /forum/report.php
Disallow: /forum/search.php
Disallow: /forum/sendtofriend.php
Disallow: /forum/threadrate.php
Disallow: /forum/usercp.php
Disallow: /forum/admincp/
Disallow: /forum/modcp/
Disallow: /forum/sendmessage.php
Disallow: /forum/register.php
Disallow: /forum/subscription.php
Disallow: /cgi-bin/
Disallow: /ubb/
Disallow: /estore/
Disallow: /forumbackups/
Disallow: /links/
Disallow: /rides/
Disallow: /PowerTour2004/
Disallow: /PowerTour2006/
Disallow: /PowerTour2007/
Disallow: /PowerTour2008/
Disallow: /mysqldumper/
Disallow: /*.jpg$ 
Disallow: /*.gif$ 
Disallow: /*.php$ 
Disallow: /*.pl$ 
Disallow: /*.cgi$

User-agent: Slurp
Crawl-delay: 90
Disallow: /cgi-bin/
Disallow: /ubb/
Disallow: /estore/
Disallow: /links/
Disallow: /rides/
Disallow: /PowerTour2004/
Disallow: /PowerTour2006/
Disallow: /PowerTour2007/
Disallow: /PowerTour2008/
Disallow: /mysqldumper/
Disallow: /images
Disallow: /*.jpg$ 
Disallow: /*.gif$ 
Disallow: /*.php$ 
Disallow: /*.cgi$

User-agent: yandex.ru
Crawl-delay: 90
Disallow: /cgi-bin/
Disallow: /ubb/
Disallow: /estore/
Disallow: /links/
Disallow: /rides/
Disallow: /PowerTour2004/
Disallow: /PowerTour2006/
Disallow: /PowerTour2007/
Disallow: /PowerTour2008/
Disallow: /mysqldumper/
Disallow: /images
Disallow: /*.jpg$ 
Disallow: /*.gif$ 
Disallow: /*.php$ 
Disallow: /*.cgi$

User-agent: linkwalker
Disallow: /

User-agent: Voyager
Disallow: /

User-agent: voyager/1.0
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Gigabot
Crawl-delay: 30

User-agent: NPBot
Disallow: /