User-agent: Slurp
Crawl-delay: 25
Request-rate: 4
Disallow: /adServer/
Disallow: /badbot/
Disallow: /classifieds/submit/
Disallow: /classifieds/images/
Disallow: /classifieds/personals/submit/
Disallow: /community/
Disallow: /convTools/
Disallow: /doNotGoHereOrYouWillBeBlocked/
Disallow: /img/
Disallow: /js/
Disallow: /cc/
Disallow: /ize/
Disallow: /forum/admin/
Disallow: /forum/db/
Disallow: /forum/images/
Disallow: /forum/language/
Disallow: /forum/common.php
Disallow: /forum/config.php
Disallow: /forum/groupcp.php
Disallow: /forum/modcp.php
Disallow: /forum/privmsg.php
Disallow: /old/
Disallow: /openx-2.6.4/
Disallow: /portal/
Disallow: /profile/
Disallow: /utility/

User-agent: ScoutJet
Crawl-delay: 25
Request-rate: 4
Disallow: /adServer/
Disallow: /badbot/
Disallow: /classifieds/submit/
Disallow: /classifieds/images/
Disallow: /classifieds/personals/submit/
Disallow: /community/
Disallow: /convTools/
Disallow: /doNotGoHereOrYouWillBeBlocked/
Disallow: /img/
Disallow: /js/
Disallow: /cc/
Disallow: /ize/
Disallow: /forum/admin/
Disallow: /forum/db/
Disallow: /forum/images/
Disallow: /forum/language/
Disallow: /forum/common.php
Disallow: /forum/config.php
Disallow: /forum/groupcp.php
Disallow: /forum/modcp.php
Disallow: /forum/privmsg.php
Disallow: /old/
Disallow: /openx-2.6.4/
Disallow: /portal/
Disallow: /profile/
Disallow: /utility/

User-agent: Googlebot
Disallow: /adServer/
Disallow: /badbot/
Disallow: /classifieds/submit/
Disallow: /classifieds/images/
Disallow: /classifieds/personals/submit/
Disallow: /community/
Disallow: /convTools/
Disallow: /doNotGoHereOrYouWillBeBlocked/
Disallow: /img/
Disallow: /js/
Disallow: /cc/
Disallow: /ize/
Disallow: /forum/admin/
Disallow: /forum/db/
Disallow: /forum/images/
Disallow: /forum/language/
Disallow: /forum/common.php
Disallow: /forum/config.php
Disallow: /forum/groupcp.php
Disallow: /forum/modcp.php
Disallow: /forum/privmsg.php
Disallow: /old/
Disallow: /openx-2.6.4/
Disallow: /portal/
Disallow: /profile/
Disallow: /utility/

User-agent: Mediapartners-Google
Crawl-delay: 4
Disallow: /adServer/
Disallow: /badbot/
Disallow: /classifieds/submit/
Disallow: /classifieds/images/
Disallow: /classifieds/personals/submit/
Disallow: /community/
Disallow: /convTools/
Disallow: /doNotGoHereOrYouWillBeBlocked/
Disallow: /img/
Disallow: /js/
Disallow: /cc/
Disallow: /ize/
Disallow: /forum/admin/
Disallow: /forum/db/
Disallow: /forum/images/
Disallow: /forum/language/
Disallow: /forum/common.php
Disallow: /forum/config.php
Disallow: /forum/groupcp.php
Disallow: /forum/modcp.php
Disallow: /forum/privmsg.php
Disallow: /old/
Disallow: /openx-2.6.4/
Disallow: /portal/
Disallow: /profile/
Disallow: /utility/

User-agent: MSNbot                  
Crawl-delay: 25                    
Disallow: /adServer/               
Disallow: /badbot/                 
Disallow: /classifieds/submit/     
Disallow: /classifieds/images/     
Disallow: /classifieds/personals/submit/
Disallow: /community/                   
Disallow: /convTools/                   
Disallow: /doNotGoHereOrYouWillBeBlocked/
Disallow: /img/                          
Disallow: /js/                           
Disallow: /cc/                           
Disallow: /ize/                          
Disallow: /forum/admin/                  
Disallow: /forum/db/                     
Disallow: /forum/images/                                                                                                     
Disallow: /forum/language/                                                                                                   
Disallow: /forum/common.php                                                                                                  
Disallow: /forum/config.php                                                                                                  
Disallow: /forum/groupcp.php                                                                                                 
Disallow: /forum/modcp.php                                                                                                   
Disallow: /forum/privmsg.php                                                                                                 
Disallow: /old/                                                                                                              
Disallow: /openx-2.6.4/                                                                                                      
Disallow: /portal/                                                                                                           
Disallow: /profile/                                                                                                          
Disallow: /utility/

User-agent: dotbot
Crawl-delay: 25
Disallow: /adServer/
Disallow: /badbot/
Disallow: /classifieds/submit/
Disallow: /classifieds/images/
Disallow: /classifieds/personals/submit/
Disallow: /community/
Disallow: /convTools/
Disallow: /doNotGoHereOrYouWillBeBlocked/
Disallow: /img/
Disallow: /js/
Disallow: /cc/
Disallow: /ize/
Disallow: /forum/admin/
Disallow: /forum/db/
Disallow: /forum/images/
Disallow: /forum/language/
Disallow: /forum/common.php
Disallow: /forum/config.php
Disallow: /forum/groupcp.php
Disallow: /forum/modcp.php
Disallow: /forum/privmsg.php
Disallow: /old/
Disallow: /openx-2.6.4/
Disallow: /portal/
Disallow: /profile/
Disallow: /utility/

User-agent: *
Crawl-delay: 25
Request-rate: 5
Visit-time: 0800-1100 # only visit between 8:00 AM and 11:00 AM UT (GMT)
Disallow: /adServer/
Disallow: /badbot/
Disallow: /classifieds/submit/
Disallow: /classifieds/images/
Disallow: /classifieds/personals/submit/
Disallow: /community/
Disallow: /convTools/
Disallow: /doNotGoHereOrYouWillBeBlocked/
Disallow: /img/
Disallow: /js/
Disallow: /cc/
Disallow: /ize/
Disallow: /forum/admin/
Disallow: /forum/db/
Disallow: /forum/images/
Disallow: /forum/language/
Disallow: /forum/common.php
Disallow: /forum/config.php
Disallow: /forum/groupcp.php
Disallow: /forum/modcp.php
Disallow: /forum/privmsg.php
Disallow: /old/
Disallow: /openx-2.6.4/
Disallow: /portal/
Disallow: /profile/
Disallow: /utility/