User-agent: sp1.allresearch.com
Disallow: /
User-agent: allresearch.com
Disallow: /
User-agent: mag-crawl.osl.basefarm.net
Disallow: /
User-agent: osl.basefarm.net
Disallow: /
User-agent: basefarm.net
Disallow: /
User-agent: NPBot
Disallow: /
User-agent:  findlinks
Disallow: /
User-agent:  findlinks/0.89
Disallow: /
User-agent: mag-crawl
Disallow: /
User-agent: *
Disallow: admin.php
Disallow: config.php
Disallow: config-old.php
Disallow: header.php
Disallow: print.php
Disallow: error.php
Disallow: footer.php
Disallow: pntables.php
Disallow: referer.php
Disallow: user.php
Disallow: /adserver/
Disallow: /directory/
Disallow: /images/
Disallow: /includes/
Disallow: /modules/
Disallow: /pnadodb/
Disallow: /themes/
Disallow: /lists/
Disallow: /lists_258/
Disallow: /adserver/
Disallow: /directory/
Disallow: /javascript/
Disallow: /presentsations/
Disallow: /media/
Disallow: /language/
Disallow: /lists_262/
Disallow: /lists_272/
Disallow: /lists_282/
Disallow: /lists_287/
Disallow: /logs/
Disallow: /news_story_images/
Disallow: /search/
Disallow: /tmp/
Disallow: /tv/
Disallow: /themes/
Disallow: /rssjobs/
Disallow: /rssevents/
Disallow: /presentations/
Disallow: /media/
Disallow: /hot_topic_ieg_images/
Disallow: /manda/
Disallow: /docs/
Disallow: /bizdirectory/
User-agent: Googlebot
Disallow: /*.pdf$
User-agent: Googlebot
Disallow: /*.PDF$
User-agent: Googlebot
Disallow: /index.php?module=daily_archive*
User-agent: BecomeBot 
Crawl-Delay: 10
User-agent: msnbot 
Crawl-delay: 15