--- wwwroot/cgi-bin/lib/robots.pm 2004-09-13 13:47:27.000000000 -0400 +++ /var/www/awstats/lib/robots.pm 2005-01-20 17:17:45.000000000 -0500 @@ -328,13 +328,18 @@ 'aport', 'awbot', 'baiduspider', +'becomebot', +'bloglines', 'bobby', 'boris', 'bumblebee', 'cscrawler', 'daviesbot', +'daypopbot', 'exactseek', 'ezresult', +'feedburner', +'feedster', 'gigabot', 'gnodspider', 'grub', @@ -342,28 +347,39 @@ 'holmes', 'internetseer', 'justview', +'kinjabot', +'kinja-imagebot', 'linkbot', 'metager\-linkchecker', # Must be before linkchecker 'linkchecker', +'livejournal\.com', +'magpierss', 'mediapartners\-google', 'microsoft_url_control', 'msiecrawler', 'nagios', +'newsgatoronline', 'perman', 'pompos', +'popdexter', 'rambler', 'redalert', +'rojo', 'shoutcast', 'slysearch', 'surveybot', +'syndic8', +'technoratibot', 'turnitinbot', 'turtlescanner', # Must be before turtle 'turtle', 'ultraseek', +'w3c_validator', 'webclipping\.com', 'webcompass', 'wonderer', 'yahoo\-verticalcrawler', +'yahoofeedseeker', 'yandex', 'zealbot', 'zyborg' @@ -398,7 +414,7 @@ 'myweb','Internet Shinchakubin', 'nomad','Nomad', 'scooter','Scooter', -'slurp','Inktomi Slurp', +'slurp','Yahoo Slurp', '^voyager\/','Voyager', 'weblayers','weblayers', # Common robots (Not in robot file) @@ -677,13 +693,18 @@ 'aport', 'Aport', 'awbot', 'AWBot', 'baiduspider','BaiDuSpider', +'becomebot', 'BecomeBot', +'bloglines','Bloglines', 'bobby', 'Bobby', 'boris', 'Boris', 'bumblebee', 'Bumblebee (relevare.com)', 'cscrawler','CsCrawler', 'daviesbot', 'DaviesBot', +'daypopbot', 'DayPop', 'exactseek','ExactSeek Crawler', 'ezresult', 'Ezresult', +'feedburner', 'Feedburner', +'feedster', 'Feedster', 'gigabot','GigaBot', 'gnodspider','GNOD Spider', 'grub','Grub.org', @@ -691,28 +712,39 @@ 'holmes', 'Holmes', 'internetseer', 'InternetSeer', 'justview', 'JustView', +'kinjabot', 'Kinjabot', +'kinja-imagebot', 'Kinja Imagebot', 'linkbot','LinkBot', 'linkchecker','LinkChecker', +'livejournal\.com', 'LiveJournal.com', +'magpierss', 'MagpieRSS', 'mediapartners\-google','Google AdSense', 'metager\-linkchecker','MetaGer LinkChecker', 'microsoft_url_control','Microsoft URL Control', 'nagios','Nagios', +'newsgatoronline', 'NewsGator Online', 'msiecrawler','MSIECrawler', 'perman', 'Perman surfer', 'pompos','Pompos', +'popdexter','Popdexter', 'rambler', 'StackRambler', 'redalert', 'Red Alert', +'rojo', 'RoJo', 'shoutcast','Shoutcast Directory Service', 'slysearch','SlySearch', 'surveybot','SurveyBot', +'syndic8','Syndic8', +'technoratibot', 'Technoratibot', 'turnitinbot','Turn It In', 'turtle', 'Turtle', 'turtlescanner', 'Turtle', 'ultraseek', 'Ultraseek', +'w3c_validator', 'W3C Validator', 'webclipping\.com', 'WebClipping.com', 'webcompass', 'webcompass', 'wonderer', 'Web Wombat Redback Spider', 'yahoo\-verticalcrawler', 'Yahoo Vertical Crawler', +'yahoofeedseeker', 'Yahoo Feed Seeker', 'yandex', 'Yandex bot', 'zealbot','ZealBot', 'zyborg','Zyborg',