<?php
#This file is part of BBClone (The PHP web counter on steroids)

# $Header: /cvs/bbclone/lib/robot.php,v 1.114 2005/02/23 00:08:54 olliver Exp $

# Copyright (C) 2001-2005, the BBClone Team (see file doc/authors.txt
# distributed with this library)

# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.

# See doc/copying.txt for details

$robot = array(
"2dehands%2dehands%2deHands%0%2dehands\.nl",
"abacho%robot%Abacho%0%^ABACHOBot",
"about%about%About%1%Libby[_/ ]([0-9.]{1,10})",
"acoon%acoon%Acoon%0%Acoon[ \-]?Robot",
"aleksika%aleksika%Aleksika%1%Aleksika Spider[/ ]([0-9.]{1,10})",
"alexa%alexa%Alexa%0%^ia_archive",
"almaden%robot%IBM Crawler%0%www\.almaden\.ibm\.com/cs/crawler",
"altavista%altavista%Altavista%1%Scooter[ /\-]*[a-z]*([0-9.]{1,10})",
"amidella%amidella%Amidella%0%^amibot",
"amphetameme%robot%Amphetameme%0%amphetameme[ \-]?crawler",
"aonde%aonde%Aonde%0%^AONDE-Spider",
"apachebench%robot%ApacheBench%1%ApacheBench[ /]([0-9.]{1,10})",
"aport%aport%Aport%0%^Aport",
"appie%robot%Walhello%1%appie[ /]([0-9.]{1,10})",
"arachmo%arachmo%Arachmo%0%compatible; Arachmo",
"ask%askjeeves%Ask Jeeves%0%Ask[ \-]?Jeeves%teomaagent",
"aspseek%robot%ASPseek%1%^ASPseek[/ ]([0-9.]{1,10})",
"atomz%atomz%Atomz%1%Atomz[/ ]([0-9.]{1,10})",
"axel%robot%Axel%0%^axel",
"axmo%axmo%Axmo%0%AxmoRobot",
"answerbus%robot%AnswerBus%0%answerbus",
"augurnfind%robot%Augurnfind%1%augurnfind[/ ][v\-]*([0-9.]{1,10})",
"awasu%awasu%Awasu%1%Awasu[/ ]([0-9a-z.]{1,10})",
"baidu%baidu%Baidu%0%Baiduspider",
"bananatree%robot%BananaTree%0%www\.thebananatree\.org",
"become%become%Become%1%BecomeBot[/ ]([0-9.]{1,10})",
"bitbeamer%bitbeamer%BitBeamer%1%BitBeamer/([0-9.]{1,10})",
"blogbot%robot%BlogBot%0%Blog[ \-]?Bot",
"blogg%blogg%Blogg%0%^blogg\.de",
"bloglines%bloglines%Bloglines%1%Bloglines[ /]([0-9.]{1,10})%Bloglines",
"blogmap%robot%Blogmap%0%blogmap",
"blogosphere%robot%Blogosphere%0%Blogosphere",
"blogpulse%robot%Blogpulse%0%Blogpulse",
"blogranking%blogranking%BlogRanking%0%^BlogRanking(/RSS checker)?",
"blogs%robot%Blo.gs%1%blo\.gs[ /]([0-9.]{1,10})%blo\.gs",
"blogshares%robot%BlogShares%1%BlogShares[ /]V?([0-9.]{1,10})%(^| |\()Blogshares(\.com| |\))",
"blogsnow%robot%BlogsNow%0%blogsnowbot",
"blogstreet%blogstreet%BlogStreet%0%^BlogStreetBot",
"blogsurf%robot%BlogSurf%1%nomadscafe_ra[/ ]([0-9.]{1,10})",
"blogtick%robot%BlogTick%0%BlogTickServer",
"blogwatcher%blogwatcher%Blogwatcher%1%blogWatcher_Spider[/ ]([0-9.]{1,10})",
"blogwise%robot%Blogwise%1%Blogwise\.com(-MetaChecker)?[/ ]([0-9.]{1,10})",
"bobby%bobby%Bobby%1%bobby[ /]([0-9.]{1,10})",
"boitho%robot%Boitho%1%Boitho\.com[ \-](dc|robot)?[/ ]([0-9.]{1,10})",
"booch%robot%Booch%1%^booch[_ /]([0-9.]{1,10})",
"book%book%Bookmark%0%http://www\.bookmark\.ne\.jp",
"bordermanager%bordermanager%Border Manager%1%BorderManager[ /]([0-9.]{1,10})",
"bottomfeeder%bottomfeeder%BottomFeeder%1%BottomFeeder[ /]([0-9.]{1,10})",
"browserspy%robot%BrowserSpy%0%BrowserSpy",
"bruinbot%robot%BruinBot%0%BruinBot",
"bruno%robot%Bruno%0%^Bruno",
"btbot%robot%BitTorrent%1%BTbot/([0-9.]{1,10})",
"bulkfeeds%robot%Bulkfeeds%1%Bulkfeeds[/ ]([0-9.]{1,10})",
"camdiscover%robot%Camdiscover%0%^Camcrawler",
"centrum%centrum%Centrum%1%holmes[/ ]([0-9.]{1,10})%^Centrum-checker",
"cerberian%robot%Cerberian Drtrs%0%^Cerberian Drtrs",
"cirilizator%cirilizator%Cirilizator%1%Cirilizator[/ ]([0-9.]{1,10})",
"claria%robot%Claria%1%(Claria|Diamond)(Bot)?[ /]([0-9.]{1,10})$",
"claymont%claymont%Claymont%0%claymont\.com",
"clush%clush%Clush%1%ClushBot[ /]([0-9.]{1,10})",
"coldfusion%coldfusion%ColdFusion%0%^coldfusion",
"combot%robot%comBot%1%comBot[ /]([0-9.]{1,10})",
"commerobo%robot%Commerobo%1%Commerobo[/ ]([0-9.]{1,10})",
"convera%convera%Convera%1%ConveraCrawler[/ ]([0-9.]{1,10})",
"coolbot%robot%CoolBot%0%^CoolBot",
"cosmos%robot%Cosmos%0%^cosmos",
"creativecommons%creativecommons%Creative Commons%1%CreativeCommons[/ ]([0-9.]{1,6}(-dev)?)",
"csscheck%css%CSSCheck%0%CSS(Check|_Validator)",
"custo%robot%Custo%1%Custo[ /]([0-9.]{1,10})",
"cybernavi%robot%CyberNavi%1%CyberNavi_WebGet[ /]([0-9.]{1,10})",
"cyberz%cyberz%Cyberz%0%Cyberz Communication Agent",
"cydral%robot%Cydral%1%CydralSpider[ /]([0-9.]{1,10})",
"cynthia%cynthia%Cynthia Says%1%Cynthia[ /]([0-9.]{1,10})",
"d4x%d4x%Downloader for X%1%Downloader for X[ /]([0-9.]{1,10})",
"da%da%DA%1%^DA[ /]([0-9.]{1,10})",
"daypop%robot%Daypop%1%daypopbot[/ ]([0-9.]{1,10})",
"discopump%robot%DISCo Pump%1%DISCo Pump[/ ]([0-9.]{1,10})",
"doctorhtml%robot%DoctorHTML%0%Doctor[ \-]?HTML",
"downloadninja%robot%Download Ninja%1%Download Ninja[ /]([0-9.]{1,10})",
"drupal%drupal%Drupal%0%^Drupal",
"dsns%robot%DSNS Scanner%0%^DSNS",
"dtsagent%robot%DTS Agent%0%DTS Agent",
"earthcom%earthcom%Earthcom%1%EARTHCOM\.info[/ ]([0-9a-z.]{1,10})",
"eknip%robot%E-Knip%1%eknip[ /]([0-9a-z.]{1,10})",
"eliyon%robot%Eliyon%1%NextGenSearchBot[/ ]([0-9.]{1,10})",
"emailsiphon%robot%Email Siphon%0%Email[ \-]?Siphon",
"empas%robot%Empas%0%DigExt; empas\)$%^EMPAS-ROBOT",
"entireweb%entireweb%Entireweb%0%^Speedy Spider",
"estyle%robot%eStyle Search%1%eStyleSearch[ /]([0-9.]{1,10})",
"eurip%robot%Eurip%1%EuripBot[ /]([0-9.]{1,10})",
"euroseek%euroseek%EuroSeek%0%Arachnoidea",
"exabot%exabot%ExaBot%1%^NG[ /]([0-9.]{1,10})",
"exactseek%robot%ExactSeek%0%ExactSeek[ \-]?Crawler",
"exava%robot%Exava%0%Exabot@exava\.com\)$",
"excite%excite%Excite%0%Architext[ \-]?Spider",
"expertmonitor%robot%ExpertMonitor%1%^NetMonitor[ /]([0-9.]{1,10})",
"fast%fast%Fast%1%^FAST( Enterprise |-Web)Crawler[ /]([0-9.]{1,10})",
"fastbuzz%fastbuzz%Fastbuzz%0%^fastbuzz\.com",
"favorg%robot%FavOrg%0%^FavOrg",
"faxo%robot%Faxo%1%^Faxobot[ /]([0-9.]{1,10})",
"fdse%robot%FDSE Robot%0%FDSE[ \-]?robot",
"feedback%robot%FeedBack%1%FeedBack[/ ]([0-9.]{1,10})",
"feeddemon%feeddemon%FeedDemon%1%FeedDemon[/ ]([0-9.]{1,10})",
"feedonfeeds%robot%Feed On Feeds%1%FeedOnFeeds[/ ]([0-9.]{1,10})",
"feedparser%robot%Feedparser%1%UniversalFeedParser[/ ]([0-9a-z.\-]{1,10})",
"feedreader%feedreader%Feedreader%0%^Feedreader",
"feedster%feedster%Feedster%1%Feedster Crawler[/ ]([0-9.]{1,10})",
"feedvalidator%robot%Feed Validator%1%^FeedValidator[/ ]([0-9.]{1,10})",
"findengines%findengines%FindEngines%0%FindEngines! Bot",
"findlinks%robot%FindLinks%1%findlinks[ /]([0-9.]{1,10})",
"firefly%firefly%Firefly%0%Firefly",
"flashget%flashget%FlashGet%0%^FlashGet",
"flickbot%robot%FlickBot%1%FlickBot[ /]([0-9.]{1,10})",
"friend%friend%Friend%0%www\.friend\.fr",
"frontier%frontier%Frontier%1%Frontier[ /]([0-9.]{1,10})",
"gaisbot%robot%Gaisbot%1%Gaisbot[ /]([0-9.]{1,10})",
"galaxy%galaxy%Galaxy%1%GalaxyBot[ /]([0-9.]{1,10})",
"genome%robot%Genome Machine%0%Genome[ \-]?Machine",
"geona%robot%Geona%1%GeonaBot[ /]([0-9.]{1,10})",
"geoblog%robot%The World as a Blog%0%The World as a Blog",
"getright%getright%GetRight%1%GetRight[ /]([0-9.]{1,10})",
"getsmart%getsmart%GetSmart%1%GetSmart[ /]([0-9.]{1,10})",
"gigabot%robot%Gigablast%1%Gigabot[/ ]([0-9.]{1,10})%GigabotSiteSearch[/ ]([0-9.]{1,10})",
"girafabot%girafa%Girafa%0%Girafabot",
"globalspec%robot%GlobalSpec%1%Ocelli[ /]([0-9.]{1,10})",
"glucose%glucose%Glucose%1%glucose[ /]([0-9a-z.\-]{1,10})",
"goforit%goforit%GoForIt%0%^GoForIt\.com",
"goo%goo%Goo%1%(gazz|ichiro|mog(et|imogi))[ /]([0-9.]{1,10})",
"google%google%Google%1%Googl(e|ebot)(-Image)?/([0-9.]{1,10})%Googl(e|ebot)(-Image)?/",
"gpost%gpost%GPost%0%^GPostbot",
"grub%grub%Grub%1%grub[ \-]?client[ /\-]{1,5}([0-9.]{1,10})%grub crawler",
"gulliver%robot%Gulliver%0%Gulliver",
"gush%robot%Gush%1%^Gush[/ ]([0-9.]{1,10})",
"gziptester%robot%Gzip Tester%0%g(id)?zip[ \-]?test(er)?",
"harbot%harbot%Harbot%0%^Harbot GateStation",
"hatena%hatena%Hatena%1%Hatena (Antenna|Bookmark)[ /]([0-9.]{1,10})",
"heritrix%heritrix%Heritrix%1%heritrix[ /]([0-9.]{1,10})",
"hotzonu%hotzonu%Hotzonu%1%Hotzonu[ /]([0-9.]{1,10})",
"htdig%htdig%ht://Dig%1%htdig[ /]([0-9.]{1,10})",
"html2jpg%html2jpg%HTML2JPG%0%^HTML2JPG",
"httperf%robot%HTTPerf%1%httperf[ /]([0-9.]{1,10})",
"httrack%robot%HTTrack%1%HTTrack[ /]([0-9.]{1,10})",
"hungary%hungary%Hungary%1%HuRob[ /]([0-9.]{1,10})",
"iknow%robot%I know%1%Comaneci_bot[ /]([0-9.]{1,10})",
"ilse%ilse%Ilse%1%INGRID[ /]([0-9.]{1,10})",
"iltrovatore%iltrovatore%IlTrovatore%1%iltrovatore-setaccio[ /]([0-9.]{1,10})%Iltrovatore-Setaccio",
"indylibrary%robot%Indy Library%0%Indy[ \-]?Library",
"infoart%robot%InfoArt%0%InfoArt crawler",
"infoseek%infoseek%Infoseek%1%SideWinder[ /]?([0-9a-z.]{1,10})%Infoseek",
"inktomi%inktomi%Inktomi%0%slurp@inktomi\.com",
"insitor%robot%Insitor%0%^Insitor,",
"internetninja%robot%Internet Ninja%1%^Internet Ninja[ /]([0-9.]{1,10})",
"internetseer%robot%InternetSeer%0%^InternetSeer\.com",
"irvine%robot%Irvine%1%Irvine[ /]([0-9.]{1,10})",
"jeteye%jeteye%Jeteye%1%Jetbot[ /]([0-9.]{1,10})",
"jigsaw%jigsaw%Jigsaw%1%Jigsaw[ /]([0-9.]{1,10})",
"jpluck%robot%Jpluck%1%JPluck[ /]([0-9a-z.]{1,10})",
"jxta%robot%Jxta%1%falcon[ /]([0-9.]{1,10})",
"jyxo%jyxo%Jyxo%1%Jyxobot[ /]([0-9.]{1,10})",
"keywen%keywen%Keywen%1%EasyDL[ /]([0-9.]{1,10})",
"kinja%kinja%Kinja%1%kinjabot[ /]([0-9.]{1,10})%^kinjabot",
"lachesis%robot%Lachesis%0%lachesis",
"lapozz%lapozz%Lapozz%1%LapozzBot[/ ]?([0-9.]{1,10})",
"larbin%robot%Larbin%1%larbin[_/ ]?([0-9.]{1,10})",
"leechget%leechget%LeechGet%1%^LeechGet[ /]([0-9.]{1,10})",
"linkman%linkman%Linkman%0%\(compatible; Linkman\)",
"linkcheck%linkcheck%Linkcheck%1%checklink[ /]([0-9.]{1,10})%Link[ \-]?(Chec(k|ker)|Val(et|idator))",
"linkssql%robot%Links SQL%0%links sql",
"linksweeper%robot%Link Sweeper%1%LinkSweeper[ /]([0-9.]{1,10})",
"linkwalker%robot%Link Walker%0%^LinkWalker",
"livedoor%livedoor%Livedoor%0%^Livedoor( SF( - California Crawl)?|Checkers)[ /]",
"livejournal%livejournal%Live Journal%0%^LiveJournal\.com",
"lmspider%robot%Lmspider%0%^lmspider",
"locators%robot%Locaters%1%^FiNDoBot[/ ]([0-9a-z.]{1,10})",
"look%look%Look%0%www\.look\.com",
"loop%loop%LOOP%1%NetResearchServer[ /]([0-9.]{1,10})",
"looksmart%looksmart%Looksmart%0%looksmart-sv-fw",
"lotkyll%robot%Lotkyll%0%Lotkyll",
"lwp%robot%lwp%1%lwp(-trivial|::simple)[ /]([0-9.]{1,10})",
"lycos%lycos%Lycos%0%Lycos_Spider_",
"magpierss%robot%MagpieRSS%0%MagpieRSS",
"mailsweeper%robot%Mail Sweeper%0%Mail[ \-]?Sweeper",
"marvin%robot%Marvin%0%^Marvin",
"matkurja%matkurja%Mat'Kurja%1%Mosad[ /]([0-9.]{1,10})",
"mavicanet%mavicanet%Mavicanet%0%Mavicanet robot",
"mercator%robot%Mercator%0%Mercator",
"metager%metager%MetaGer%0%MetaGer",
"metamedic%metamedic%MetaMedic%1%MediBot[ /]([0-9.]{1,10})",
"mirago%mirago%Mirago%0%Mirago",
"missigua%robot%Missigua Locator%1%Missigua Locator[ /]([0-9.]{1,10})",
"mj12%mj12%Majestic-12%1%Mj12bot[ /]v?([0-9.]{1,10})",
"mnogo%robot%Mnogo%1%Mnogosearch[ \-]([0-9.]{1,10})",
"momspider%robot%MOM Spider%1%MOMspider[ /]([0-9.]{1,10})",
"movabletype%movabletype%Movable Type%1%MovableType[ /]([0-9.]{1,10})",
"mozdex%mozdex%MozDex%1%mozDex[ /]([0-9.]{1,6}(-dev)?)",
"msnbot%msn%MSN%1%MSN(BOT|PTC)[ /]([0-9.]{1,10})",
"msproxy%robot%MSProxy%1%MSProxy[ /]([0-9.]{1,10})",
"mswebdav%robot%MS-WebDAV%0%Microsoft[ \-]?WebDAV[ \-]?MiniRedir",
"mticon%robot%MTIcon%1%MTIcon[/ ]([0-9.]{1,10})",
"myrss%robot%MyRSS%1%MyRSS.jp[/ ]([0-9.]{1,10})",
"nameprotect%nameprotect%Name Protect%0%NPBot",
"nationaldirectory%robot%National Directory%1%NationalDirectory-WebSpider[ /]([0-9.]{1,10})",
"natsumican%robot%Natsu Mican%1%NATSU[ \-]MICAN[/ ]([0-9a-z.]{1,10})",
"naverbot%naverbot%Naver%1%NaverBot([_\-]dloader)?[/ \-]([0-9.]{1,10})%Naver(Bot)?",
"nessus%nessus%Nessus%0%Nessus\)$",
"netants%netants%NetAnts%1%NetAnts[ /]([0-9.]{1,10})",
"netcraft%netcraft%Netcraft%0%netcraft",
"netmechanic%netmechanic%NetMechanic%1%NetMechanic[ /V]{1,5}([0-9.]{1,10})",
"netnewswire%netnewswire%NetNewsWire%1%NetNewsWire[/ ]([0-9a-z.]{1,10})",
"netnose%netnose%NetNose%1%NetNose[ \-]Crawler[/ ]([0-9.]{1,10})",
"netoskop%robot%Netoskop%0%netoskop",
"netscapeproxy%netscape%Netscape Proxy%1%Netscape\-Proxy[/ ]([0-9.]{1,10})",
"newsfire%newsfire%NewsFire%1%NewsFire[/ ]([0-9.]{1,10})",
"newsgator%newsgator%NewsGator%1%NewsGator[/ ]([0-9.]{1,10})",
"newzcrawler%newzcrawler%NewzCrawler%1%NewzCrawler[/ ]([0-9.]{1,10})",
"noviforum%noviforum%Noviforum%1%TridentSpider[/ ]?([0-9.]{1,10})",
"nutchorg%robot%Nutch%1%Nutch(Org|CVS)?[ /]([0-9.]{1,10})",
"obidosbot%robot%Bookwatch%0%obidos[ \-]?bot",
"objectssearch%robot%Objects Search%1%ObjectsSearch[ /]([0-9.]{1,10})",
"omea%omea%Omea Reader%1%Omea Reader[ /]([0-9.]{1,10})",
"omni%robot%Omni Explorer%1%OmniExplorer_Bot[ /]([0-9.]{1,10})",
"onet%onet%Onet%0%inktomi\.search\.onet%^Onet\.pl",
"openfind%openfind%Openfind%1%openbot[ /]([0-9.]{1,10})",
"organica%robot%Organica%0%crawler@organica\.us",
"overture%overture%Overture%0%Overture[ \-]?WebCrawler",
"panopeabot%robot%PanopeaBot%1%PanopeaBot[/ ]([0-9.]{1,10})",
"peerbot%peerbot%Peerbot%0%^PEERbot",
"php%php%PHP%1%^PHP[ /]([0-9.]{1,10})",
"phpdig%robot%PhpDig%1%^PhpDig[ /]([0-9.]{1,10})",
"pinseri%pinseri%Pinseri%0%www\.pinseri\.com/bloglist",
"planet%planet%Planet%1%Planet[ /]([0-9.]{1,10})",
"plantynet%robot%PlantyNet%1%PlantyNet_WebRobot[_ /]V?([0-9.]{1,10})",
"plsearch%plsearch%PlanetSearch%1%fido[ /]([0-9.]{1,10}) Harvest",
"poodle%robot%Poodle predictor%0%Poodle[ \-]?predictor",
"pompos%pompos%Pompos%1%Pompos[ /]([0-9.]{1,10})",
"popdex%robot%Popdexter%0%Popdexter",
"powermarks%robot%Powermarks%1%Powermarks[ /]([0-9.]{1,10})",
"proxycache%robot%Proxy Cache%0%^Mozilla/[0-9.]{1,10} \(compatible\;\)$",
"proxyhunter%robot%ProxyHunter%0%ProxyHunter",
"psbot%robot%PicSearch%0%^psbot",
"pubsub%robot%PubSub%0%^PubSub\.com",
"pukiwiki%pukiwiki%PukiWiki%1%PukiWiki[ /]([0-9.]{1,10})",
"pxys%robot%PXYS%0%^pxys",
"quepasa%quepasa%Quepasa%0%Quepasa[ \-]?Creep",
"questfinder%robot%QuestFinder%0%www\.questfinder\.com",
"rambler%rambler%Rambler%1%StackRambler[ /]([0-9.]{1,10})",
"repia%robot%Repia%0%webmaster@repia\.com",
"robozilla%robot%Robozilla%0%Robozilla",
"rojo%robot%Rojo%0%aggregator\:Rojo",
"rssbandit%rssbandit%RssBandit%1%RssBandit[ /]([0-9.]{1,10})",
"rssowl%rssowl%RSSOwl%1%RSSOwl[ /]([0-9a-z.]{1,10})",
"rssreader%robot%RssReader%0%RssReader[ /]([0-9.]{1,10})",
"sanszbot%robot%Sansz%0%SanszBot",
"saucereader%saucereader%Sauce Reader%1%Sauce[ ]?Reader[ /]([0-9.]{1,10})",
"scirus%robot%Scirus%0%FAST-WebCrawler/[0-9a-z.]{1,10}/Scirus",
"scrubby%scrubby%Scrubby%1%Scrubby[ /]([0-9.]{1,10})",
"sealinks%robot%Sea Links%1%SEA-Links( HTML-Scanner Pingoo\!)?[ /]([0-9.]{1,10})",
"searchch%robot%Search.ch%1%search\.ch[ /]?V?([0-9.]{1,10})",
"searchthruus%robot%SearchThruUs%1%www\.unitek-systems\.co\.uk[ /]([0-9.]{1,10})",
"seekport%seekport%Seekport%1%Seekbot[ /]([0-9.]{1,10})",
"semanticdiscovery%robot%Semantic Discovery%1%semanticdiscovery[ /]([0-9.]{1,10})",
"seznam%robot%Seznam%1%SeznamBot[ /]([0-9.]{1,10})",
"shareware%robot%Shareware%1%Program[ \-]?Shareware[ /]([0-9.]{1,10})",
"sharpreader%sharpreader%SharpReader%1%SharpReader[ /]([0-9.]{1,10})",
"sherlockspider%robot%Sherlock Spider%0%sherlock_spider",
"siege%robot%Siege%1%Siege[ /]([0-9.]{1,10})",
"siets%robot%Siets%1%SietsCrawler[ /]([0-9.]{1,10})",
"simpy%simpy%Simpy%1%^(argus|simpy)[ /]([0-9.]{1,10})",
"singingfish%singingfish%SingingFish%1%asterias[ /]([0-9.]{1,10})%asterias",
"sirobot%robot%SiroBot%0%sirobot",
"sitebar%sitebar%SiteBar%1%SiteBar[ /]([0-9.]{1,10})",
"sitespider%robot%SiteSpider%0%^SiteSpider",
"soegning%robot%S&oslash;gning%1%soegning\.dk[/ ]spider[ /]([0-9.]{1,10})",
"soft411%soft411%Soft411%0%SOFT411 Directory",
"sohu%robot%Sohu%0%sohu-search",
"souppot%robot%SoupPot%0%SoupPotBot",
"spurlbot%robot%SpurlBot%1%SpurlBot[/ ]([0-9.]{1,10})",
"stardownloader%stardownloader%Star Downloader%0%^Star Downloader( Pro)?",
"steeler%robot%Steeler%1%Steeler[ /]([0-9.]{1,10})",
"sunrise%robot%Sunrise%1%Sunrise[ /]([0-9a-z.]{1,10})",
"superbot%superbot%SuperBot%1%SuperBot[ /]([0-9.]{1,10})",
"surfcontrol%robot%SurfControl%0%SurfControl",
"surfnet%robot%SURFnet%1%AVSearch[ \-]([0-9.]{1,10})",
"surveybot%robot%Whois Survey%1%SurveyBot[ /]([0-9.]{1,10})",
"syndic8%robot%Syndic8%1%Syndic8[ /]([0-9.]{1,10})",
"syndicatie%robot%Syndicatie.nl%1%Syndicatie\.nl robot v ([0-9.]{1,10})%Syndicatie\.nl robot;",
"szukacz%szukacz%Szukacz%1%Szukacz[ /]([0-9.]{1,10})",
"tamu%robot%Tamu Crawler%1%IRLbot[ /]([0-9.]{1,10})",
"technorati%technorati%Technorati%1%Technoratibot[ /]([0-9.]{1,10})",
"teleport%teleport%Teleport%0%Teleport[ \-]?Pro",
"terrar%robot%Terrar%0%^Fresh Search :: Terrar",
"thunderstone%thunderstone%Thunderstone%0%T-H-U-N-D-E-R-S-T-O-N-E",
"timbobot%robot%timboBot%0%timboBot",
"tricus%robot%Tricus%0%B_l_i_t_z_B_O_T_@_t_r_i_c_u_s_\._c_o_m",
"turnitin%turnitin%Turnitin%1%TurnitinBot[ /]([0-9.]{1,10})",
"tutorgig%robot%TutorGig%1%TutorGig(Bot)?[ /]([0-9.]{1,10})",
"typepad%typepad%TypePad%1%TypePad/([0-9a-z.]{1,10})",
"udmsearch%robot%UdmSearch%1%UdmSearch[/ ]([0-9.]{1,10})",
"ultraseek%robot%Ultraseek%0%Ultraseek",
"unchaos%robot%Unchaos%1%unchaos_crawler[_ /]([0-9.]{1,10})%unchaos bot",
"updated%robot%Updated%1%updated[ /]([0-9a-z.]{1,10})",
"urlcontr%robot%MS URL Control%1%Microsoft URL[ \-]?Control",
"urlscope%robot%UrlScope%0%UrlScope",
"vagabondo%wiseguys%WiseGuys%1%Vagabondo[ /]([0-9.]{1,10})",
"validator%validator%W3C Validator%1%W3C_Validator[ /]([0-9.]{1,10})",
"vindex%vindex%Vindex%1%Vindex[ /]([0-9.]{1,10})",
"voila%voila%Voila%1%VoilaBot[ /]?[a-z ]*([0-9.]{1,10})",
"watson%addy%Dr.Watson%1%Watson[ /]([0-9.]{1,10})%watson\.addy\.com",
"waypath%waypath%Waypath%0%Waypath[ \-]?Scout%Waypath (development )?crawler",
"webcapture%robot%WebCapture%1%WebCapture[/ ]([0-9.]{1,10})",
"webcollage%robot%Webcollage%0%webcollage",
"webcopier%webcopier%WebCopier%1%WebCopier[/ ]v?([0-9.]{1,10})",
"webcrawl%robot%WebCrawl%0%webcrawl\.net",
"webmin%webmin%Webmin%0%^webmin",
"webmon%webmon%Webmon%1%WebMon[ /]([0-9.]{1,10})",
"webpix%webpix%WebPix%1%WebPix[/ ]([0-9.]{1,10})",
"webresult%robot%Webresult%0%Der webresult\.de Robot",
"webring%robot%Webring Checker%1%WebRingChecker[/ ]([0-9.]{1,10})",
"websense%robot%Websense%0%(Sqworm|websense|Konqueror/3\.(0|1)(\-rc[1-6])?; i686 Linux; 2002[0-9]{4})",
"websquash%websquash%Websquash%0%webs(quash\.com|ite[ \-]?Monitor)",
"webstripper%robot%WebStripper%1%WebStripper[ /]([0-9.]{1,10})",
"webzip%webzip%WebZIP%1%Web[ \-]?ZIP[ /]([0-9.]{1,10})",
"wep%robot%WEP Search%1%WEP Search[ /]([0-9.]{1,10})",
"wget%wget%Wget%1%Wget[ /]([0-9.]{1,10})",
"wmp%robot%WMP%0%^WMP",
"wordpress%wordpress%WordPress%1%WordPress[ /]([0-9.]{1,10})",
"worldlight%worldlight%WorldLight%0%^WorldLight",
"worqmada%robot%WorQmada%1%WorQmada[ /]([0-9.]{1,10})",
"wotbox%wotbox%Wotbox%1%Wotbox[ /]?[a-z]*([0-9.]{1,10})",
"wp%wp%Wirtualna Polska%1%NetSprint[ /\-]{1,4}([0-9.]{1,10})",
"wwgrapevine%wwgrapevine%WWgrapevine%1%wwgrapevine[ /]([0-9.]{1,10})",
"wwwc%wwwc%WWWC%1%^WWWC[ /]([0-9.]{1,10})",
"wwwd%robot%WWWD%1%^WWWD[ /]([0-9.]{1,10})",
"wwweasel%wwweasel%WWWeasel%1%WWWeasel( Robot)?[/ ]v?([0-9.]{1,10})",
"wwwster%robot%WWWster%1%^wwwster[/ ]([0-9.]{1,10})",
"wysigot%wysigot%Wysigot%1%Wysigot[/ ]([0-9.]{1,10})",
"xenu%robot%Xenu Link Sleuth%1%Xenu(&#039;s)? Link Sleuth[/ ]([0-9a-z.]{1,10})",
"yahoo%yahoo%Yahoo%0%Yahoo(! ([a-z]{1,3} )?Slurp;|-|FeedSeeker)",
"yandex%yandex%Yandex%1%Yandex[/ ]([0-9.]{1,10})",
"yell%yell%Yell%1%YellCrawl[ /]V?([0-9.]{1,10})",
"zao%robot%Zao%1%Zao[ /]([0-9.]{1,10})%Zao-Crawler",
"zealbot%zeal%ZealBot%1%Zealbot[ /]([0-9.]{1,10})",
"zeus%robot%Zeus%0%Zeus",
"zippp%robot%Zippp%1%ZipppBot[ /]([0-9.]{1,10})",
"zoeky%robot%Zoeky%1%Zoekybot[ /]([0-9.]{1,10})",
"zyborg%zyborg%WiseNutBot%1%(WISE|Zy)bo(rg|t)[ /]([0-9.]{1,10})",
# generic
"httpclient%robot%HTTPClient%0%HTTP[ \-]?Client",
"java%java%Java%1%java[ /]([0-9.]{1,10})%java",
"libfetch%robot%Libfetch%1%^(fetch )?libfetch[ /]([0-9.]{1,10})",
"libwww%libwww%libWWW%1%^libww(w|w-perl|w-FM)[ /]([0-9.]{1,10})%^libww(w|w-perl|w-FM)",
"pythonurl%robot%Python-url%0%Python[ \-]?urllib",
# robot
"robot%robot%Robot%0%(robot|crawler|spider|harvest)"
);
?>