hiit.fi)','Hoowwwer','http://cosco.hiit.fi/search/hoowwwer/','NGIR',''),
(752,'kinjabot (http://www.kinja.com)','Kinjabot','http://www.kinja.com','Kinja',''),
(753,'kinja-imagebot (http://www.kinja.com/)','Kinja-imagebot','http://www.kinja.com','Kinja',''),
(754,'Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/bot.html','Google',''),
(755,'carleson/1.0','Carleson','http://www.cosmixcorp.com/','Cosmix',''),
(756,'Misterbot-Nutch/0.7.1 (Misterbot-Nutch; http://www.misterbot.fr; admin@misterbot.fr)','Misterbot','http://www.misterbot.fr','Misterbot',''),
(757,'Waypath development crawler - info at waypath dot com','Waypath','http://www.waypath.com/','Waypath',''),
(758,'Waypath Scout v2.x - info at waypath dot com','Waypath','http://www.waypath.com/','Waypath',''),
(759,'suchpad/1.0 (+http://www.suchpad.de)','Suchpad','http://www.suchpad.de','Suchpad',''),
(760,'Googlebot-Image/1.0 (+http://www.googlebot.com/bot.html)','Google-Image','http://www.google.com/webmasters/bot.html','Google',''),
(761,'Catall Spider','Catall Spider','http://www.catall.de/','Catall',''),
(762,'Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)','Slurp China (Yahoo)','http://misc.yahoo.com.cn/help.html','Yahoo',''),
(763,'YahooYSMcm/2.0.0','Yahoo Search Marketing crawler','http://www.content.overture.com/d/','Yahoo',''),
(764,'SycaBoT/1.0','SycaBoT','http://www.sycarox.com/','SycaroX',''),
(765,'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.2.1; aggregator:TailRank; http://tailrank.com/robot) Gecko/20021130','TailRank Robot','http://tailrank.com/robot','TailRank',''),
(766,'enoola (http://www.enoola.com)','Enoola','http://www.enoola.com','Enoola',''),
(767,'TeragramWebcrawler/1.0','TeragramWebcrawler','http://www.teragram.com/','Teragram',''),
(768,'TeragramCrawler','TeragramCrawler','http://www.teragram.com/','Teragram',''),
(769,'dev-spider2.searchpsider.com/1.3b','Dev-spider2','http://www.searchspider.com/','Searchspider',''),
(770,'timboBot/0.9 http://www.breakingblogs.com/timbo_bot.html','TimboBot','http://www.breakingblogs.com/timbo_bot.html','Breakingblogs',''),
(771,'NextopiaBOT (+http://www.nextopia.com) distributed crawler client beta v1.1','NextopiaBot','http://www.nextopia.com','Nextopia',''),
(772,'Mozilla/5.0 (compatible; NLCrawler/2.0.27; Linux 2.6.3-7; i686; en_US)KHTML/3.4.89 (like Gecko)','NLCrawler','http://www.northernlight.com','Northern Light',''),
(773,'RAMPyBot/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)','RAMPyBot','http://www.giveramp.com/','GiveRamp',''),
(774,'sproose/0.1-alpha (sproose crawler; http://www.sproose.com/bot.html; crawler@sproose.com)','Sproose','http://www.sproose.com/bot.html','Sproose',''),
(775,'ExactSeek_Spider','ExactSeek_Spider','http://exactseek.com/','ExactSeek',''),
(776,'LookdirBot','LookdirBot','http://www.lookdir.net/','Lookdir',''),
(777,'!Susie (http://www.sync2it.com/susie)','Susie','http://www.sync2it.com/susie','Sync2it',''),
(778,'Keegeebot/2.1 (+http://www.keegee.com/keegee/bot.html)','Keegeebot','http://www.keegee.com/keegee/bot.html','Keegee',''),
(779,'csci_b659/0.13','Csci_b659/0.13','http://informatics.indiana.edu/fil/Class/b659/','Indiana University School of Informatics',''),
(780,'Mozilla/5.0 (compatible; vermut +http://vermut.aol.com)','Vermut','http://vermut.aol.com','AOL',''),
(781,'mozilla/5.0 (compatible; vermut +http://www.aol.com)','Vermut','http://vermut.aol.com','AOL',''),
(782,'SycaBoT-Programme','SycaBoT-Programme','http://www.sycarox.com/','SycaroX',''),
(783,'SycaBoT-Image','SycaBoT-Image','http://www.sycarox.com/','SycaroX',''),
(784,'SycaBoT-Audio','SycaBoT-Audio','http://www.sycarox.com/','SycaroX',''),
(785,'SycaBoT-Video','SycaBoT-Video','http://www.sycarox.com/','SycaroX',''),
(786,'Camcrawler (+http://www.camdiscover.com/crawler.html)','Camcrawler','http://www.camdiscover.com/crawler.html','Sensation Internet Services',''),
(787,'Combine/2.0','Combine','http://combine.it.lth.se/','Lund University',''),
(788,'Filangy/1.01 (Filangy; http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp; filangy-agent@filangy.com)','Filangy','http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp','Filangy',''),
(789,'MJ12bot/v1.0.7 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(790,'Norbert the Spider(Burf.com)','Norbert','http://www.burf.com/','Burf',''),
(791,'webGobbler/1.x.x','WebGobbler','http://sebsauvage.net/webgobbler/','WebGobbler',''),
(792,'OrangeSpider','OrangeSpider','http://www.orangeslicer.com','Orangeslicer',''),
(793,'FAST Enterprise Crawler 6 used by Verizon Superpages Powered By FAST (crawler_admin@superpages.com)','Verizon','http://www.superpages.com','Verizon Superpages',''),
(794,'fast enterprise crawler 6 used by verizon superpages powered by fast (kevin.watters@fastsearch.com)','Verizon','http://www.superpages.com','Verizon Superpages',''),
(795,'Octora Beta - www.octora.com','Octora','http://www.octora.com','Octora',''),
(796,'CoBITSProbe','CoBITSProbe','http://www.iis.sinica.edu.tw/~hungchi/CBIT/','Academia Sinica',''),
(797,'Microsoft Small Business Indexer','Microsoft Small Business Indexer','http://www.microsoft.com/windowsserver2003/sbs/default.mspx','Microsoft',''),
(798,'voyager/1.0','Voyager','http://www.kosmix.com/crawler.html','Kosmix',''),
(799,'cfetch/1.0','Voyager','http://www.kosmix.com/crawler.html','Kosmix',''),
(800,'Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)','Accoona','http://www.accoona.com/','Accoona',''),
(801,'NetWhatCrawler/0.06-dev (NetWhatCrawler from NetWhat.com; http://www.netwhat.com; support@netwhat.com)','NetWhatCrawler','http://www.netwhat.com','Netwhat',''),
(802,'Firefox_1.0.6 (kasparek@naparek.cz)','Kasparek','http://www.cvut.cz/','Czech Technical University Prague',''),
(803,'Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)','Slurp (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(804,'FreshNotes crawler< report problems to crawler-at-freshnotes-dot-com','FreshNotes crawler','http://freshnotes.com/fn/','FreshNotes',''),
(805,'Mozilla/5.0 (+http://www.sli-systems.com/) Mammoth/0.1','Mammoth','http://www.sli-systems.com/','SLI Systems',''),
(806,'Jambot/0.1.1 (Jambot; http://www.jambot.com/blog; crawler@jambot.com) ','Jambot','http://www.jambot.com','Jambot',''),
(807,'yacybot (x86 Windows XP 5.1; java 1.5.0_06; Europe/de) yacy.net','Yacybot','http://www.yacy.net/','Yacy',''),
(808,'zspider/0.9-dev http://feedback.redkolibri.com/','Zspider','http://feedback.redkolibri.com/','Redkolibri',''),
(809,'FreshNotes crawler, report problems to crawler-at-freshnotes-dot-com','FreshNotes crawler','FreshNotes crawler','FreshNotes',''),
(810,'NutchCVS/0.7.1 (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)','Sycrawl','http://qbert.cs.washington.edu/','University of Washington',''),
(811,'Comrite/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)','Comrite','http://www.comrite.com/','Comrite',''),
(812,'Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) ACR','Site Server 3.0 Robot','http://www.acr.org/s_acr/index.asp','American College of Radiology',''),
(813,'Vespa Crawler','Vespa Crawler (Yahoo)','http://jobs.yahoo.no/index.html','Yahoo! Norway',''),
(814,'Vagabondo-WAP/2.0 (webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)/1.0 Profile','Vagabondo-WAP','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),
(815,'Exabot-Images/1.0','Exabot-Images','http://www.exalead.com/search','Exalead',''),
(816,'NG/4.0.1229','Exabot-Images','http://www.exalead.com/search','Exalead',''),
(817,'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread Revision: 3.10','Asterias Crawler','http://search.singingfish.com/sfw/home.jsp','Singingfish',''),
(818,'Combine/2.0 http://combine.it.lth.se/','Combine','http://combine.it.lth.se/','Combine',''),
(819,'Yahoo! Mindset','Yahoo! Mindset','http://mindset.research.yahoo.com/','Yahoo! Mindset',''),
(820,'schibstedsokbot (compatible; Mozilla/5.0; MSIE 5.0; FAST FreshCrawler 6; +http://www.schibstedsok.no/bot/)','Schibstedsokbot','http://www.schibsted.no/','Schibsted',''),
(821,'Syntryx ANT Scout Chassis Pheromone; Mozilla/4.0 compatible crawler','Syntryx','http://www.syntryx.com/','Syntryx',''),
(822,'RAMPyBot - www.giveRAMP.com/0.1 (RAMPyBot - www.giveRAMP.com; http://www.giveramp.com/bot.html; support@giveRAMP.com)','RAMPyBot','http://www.giveramp.com/','Giveramp',''),
(823,'Mozilla/4.0 compatible FurlBot/Furl Search 2.0 (FurlBot; http://www.furl.net; wn.furlbot@looksmart.net)','FurlBot','http://www.furl.net/','Furl',''),
(824,'TerrawizBot/1.0 (+http://www.terrawiz.com/bot.html)','TerrawizBot','http://www.terrawiz.com/bot.html','Terrawiz',''),
(825,'Netluchs/0.8-dev ( ; http://www.netluchs.de/; ___don\'t___spam_me_@netluchs.de) ','Netluchs','http://www.netluchs.de/','Netluchs',''),
(826,'FeedChecker/0.01','FeedChecker','http://www.u-tokyo.ac.jp/index_e.html','University of Tokyo',''),
(827,'BebopBot/2.5.1 ( crawler http://www.apassion4jazz.net/bebopbot.html )','BebopBot','http://www.apassion4jazz.net/','Apassion4jazz',''),
(828,'Generic Mobile Phone (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/webmasters/bot.html','Google',''),
(829,'Krugle/Krugle,Nutch/0.8+ (Krugle web crawler; http://www.krugle.com/crawler/info.html; webcrawler@krugle.com)','Krugle','http://www.krugle.com/crawler/info.html','Krugle',''),
(830,'Mozilla/5.0 (compatible; AnsearchBot/1.0; +http://www.ansearch.com.au/)','AnsearchBot','http://www.ansearch.com.au/','Ansearch',''),
(831,'KakleBot - www.kakle.com/0.1 (KakleBot - www.kakle.com; http:// www.kakle.com/bot.html; support@kakle.com)','KakleBot','http:// www.kakle.com/bot.html','Akle',''),
(832,'Piffany_Web_Spider_v0.x','Piffany','http://www.piffany.com/spider.html','Piffany',''),
(833,'Piffany_Web_Scraper_v0.x','Piffany','http://www.piffany.com/spider.html','Piffany',''),
(834,'Mozilla/5.0 (compatible; EARTHCOM.info/2.01; http://www.earthcom.info)','Earthcom','http://www.earthcom.info','Earthcom',''),
(835,'IlTrovatore/1.2 (IlTrovatore; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)','IlTrovatore','http://www.iltrovatore.it/bot.html','IlTrovatore',''),
(836,'noyona_0_1','Noyona','http://www.noyona.com/index.pl','Noyona',''),
(837,'Mozilla/4.0 (compatible; MSIE 4.01; Vonna.com b o t)','Vonna.com b o t','http://www.vonna.com/','Vonna',''),
(838,'Mozilla/5.0 (compatible; BecomeJPBot/2.3; MSIE 6.0 compatible; +http://www.become.co.jp/site_owners.html)','BecomeJPBot','http://www.become.co.jp/site_owners.html','Become',''),
(839,'SearchSight/2.0 (http://SearchSight.com/)','SearchSight','http://SearchSight.com/','SearchSight',''),
(840,'e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)','E-SocietyRobot','http://www.yama.info.waseda.ac.jp/~yamana/es/','Yamana Laboratory',''),
(841,'webbot(+http://webbot.com/bot.htm)','Webbot','http://webbot.com/bot.htm','Webbot',''),
(842,'Crawllybot/0.1 (Crawllybot; +http://www.crawlly.com; crawler@crawlly.com)','Crawllybot','http://www.crawlly.com','Crawlly',''),
(843,'WIRE/0.11 (Linux; i686; Bot,Robot,Spider,Crawler,aromano@cli.di.unipi.it)','WIRE','http://www.unipi.it/english/index.htm','University of Pisa',''),
(844,'larbin_2.6.3 larbin2.6.3@unspecified.mail','Larbin_2.6.3','http://larbin.sourceforge.net/index-eng.html','Unknown',''),
(845,'Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)','BecomeBot','http://www.become.com/site_owners.html','Become',''),
(846,'findlinks/1.0.9 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(847,'SurveyBot/2.3 (Whois Source)','SurveyBot','http://www.domaintools.com/webmasters/surveybot.php','Domaintools',''),
(848,'findlinks/1.1.1-a2 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(849,'http://www.almaden.ibm.com/cs/crawler [hc5]','Almaden','http://www.almaden.ibm.com/cs/crawler/','IBM',''),
(850,'msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(851,'sdcresearchlabs-testbot/0.8-dev (www.shopping.com/bot.html; http://lucene.apache.org/nutch/bot.html; researchbot@shopping.com)','Sdcresearchlabs-testbot','http://www.shopping.com/bot.html','Shopping',''),
(852,'NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; sycrawl@cs.washington.edu)','NutchCVS/0.8-dev','http://qbert.cs.washington.edu/','University of Washington',''),
(853,'Gigabot/2.0; http://www.gigablast.com/spider.html','Gigabot','http://www.gigablast.com/','Gigablast',''),
(854,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''),
(855,'Deepindex V2','Deepindex','http://www.deepindex.com/utiliser.html','Deepindex',''),
(856,'Mozilla/5.0 (compatible; Megaglobe Crawler/1.0; http://www.megaglobe.com)','Megaglobe Crawler','http://www.megaglobe.com','Megaglobe',''),
(857,'findlinks/1.1.1-a5 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(858,'Mozilla/5.0 (Linux; fr) Firefox (ozMonitor Free)','OzMonitor','http://www.ozmonitor.net/','OzMonitor',''),
(859,'Pompos/1.1 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(860,'Pompos/1.2 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(861,'Pompos/1.3 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(862,'findlinks/1.1.1 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(863,'page_verifier http://www.securecomputing.com/goto/pv','Page_verifier','http://www.securecomputing.com/goto/pv','Securecomputing',''),
(864,'www.petitsage.fr site detector 0.4','Petitsage','http://www.petitsage.fr/','Petitsage',''),
(865,'VIPr/0.4 (VIProbot; http://www.vipsolutions.hu; info@vipsolutions.hu)','VIProbot','http://www.vipsolutions.hu','Vipsolutions',''),
(866,'WebCorp/1.0','WebCorp','http://webcorp.uce.ac.uk/','WebCorp',''),
(867,'Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://webmaster.ilse.nl/jsp/webmaster.jsp)','INGRID','http://webmaster.ilse.nl/jsp/webmaster.jsp','Ilse',''),
(868,'Mozilla/4.0 compatible ZyBorg/1.0 (wn-16.zyborg@looksmart.net; http://www.WISEnutbot.com)','ZyBorg (Wisenut)','http://www.wisenut.com/','Wisenut',''),
(869,'Snapbot/1.0','Snapbot','http://dev.upian.com/hotlinks/','Hotlinks',''),
(870,'Mozilla/4.0 (compatible; GPU p2p crawler http://gpu.sourceforge.net/search_engine.php)','GPU p2p crawler','http://gpu.sourceforge.net/search_engine.php','GPU',''),
(871,'WinkBot/0.06 (Wink.com search engine web crawler; http://www.wink.com/Wink:WinkBot; winkbot@wink.com)','WinkBot','http://www.wink.com/Wink:WinkBot','Wink',''),
(872,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''),
(873,'freshmeat.net URL validator/1.1','Freshmeat','http://freshmeat.net/','Freshmeat',''),
(874,'larbin_2.6.3 marzia.polito@intel.com','Larbin_2.6.3','http://larbin.sourceforge.net/index-eng.html','Unknown',''),
(875,'WEP Search 00','WEP Search','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(876,'Microsoft URL Control - 6.00.8862','Microsoft URL Control','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(877,'Microsoft URL Control - 6.01.9782','Microsoft URL Control','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(878,'Snoopy v1.2','Snoopy','http://sourceforge.net/projects/snoopy/','Unknown',''),
(879,'BuildCMS crawler (http://www.buildcms.com/crawler)','BuildCMS crawler','http://www.buildcms.com','BuildCMS',''),
(880,'Yeti','Yeti','http://www.1noon.com/','1noon',''),
(881,'W3C-checklink/4.2 [4.20] libwww-perl/5.803','W3C-checklink','http://validator.w3.org/docs/checklink.html','W3C',''),
(882,'Mozilla/5.0 (compatible; Charlotte/1.0b; charlotte@betaspider.com)','Charlotte','http://www.betaspider.com/','Betaspider',''),
(883,'EuripBot/0.5 (+http://www.eurip.com) PreCheck','EuripBot','http://www.eurip.com','Eurip',''),
(884,'Mo College 1.9','Mo College 1.9','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(885,'Python-urllib/1.16','Python-urllib','http://www.1noon.com/','Unknown',''),
(886,'W3C_Validator/1.432.2.10','W3C-Validator','http://validator.w3.org/docs/checklink.html','W3C',''),
(887,'Mozilla/5.0 (compatible; LinksManager.com_bot +http://linksmanager.com/linkchecker.html)','LinksManager.com_bot','http://linksmanager.com/linkchecker.html','Unknown',''),
(888,'IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''),
(889,'Mozilla/5.0 (compatible;archive.org_bot/1.7.1; collectionId=316; Archive-It; +http://www.archive-it.org)','Archive.org_bot','http://www.archive.org/','Archive.org',''),
(890,'exactseek.com','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''),
(891,'BurstFindCrawler/1.1 (crawler.burstfind.com; http://crawler.burstfind.com; crawler@burstfind.com)','BurstFindCrawler','http://crawler.burstfind.com','Burstfind',''),
(892,'EMPAS_ROBOT','EMPAS_ROBOT','http://www.empas.com/','Empas',''),
(893,'gsa-crawler (Enterprise; GIX-04637; rex_li@trend.com.tw)','Gsa-crawler','http://www.trendmicro.com/tw/home/enterprise.htm','Trendmicro',''),
(894,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ZoomSpider.net bot; .NET CLR 1.1.4322)','ZoomSpider','http://www.zoomspider.net/','ZoomSpider',''),
(895,'WebsiteWorth v1.0','WebsiteWorth','http://directory.sootle.com/website-worth/','Sootle',''),
(896,'PictureOfInternet/3.0 (http://www.malfunction.org/poi; erik@malfunction.org)','PictureOfInternet','http://www.malfunction.org/poi','Malfunction',''),
(897,'Mozilla/4.0 (compatible; MSIE 6.0; TargetSeek/1.0; +http://www.targetgroups.net/TargetSeek.html)','TargetSeek','http://www.targetgroups.net/TargetSeek.html','Targetgroups',''),
(898,'Mozilla/5.0 (compatible; DNS-Digger/1.0; +http://www.dnsdigger.com)','DNS-Digger','http://www.dnsdigger.com','Dnsdigger',''),
(899,'CipinetBot/1.0 (http://www.cipinet.com/bot.html)','CipinetBot','(http://www.cipinet.com/bot.html','Cipinet',''),
(900,'Z-Add Link Checker (http://w3.z-add.co.uk/linkcheck/)','Z-Add Link Checker','http://w3.z-add.co.uk/linkcheck/','Z-add',''),
(901,'NaverBot-1.0 (NHN Corp. / +82-31-784-1989 / nhnbot@naver.com)','NaverBot','http://www.naver.co.jp/','Naver',''),
(902,'EmeraldShield.com Web Spider (http://www.emeraldshield.com/webbot.aspx)','EmeraldShield.com Web Spider','http://www.emeraldshield.com/webbot.aspx','Emeraldshield',''),
(903,'HatenaScreenshot/1.0 (checker)','HatenaScreenshot','http://www.hatena.ne.jp/','Hatena',''),
(904,'Search-Engine-Studio','Search-Engine-Studio','http://www.xtreeme.com/search-engine-studio/','Xtreeme',''),
(905,'HatenaScreenshot/1.0 (checker)','HatenaScreenshot','http://www.hatena.ne.jp/','Hatena',''),
(906,'yoono/1.0 web-crawler/1.0','Yoono web-crawler','http://www.yoono.com/','Yoono',''),
(907,'PlantyNet_WebRobot_V1.9 yangsam@plantynet.com','PlantyNet_WebRobot','http://www.plantynet.com/','PlantyNet',''),
(908,'SandCrawler - Compatibility Testing','SandCrawler','http://www.microsoft.com/','Microsoft',''),
(909,'MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(910,'psycheclone','Psycheclone','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(911,'Mozilla/5.0 (Windows;) NimbleCrawler 2.0.0 obeys UserAgent NimbleCrawler For problems contact: crawler@healthline.com','NimbleCrawler','http://www.healthline.com/','Healthline',''),
(912,'NASA Search 1.0','NASA Search 1.0','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(913,'MQbot metaquerier.cs.uiuc.edu/crawler','Metaquerier','http://metaquerier.cs.uiuc.edu/crawler/','University of Illinois',''),
(914,'Honda-Search/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; search@honda-search.com)','Honda-Search','http://www.honda-search.com/','Honda-Search',''),
(915,'Mozilla/3.0 (compatible; ScollSpider; http://www.webwobot.com)','ScollSpider','http://www.webwobot.com','Webwobot',''),
(916,'webmeasurement-bot, http://rvs.informatik.uni-leipzig.de','Webmeasurement-bot','http://rvs.informatik.uni-leipzig.de','University of Leipzig',''),
(917,'Octora Beta Bot - www.octora.com','Octora Beta Bot','http://www.octora.com','Octora',''),
(918,'KSbot/1.0 (KnowledgeStorm crawler; http://www.knowledgestorm.com/resources/content/crawler/index.html; crawleradmin@knowledgestorm.com)','KSbot','http://www.knowledgestorm.com/resources/content/crawler/index.html','Knowledgestorm',''),
(919,'Blaiz-Bee/2.00.5502 (+http://www.blaiz.net)','Blaiz-Bee','http://www.blaiz.net','Blaiz',''),
(920,'MaSagool/1.0 (MaSagool; http://sagool.jp/; info@sagool.jp)','MaSagool','http://sagool.jp','Sagool',''),
(921,'cometrics-bot, http://www.cometrics.de','Cometrics-bot','http://www.cometrics.de','Cometrics',''),
(922,'StackRambler/2.0 (MSIE incompatible)','StackRambler','http://www.rambler.ru/doc/robots.shtml','Rambler',''),
(923,'HeinrichderMiragoRobot (http://www.miragorobot.com/scripts/deinfo.asp)','HeinrichderMiragoRobot','http://www.miragorobot.com/scripts/deinfo.asp','Mirago',''),
(924,'gonzo2[P] mailto:crawleradmin.t-info@telekom.de','Gonzo2','http://www.suchen.de/','T-info',''),
(925,'Exabot-Test/1.0','Exabot','http://www.exalead.com/search','Exalead',''),
(926,'eruvo-bot 4.8.1 (http://www.eruvo.com)','Eruvo-bot','http://www.eruvo.com','Eruvo',''),
(927,'Missigua Locator 1.9','Missigua Locator 1.9','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(928,'BeijingCrawler','BeijingCrawler','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(929,'Links4US-Crawler, (+http://links4us.com/)','Links4US-Crawler','http://links4us.com/','Links4US',''),
(930,'Mozilla/5.0 (compatible; MojeekBot/2.0; http://www.mojeek.com/bot.html)','MojeekBot','http://www.mojeek.com/bot.html','Mojeek',''),
(931,'Visbot/1.0 (+http://www.visvo.com/bot.html;bot@visvo.com)','Visbot','http://www.visvo.com/bot.html','Visvo',''),
(932,'gonzo1[P] mailto:crawleradmin.t-info@telekom.de','Gonzo2','http://www.suchen.de/','T-info',''),
(933,'my-bytebot/1.0 (+http://spider.my-byte.de/info)','My-bytebot','http://spider.my-byte.de/info','My-byte',''),
(934,'Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)','Gaisbot','http://gais.cs.ccu.edu.tw/robot.php','Gais',''),
(935,'Mozilla/4.0 (compatible; Yahoo Japan; for robot study; kasugiya)','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''),
(936,'envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)','Envolkspider','http://www.envolk.com/envolkspiderinfo.php','Envolk',''),
(937,'ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)','ShopWiki','http://www.shopwiki.com/wiki/Help:Bot','ShopWiki',''),
(938,'Mozilla/5.0 (compatible; heritrix/1.6.0 http://www.worio.com/)','Worio','http://www.worio.com/','Worio',''),
(939,'MetagerBot/0.8-dev (MetagerBot; http://metager.de; )','MetagerBot','http://metager.de','Metager',''),
(940,'WebAlta Crawler/1.3.15 (http://www.webalta.ru/bot.html) (Windows; U; Windows NT 5.1; ru-RU)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''),
(941,'WebAlta Crawler/1.3.18 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''),
(942,'updated/0.1-alpha (updated crawler; http://www.updated.com; crawler@updated.com)','Updated crawler','http://www.updated.com/','Updated',''),
(943,'traazibot/testengine (+http://www.traazi.de)','Traazibot','http://www.traazi.de','Traazi',''),
(944,'http://www.trendtech.dk/spider.asp)','TrendTech','http://www.trendtech.dk/spider.asp','TrendTech',''),
(945,'Yahoo-Test/4.0','Yahoo-Test/4.0','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(946,'asked/Nutch-0.8 (web crawler; http://asked.jp; epicurus at gmail dot com)','Asked','http://asked.jp','Asked',''),
(947,'zedzo.digest/0.1 (http://www.zedzo.com/)','Zedzo.digest','http://www.zedzo.com/','Zedzo',''),
(948,'VMBot/0.7.2 (VMBot; http://www.VerticalMatch.com/; vmbot@tradedot.com)','VMBot','http://www.VerticalMatch.com/','VerticalMatch',''),
(949,'BilgiBetaBot/0.8-dev (bilgi.com (Beta) ; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)','BilgiBetaBot','http://www.bilgi.com','Bilgi',''),
(950,'YooW!/1.8.9 RC1 (+http://www.yoow.eu)','YooW!','http://www.yoow.eu','YooW!',''),
(951,'192.comAgent','192.com','http://www.192.com/','192.com',''),
(952,'Slurpy Verifier/1.0','Slurpy Verifier','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(953,'WebarooBot (Webaroo Bot; http://64.124.122.252/feedback.html)','WebarooBot','http://www.webaroo.com/','Webaroo',''),
(954,'YahooFeedSeeker/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://publisher.yahoo.com/rssguide)','YahooFeedSeeker','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(955,'Flapbot/0.7.2 (Flaptor Crawler; http://www.flaptor.com; crawler at flaptor period com)','Flapbot','http://www.flaptor.com','Flaptor',''),
(956,'Siigle Orumcex v.001 Turkey (http://www.siigle.com)','Siigle Orumcex','http://www.siigle.com','Siigle',''),
(957,'NG-Search/0.90 (NG-SearchBot; http://www.ng-search.com; )','NG-SearchBot','http://www.ng-search.com','NG-Search',''),
(958,'Speedy Spider (Entireweb; Beta/1.0; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(959,'ozelot/2.7.3 (Search engine indexer; www.flying-cat.de/ozelot; ozelot@flying-cat.de)','Ozelot','http://www.flying-cat.de/ozelot','Flying-cat',''),
(960,'A1 Sitemap Generator/1.0 (+http://www.micro-sys.dk/products/sitemap-generator/) miggibot/2006.01.24','Miggibot','http://www.micro-sys.dk/developer/miggibot/','Micro-sys',''),
(961,'Strategic Board Bot (+http://www.strategicboard.com)','Strategic Board Bot','http://www.strategicboard.com','Strategic Board',''),
(962,'Accoona-AI-Agent/1.1.2 (aicrawler at accoonabot dot com)','Aicrawler','http://www.accoona.com/','Accoona',''),
(963,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ODP entries t_st; http://tuezilla.de/t_st-odp-entries-agent.html)','TÜzilla','http://tuezilla.de/','TÜzilla',''),
(964,'i1searchbot/2.0 (i1search web crawler; http://www.i1search.com; crawler@i1search.com)','I1searchbot','http://www.i1search.com','I1search',''),
(965,'Mozilla/5.0 (compatible;MAINSEEK_BOT)','Mainseek_Bot','http://www.mainseek.com/','Mainseek',''),
(966,'factbot : http://www.factbites.com/robots','Factbot','http://www.factbites.com/robots','Factbites',''),
(967,'Searchmee! Spider v0.98a','Searchmee! Spider','http://www.searchmee.com/','Searchmee!',''),
(968,'Mozilla/4.0 (compatible; Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''),
(969,'ilial/Nutch-0.9-dev','Ilial/Nutch','http://www.ucla.edu/','University of California',''),
(970,'FuchsBot +http://www.fuchsbot.tld','FuchsBot','http://www.fuchsbot.tld','FuchsBot',''),
(971,'Nelian Pty Ltd - Spider v2.1 ( http://pcaccessoriesparts.com )','Nelian Pty Ltd - Spider','http://pcaccessoriesparts.com','Pcaccessoriesparts',''),
(972,'Jyxobot/1','Jyxobot','http://www.jyxo.com/','Jyxo',''),
(973,'Theme Spider (+http://www.themespider.com/spider.html)','Theme Spider','http://www.themespider.com/spider.html','Themespider',''),
(974,'Exabot/3.0','Exabot','http://www.exalead.com/search','Exalead',''),
(975,'yacybot (i386 Linux 2.6.17-gentoo-r7; java 1.5.0_08; GMT/en) yacy.net','Yacybot','http://www.yacy.net','Anomic Consulting',''),
(976,'yacybot (i386 Linux 2.6.17-2-686; java 1.5.0_06; Europe/de) yacy.net','Yacybot','http://www.yacy.net','Anomic Consulting',''),
(977,'Mozilla/5.0 (compatible; vlad/1.1; +http://www.freshnotes.com/vlad.html)','Vlad','http://www.freshnotes.com/vlad.html','Freshnotes',''),
(978,'SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)','SiteBar','http://sitebar.org/','SiteBar',''),
(979,'Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawl/; crawl@logos.ic.i.u-tokyo.ac.jp)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/','University of Tokyo',''),
(980,'Google-Sitemaps/1.0','Google-Sitemaps','http://www.google.com/webmasters/bot.html','Google',''),
(981,'MSRBOT (http://research.microsoft.com/research/sv/msrbot/)','MSRBot','http://research.microsoft.com/research/sv/msrbot/','Microsoft',''),
(982,'Mozilla/4.0 (compatible; Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''),
(983,'gonzo1[P] +http://www.suchen.de/popups/faq.jsp','Gonzo1','http://www.suchen.de/','T-info',''),
(984,'sproose/1.0beta (sproose bot; http://www.sproose.com/bot.html; crawler@sproose.com)','Sproose','http://www.sproose.com/bot.html','Sproose',''),
(985,'CydralSpider/2.2 (Cydral Image Search; http://www.cydral.com)','CydralSpider','http://www.cydral.com','Cydral',''),
(986,'Factbot 1.09 (see http://www.factbites.com/webmasters.php)','Factbot','http://www.factbites.com/robots','Factbites',''),
(987,'Webster v0.3 ( http://webster.healeys.net/ )','Webster','http://webster.healeys.net/','Webster.healeys',''),
(988,'msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(989,'ICCrawler - ICjobs (http://www.icjobs.de/bot.htm)','ICCrawler','http://www.iccenter.net/','ICCenter',''),
(990,'MQbot http://metaquerier.cs.uiuc.edu/crawler','Metaquerier','http://metaquerier.cs.uiuc.edu/crawler/','University of Illinois',''),
(991,'silk/1.0','Silk/1.0','http://www.slider.com/index.html','Slider',''),
(992,'holmes/3.9 (OnetSzukaj/5.0; +http://szukaj.onet.pl)','Holmes','http://szukaj.onet.pl','Szukaj.onet',''),
(993,'Verzamelgids/2.2 (http://www.verzamelgids.nl)','Verzamelgids','http://www.verzamelgids.nl','Verzamelgids',''),
(994,'TCDBOT/Nutch-0.8 (PhD student research;\"http://www.tcd.ie; mcgettrs at t c d dot IE)\"','TCDBOT','http://www.tcd.ie/','Trinity College Dublin',''),
(995,'Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/2.2','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''),
(996,'FAST Enterprise Crawler 6 used by BilBasen ApS (michael@bilinfo.dk)','BilBasen','http://www.bilinfo.dk/','Bilinfo',''),
(997,'Mozilla/5.0 (compatible; CjLogbot 1.0; +http://www.cjlog.com/bot)','CjLogbot','http://www.cjlog.com','CjLog',''),
(998,'ExaBotTest/2.0','Exabot','http://www.exalead.com/search','Exalead',''),
(999,'SygolBot http://www.sygol.com','SygolBot','http://www.sygol.com','Sygol',''),
(1000,'wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)','Wwwster','http://www.cis.uni-muenchen.de/','Centrum für Informations- und Sprachverarbeitung',''),
(1001,'MQBOT/Nutch-0.9-dev (MQBOT Nutch Crawler; http://falcon.cs.uiuc.edu; mqbot@cs.uiuc.edu)','MQBOT','http://falcon.cs.uiuc.edu; mqbot@cs.uiuc.edu','University of Illinois',''),
(1002,'SearchdayBot','SearchdayBot','http://www.searchday.de/','Searchday',''),
(1003,'NutchEC2Test/Nutch-0.9-dev (Testing Nutch on Amazon EC2.; http://lucene.apache.org/nutch/bot.html; ec2test at lucene.com) ','NutchEC2Test','http://www.amazon.com/b/ref=sc_fe_l_2/104-6713356-1433533?ie=UTF8&node=201590011&no=3435361&me=A36L942TSJ2AJA','Amazon',''),
(1004,'Y!J-SRD/1.0','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''),
(1005,'DoCoMo/2.0/SO502i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''),
(1006,'ScholarUniverse/0.8 (Nutch;+http://scholaruniverse.com/bot.jsp; fetch-agent@scholaruniverse.com)','ScholarUniverse','http://scholaruniverse.com/bot.jsp','ScholarUniverse',''),
(1007,'GurujiBot/1.0 (+http://www.guruji.com/WebmasterFAQ.html)','GurujiBot','http://www.guruji.com/WebmasterFAQ.html','Guruji',''),
(1008,'CydralSpider/2.4 (Cydral Image Search; http://www.cydral.com)','CydralSpider','http://www.cydral.com','Cydral',''),
(1009,'UOLCrawler (soscrawler@uol.com.br)','UOLCrawler','http://www.uol.com.br/','UOL',''),
(1010,'Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)','NaverBot','http://www.naver.co.jp/','Naver',''),
(1011,'WeRelateBot/0.9 (WeRelate; http://www.werelate.org/wiki/WeRelate:Bot; dallan@werelate.org)','WeRelateBot','http://www.werelate.org/wiki/WeRelate:Bot','WeRelate',''),
(1012,'Catall-Spider/3.3.3(www.Catall.de)','Catall-Spider','http://www.Catall.de','Catall',''),
(1013,'FAST Enterprise Crawler 6 used by Pages Jaunes (pvincent@pagesjaunes.fr)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''),
(1014,'iaskspider2 (iask@staff.sina.com.cn)','Iaskspider2','http://iask.com/','Sina',''),
(1015,'Mozilla/5.0 (compatible; heritrix/1.8.0 +http://www.accelobot.com)','Accelobot','http://www.accelobot.com/','Accelovation',''),
(1016,'Bigsearch.ca/Nutch-0.9-dev (Bigsearch.ca Internet Spider; http://www.bigsearch.ca/; info@enhancededge.com) ','Bigsearch','http://www.bigsearch.ca/','Bigsearch',''),
(1017,'UKWizz/Nutch-0.8.1 (UKWizz Nutch crawler; http://www.ukwizz.com/) ','UKWizz','http://www.ukwizz.com/','UKWizz',''),
(1018,'Yandex/1.01.001 (compatible; Win16; I)','Yandex','http://www.yandex.ru/','Yandex',''),
(1019,'FAST Enterprise Crawler 6 used by Pages Jaunes (crawladmin@gmail.com)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''),
(1020,'SBIder/SBIder-0.8.2-dev (http://www.sitesell.com/sbider.html)','SBIder','http://www.sitesell.com/sbider.html','Sitesell',''),
(1021,'Feedster Crawler/3.0; Feedster, Inc.','Feedster Crawler','http://www.feedster.com/','Feedster',''),
(1022,'MJ12bot/v1.1.1 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(1023,'PluckFeedCrawler/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://www.pluck.com; 1 subscribers)','PluckFeedCrawler','http://www.pluck.com','Pluck',''),
(1024,'wadaino.jp-crawler 0.2 (http://wadaino.jp/)','Wadaino.jp-crawler','http://wadaino.jp/','Wadaino',''),
(1025,'RoboCrawl (http://www.canadiancontent.net)','CanadianContent Search','http://www.canadiancontent.net/','CanadianContent',''),
(1026,'Mozilla/4.0 (compatible; MSIE is not me; DAUMOA/1.0.0; DAUM Web Robot; Daum Communications Corp., Korea)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''),
(1027,'Twiceler www.cuill.com/twiceler/robot.html','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''),
(1028,'Szukacz/1.5 (robot; www.szukacz.pl/html/jak_dziala_robot.html; info@szukacz.pl)','Szukacz','http://www.szukacz.pl/html/RobotEnglishVersion.html','Szukacz',''),
(1029,'Mozilla/4.0 (compatible; DepSpid/5.03; +http://about.depspid.net)','DepSpid','http://about.depspid.net','DepSpid',''),
(1030,'PlantyNet_WebRobot_V1.9 dhkang@plantynet.com','PlantyNet_WebRobot','http://www.plantynet.com/','PlantyNet',''),
(1031,'favo.eu crawler/0.6 (http://www.favo.eu)','Favo.eu crawler','http://www.favo.eu/','Favo',''),
(1032,'Gromit/1.0','Gromit','http://www2.austlii.edu.au/~dan/gromit/','Australasian Legal Information Institute',''),
(1033,'BlogSearch/1.x +http://www.icerocket.com/','BlogSearch','http://www.icerocket.com/','Icerocket',''),
(1034,'YodaoBot/1.0 (http://www.yodao.com/help/webmaster/spider/; )','YodaoBot','http://www.yodao.com/help/webmaster/spider/','Yodao',''),
(1035,'Execrawl/1.0 (Execrawl; http://www.execrawl.com/; bot@execrawl.com)','Execrawl','http://www.execrawl.com/','Execrawl',''),
(1036,'MJ12bot/v1.1.2 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(1037,'Mozilla/4.0 (compatible; MyFamilyBot/1.0; http://www.ancestry.com/learn/bot.aspx; SearchBot@MyFamilyInc.com)','MyFamilyBot','http://www.ancestry.com/learn/bot.aspx','Ancestry',''),
(1038,'Pingdom GIGRIB v1.1 (http://www.pingdom.com)','Pingdom','http://www.pingdom.com','Pingdom',''),
(1039,'Feed24.com','Feed24','http://www.feed24.com/','Feed24',''),
(1040,'StackRambler/2.0','StackRambler','http://www.rambler.ru/doc/robots.shtml','Rambler',''),
(1041,'Vacobot; (+http://vaco.ws/bot.html)','Vacobot','http://vaco.ws/bot.html','Vaco',''),
(1042,'SGH-Z130 SHP/VPP/R5 SMB3.1 SMM-MMS/1.1.0 profile/MIDP-2.0 configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1043,'Mozilla/5.0 (compatible; Webbot/0.1; http://www.webbot.ru/bot.html)','Webbot','http://www.webbot.ru/bot.html','Webbot',''),
(1044,'Mozilla/4.0 (compatible; MSIE is not me; DAUMOA/1.0.1; DAUM Web Robot; Daum Communications Corp., Korea)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''),
(1045,'gamekitbot/1.0 (+http://www.uchoose.de/crawler/gamekitbot/)','Gamekitbot','http://www.uchoose.de/crawler/gamekitbot/','Uchoose',''),
(1046,'Qweery_robot.txt_CheckBot/3.01 (http://qweerybot.qweery.com)','Qweerybot','http://qweerybot.qweery.com','Qweery',''),
(1047,'QweeryBot/3.01 ( http://qweerybot.qweery.nl)','Qweerybot','http://qweerybot.qweery.com','Qweery',''),
(1048,'Mozilla/5.0 (compatible; egothor/8.0g; +http://ego.ms.mff.cuni.cz/)','Egothor','http://ego.ms.mff.cuni.cz/','Charles University in Prague',''),
(1049,'jeanie/3.3.3(www.sidedc.net/;compatible;MSIE 6.0;Windows NT 5.51)','Jeanie','http://spider.sidedc.net/eng/index.html','Sidedc',''),
(1050,'eApolloBot/1.0 (eApollo search engine robot; http://www.eapollo.com; eapollo at global-opto dot com)','EApolloBot','http://www.eapollo.com','EApollo',''),
(1051,'NextGenSearchBot 1 (for information visit http://www.zoominfo.com/NextGenSearchBot)','NextGenSearchBot','http://www.zoominfo.com/NextGenSearchBot','Zoominfo',''),
(1052,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Mirar Search Indexing Agent see getmirar.com)','Mirar','http://www.mirarsearch.com/','Mirar',''),
(1053,'Fooky.com/ScorpionBot/ScoutOut;http://www.fooky.com/scorpionbots','ScorpionBot','http://www.fooky.com/scorpionbots','Fooky',''),
(1054,'ExaBotTest/3.0','Exabot','http://www.exalead.com/search','Exalead',''),
(1055,'Shim-Crawler(NICT)(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; crawler@logos.ic.i.u-tokyo.ac.jp)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/index.en.html','Chikayama-Taura laboratory',''),
(1056,'NetResearchServer/4.0(loopimprovements.com/robot.html)','NetResearchServer','http://loopimprovements.com/robot.html','Loopimprovements',''),
(1057,'holmes/3.10.1 (OnetSzukaj/5.0; +http://szukaj.onet.pl)','Holmes','http://szukaj.onet.pl','Szukaj.onet',''),
(1058,'SietsCrawler/1.1 (+http://www.siets.biz)','SietsCrawler','http://www.siets.biz','Siets',''),
(1059,'Mozilla/5.0 (compatible; Yoono; http://www.yoono.com/)','Yoono','http://www.yoono.com/','Yoono',''),
(1060,'OpenISearch/1.x (www.openisearch.com)','OpenISearch','http://www.openisearch.com','OpenISearch',''),
(1061,'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread Revision: 3.11','Asterias Crawler','http://search.singingfish.com/sfw/home.jsp','Singingfish',''),
(1062,'VMBot/0.9 (VMBot; http://www.verticalmatch.com; vmbot@tradedot.com)','VMBot','http://www.VerticalMatch.com/','VerticalMatch',''),
(1063,'TelenetDigger/1.0; htdig/3.1.6 (webdev@staff.telenet.be)','TelenetDigger','http://www.telenet.be','Telenet',''),
(1064,'LG-C1500 UP.Browser/6.2.3 (GUI) MMP/1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1065,'Nokia9500 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1066,'MOT-V975/81.33.02I MIB/2.2.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1067,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1068,'SonyEricssonP910c/R2A SEMC-Browser/Symbian/3.0 Profile/MIDP-2.0 Configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1069,'MOT-V975/81.33.02I MIB/2.2.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1070,'LG-C1500 UP.Browser/6.2.3 (GUI) MMP/1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1071,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1072,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2;http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1073,'SonyEricssonP910c/R2A SEMC-Browser/Symbian/3.0 Profile/MIDP-2.0 Configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1074,'SIE-SX1/05 UP.Browser/7.0.0.1.181 (GUI) MMP/2.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1075,'SGH-Z130 SHP/VPP/R5 SMB3.1 SMM-MMS/1.1.0 profile/MIDP-2.0 configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1076,'SIE-SX1/05 UP.Browser/7.0.0.1.181 (GUI) MMP/2.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1077,'worio heritrix bot (+http://worio.com/)','Worio heritrix bot','http://worio.com/','Worio',''),
(1078,'Metaeuro Web Crawler/0.2 (MetaEuro Web Search Clustering Engine; http://www.metaeuro.com; crawler at metaeuro dot com)','Metaeuro Web Crawler','http://www.metaeuro.com','Metaeuro',''),
(1079,'MJ12bot/v1.2.0 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(1080,'Mozilla/5.0 (compatible; Kyluka crawl; http://www.kyluka.com/crawl.html; crawl@kyluka.com)','Kyluka crawl','http://www.kyluka.com/crawl.html','Kyluka',''),
(1081,'ICC-Crawler(Mozilla-compatible; http://kc.nict.go.jp/icc/crawl.html; icc-crawl(at)ml(dot)nict(dot)go(dot)jp)','ICC-Crawler','http://kc.nict.go.jp/icc/crawl.html','NICT',''),
(1082,'Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''),
(1083,'RedBot/redbot-1.0 (Rediff.com Crawler; redbot at rediff dot com)','RedBot','http://www.rediff.com/','Rediff',''),
(1084,'PageBitesHyperBot/600 (http://www.pagebites.com/)','PageBitesHyperBot','http://www.pagebites.com/','PageBites',''),
(1085,'NG-Search/0.9.8 (http://www.ng-search.com)','NG-SearchBot','http://www.ng-search.com','NG-Search',''),
(1086,'FAST Enterprise Crawler 6 used by Pages Jaunes (fastadmin@pagesjaunes.fr)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''),
(1087,'BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)','BilgiBot','http://www.bilgi.com','Bilgi',''),
(1088,'Mozilla/5.0 (compatible; Exabot Test/3.0; +http://www.exabot.com/go/robot)','Exabot','http://www.exalead.com/search','Exalead',''),
(1089,'Topodia/1.2-dev (Topodia - Crawler for HTTP content indexing; http://www.topodia.com/; support@topodia.com)','Topodia','http://www.topodia.com/','Topodia',''),
(1090,'Mozilla/5.0 (compatible; heritrix/1.10.2 +http://i.stanford.edu/)','InfoLab robot','http://i.stanford.edu/','Stanford University',''),
(1091,'Mozilla/5.0 (compatible; PalmeraBot; http://www.links24h.com/help/palmera) Version 0.001','PalmeraBot','http://www.links24h.com/help/palmera','Links24h',''),
(1092,'SmiffyDCMetaSpider/1.0','SmiffyDCMetaSpider','http://www.smiffysplace.com/smiffydcmetaspider','Smiffysplace',''),
(1093,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 qihoobot@qihoo.net)','QihooBot','http://www.qihoo.com/','Qihoo',''),
(1094,'jongaimpi/2.10 (jonga; http://www.jonga.co.za; info@jonga.co.za)','Jongaimpi','http://www.jonga.co.za','Jonga',''),
(1095,'MetaGer_PreChecker0.1','MetaGer_PreChecker','http://www.metager.de/','MetaGer',''),
(1096,'Mozilla/5.0 (compatible; Charlotte/1.0b; http://www.searchme.com/support/)','Charlotte','http://www.searchme.com/support/','Searchme',''),
(1097,'ScollSpider/2.0 (+http://www.webwobot.com/ScollSpider.php)','ScollSpider','http://www.webwobot.com','Webwobot',''),
(1098,'Semager/1.0 (http://www.semager.de)','Semager','http://www.semager.de','Semager',''),
(1099,'Blogdimension/Alpha2 (Blogdimension BlogBot; http://www.blogdimension.com)','Blogdimension BlogBot','http://www.blogdimension.com','Blogdimension',''),
(1100,'QweeryBot/3.02 ( http://qweerybot.qweery.nl)','Qweerybot','http://qweerybot.qweery.com','Qweery',''),
(1101,'IRLbot/3.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''),
(1102,'Nebulla/V1.0 Spider (http://spider.nebulla.de)','Nebulla','http://spider.nebulla.de','Nebulla',''),
(1103,'Mozilla/5.0 (compatible; arabulbot/1.1; +http://www.arabul.com/bot.html)','Arabulbot','http://www.arabul.com','Arabul',''),
(1104,'CloakDetect/0.9 (+http://fulltext.seznam.cz/)','CloakDetect','http://fulltext.seznam.cz/','Seznam',''),
(1105,'DataFountains/DMOZ Feature Vector Corpus Creator (http://ivia.ucr.edu/useragents.shtml)','DataFountains','http://infomine.ucr.edu/','University of California',''),
(1106,'Weblog Attitude Diffusion 1.0','Weblog Attitude Diffusion','http://www.user-agents.org/agents/weblogattitude.shtml','Los Alamos National Laboratory',''),
(1107,'Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)','Worio bot','http://worio.com','Worio',''),
(1108,'Blaiz-Bee/2.00.8222 (BE Internet Search Engine http://www.rawgrunt.com)','BE Internet Search Engine','http://www.rawgrunt.com','Rawgrunt',''),
(1109,'Mozilla/5.0 (compatible; AboutUsBot/0.9; +http://www.aboutus.org/AboutUsBot)','AboutUsBot','http://www.aboutus.org/AboutUsBot','AboutUs',''),
(1110,'CazoodleBot/0.1 (CazoodleBot Crawler; http://www.cazoodle.com; mqbot@cazoodle.com)','CazoodleBot','http://www.cazoodle.com','Cazoodle',''),
(1111,'Mozilla/4.0 (vBSEO; http://www.vbseo.com)','VBSEO','http://www.vbseo.com','VBSEO',''),
(1112,'Melbot WebSpider & RSS News Crawler www.melbot.info (V.2.42 by A.I.C.E.)','Melbot WebSpider','http://www.melbot.info','Melbot',''),
(1113,'Baiduspider+(+http://www.baidu.com/search/spider_jp.html)','Baiduspider','http://www.baidu.com/search/spider.htm','Baidu.com',''),
(1114,'Mozilla/5.0 (compatible; Exabot-Images/3.0; +http://www.exabot.com/go/robot)','Exabot-Images','http://www.exalead.com/search','Exalead',''),
(1115,'NextGenSearchBot 1 (for information visit http://about.zoominfo.com/About/NextGenSearchBot.aspx)','NextGenSearchBot','http://www.zoominfo.com/NextGenSearchBot','Zoominfo',''),
(1116,'RufusBot (Rufus Web Miner; http://www.webaroo.com/rooSiteOwners.html)','RufusBot','http://www.webaroo.com/','Webaroo',''),
(1117,'Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (http://www.voila.com/)','VoilaBot','http://www.voila.com/','Voila',''),
(1118,'iSEEKbot/iSEEKbot-0.9-dev (http://beta.iseek.com/iseekbot.html; bot at iseek dot com)','Iseekbot','http://beta.iseek.com/iseekbot.html','Iseek',''),
(1119,'Yeti/0.01 (nhn/1noon, yetibot@naver.com, check robots.txt daily and follows it)','Yeti','http://www.1noon.com/','1noon',''),
(1120,'SiteTruth.com site rating system','SiteTruth','http://www.sitetruth.com/','SiteTruth',''),
(1121,'Mozilla/5.0 (compatible; heritrix/@VERSION@ +http://vermut.aol.com)','Vermut','http://vermut.aol.com','AOL',''),
(1122,'SynooBot/Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)','SynooBot','http://www.synoo.com/search/bot.html','Synoo',''),
(1123,'VisBot/2.0 (Visvo.com Crawler; http://www.visvo.com/bot.html; bot@visvo.com)','Visbot','http://www.visvo.com/bot.html','Visvo',''),
(1124,'Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)','SynooBot','http://www.synoo.com/search/bot.html','Synoo',''),
(1125,'MSRBOT (http://research.microsoft.com/research/sv/msrbot)','MSRBOT','http://research.microsoft.com/research/sv/msrbot','Microsoft',''),
(1126,'Speedy Spider (Entireweb; Beta/1.1; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(1127,'kicktooBotV1.1 kictooBot@kictoo.com','KicktooBot','http://www.kictoo.com/','Kicktoo',''),
(1128,'Mozilla/5.0 (compatible; SiteBaseBot/1.0; http://dir.sitebase.ru)','SiteBaseBot','http://dir.sitebase.ru','SiteBase',''),
(1129,'Twiceler-0.9 http://www.cuill.com/twiceler/robot.html','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''),
(1130,'WebarooBot (Webaroo Bot; http://www.webaroo.com/rooSiteOwners.html)','WebarooBot','http://www.webaroo.com/','Webaroo',''),
(1131,'Moreoverbot/5.00 (+http://www.moreover.com)','Moreoverbot','http://www.moreover.com','Moreover',''),
(1132,'Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''),
(1133,'metatagsdir/0.7 (+http://metatagsdir.com/directory/)','Metatagsdir','http://metatagsdir.com/directory/','Metatagsdir',''),
(1134,'yggdrasil/Nutch-0.9 (yggdrasil biorelated search engine; www dot biotec dot tu minus dresden do de slash schroeder; heiko dot dietze at biotec dot tu minus dresden dot de)','Yggdrasil','http://gopubmed.biotec.tu-dresden.de/','GoPubMed',''),
(1135,'Steeler/3.3 (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)','Steeler','http://www.tkl.iis.u-tokyo.ac.jp/~crawler/crawler.html.en','University of Tokyo',''),
(1136,'qube/2.0 (+http://qube.qelix.com/v2)','Qube','http://qube.qelix.com/v2','Qube',''),
(1137,'Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)','Sogou web spider','http://www.sogou.com/docs/help/webmasters.htm#07','Sogou',''),
(1138,'FAST Enterprise Crawler 6 used by Comperio AS (sts@comperio.no)','Comperio','http://www.comperio.no/index.php?option=com_content&task=blogcategory&id=7&Itemid=27','Comperio',''),
(1139,'LibertyW (+http://www.lw01.com)','LibertyW','http://www.lw01.com/en/','LibertyW',''),
(1140,'Acorn/Nutch-0.9 (Non-Profit Search Engine; acorn.isara.org; acorn at isara dot org)','Acorn','http://acorn.no-ip.org/','Isara',''),
(1141,'IIITBOT/1.1 (Indian Language Web Search Engine; http://webkhoj.iiit.net; pvvpr at iiit dot ac dot in)','IIITBOT','http://webkhoj.iiit.net/','Webkhoj',''),
(1142,'Speedy Spider (Entireweb; Beta/1.2; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(1143,'Mozilla/5.0 (compatible; Quantcastbot/1.0; www.quantcast.com)','Quantcastbot','http://www.quantcast.com','Quantcast',''),
(1144,'TestCrawler/Nutch-0.9 (Testing Crawler for Research ; http://balihoo.com/index.aspx; tgautier at balihoo dot com)','Balihoo','http://balihoo.com/index.aspx','Balihoo',''),
(1145,'Mozilla/5.0 (compatible; heritrix/1.12.0 +http://www.accelobot.com)','Accelobot','http://www.accelobot.com/','Accelovation',''),
(1146,'Speedy Spider (Entireweb; Beta/1.3; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(1147,'great-plains-web-spider/gpws (Flatland Industries Web Spider; http://www.flatlandindustries.com/flatlandbot.php; jason@flatlandindustries.com)','Flatlandbot','http://www.flatlandindustries.com/flatlandbot.php','Flatland Industries',''),
(1148,'NatzanBot, http://www.natzan.com','NatzanBot','http://www.natzan.com','Natzan',''),
(1149,'Gigabot/2.0att','Gigabot','http://www.gigablast.com/','Gigablast',''),
(1150,'Nebullabot/2.2 (http://bot.nebulla.info)','Nebulla','http://spider.nebulla.de','Nebulla',''),
(1151,'FAST Enterprise Crawler 6 used by suckling@un.org (UN OCHA)','UN OCHA','http://www.un.org/','UN OCHA',''),
(1152,'KDDI-CA33 UP.Browser/6.2.0.10.4 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/bot.html','Google',''),
(1153,'Technoratibot/0.7','Technoratibot','http://www.technorati.com/','Technorati',''),
(1154,'BlogSearch/1.0 +http://www.icerocket.com/','BlogSearch','http://icerocket.com','IceRocket',''),
(1155,'Mozilla/5.0 (compatible; geourl/2.0b16 - http://geourl.org/bot)','Geourl','http://geourl.org/bot','Geourl',''),
(1156,'Bloodhound/Nutch-0.9 (Testing Crawler for Research - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)','Balihoo','http://balihoo.com/index.aspx','Balihoo',''),
(1157,'GSiteCrawler/v1.20 rev. 273 (http://gsitecrawler.com/)','GSiteCrawler','http://gsitecrawler.com/','GSiteCrawler',''),
(1158,'Speedy Spider (http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(1159,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; mowserbot; http://www.mowser.com/bot)','Mowserbot','http://www.mowser.com/bot','Mowser','')
");
}
else
{
$result2=1;
}
//crawlt_login table creation
//check if table already exist
$table_exist2 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_login')
{
$table_exist2 = 1;
}
}
if($table_exist2 == 0)
{
//the table didn't exist, we can create it
$result3 = mysql_query("CREATE TABLE crawlt_login (
id_login INTEGER UNSIGNED NOT NULL AUTO_INCREMENT,
crawlt_user VARCHAR(20) NULL,
crawlt_password VARCHAR(45) NULL,
admin SMALLINT UNSIGNED NULL,
site SMALLINT UNSIGNED NULL,
PRIMARY KEY(id_login)
)");
}
else
{
$result3=1;
}
//crawlt_pages table creation
//check if table already exist
$table_exist3 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_pages')
{
$table_exist3 = 1;
}
}
if($table_exist3 == 0)
{
//the table didn't exist, we can create it
$result4 = mysql_query("CREATE TABLE crawlt_pages (
id_page INTEGER UNSIGNED NOT NULL AUTO_INCREMENT,
url_page VARCHAR(255) NULL,
PRIMARY KEY(id_page)
)");
}
else
{
$result4=1;
}
//crawlt_site table creation
//check if table already exist
$table_exist4 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_site')
{
$table_exist4 = 1;
}
}
if($table_exist4 == 0)
{
//the table didn't exist, we can create it
$result5 = mysql_query("CREATE TABLE crawlt_site (
id_site SMALLINT UNSIGNED NOT NULL AUTO_INCREMENT,
name VARCHAR(45) NOT NULL,
url VARCHAR(255) NULL,
PRIMARY KEY(id_site)
)");
}
else
{
$result5=1;
}
//crawlt_visits table creation
//check if table already exist
$table_exist5 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_visits')
{
$table_exist5 = 1;
}
}
if($table_exist5 == 0)
{
//the table didn't exist, we can create it
$result6 = mysql_query("CREATE TABLE crawlt_visits (
id_visit INTEGER UNSIGNED NOT NULL AUTO_INCREMENT,
crawlt_site_id_site SMALLINT UNSIGNED NOT NULL,
crawlt_pages_id_page INTEGER UNSIGNED NOT NULL,
crawlt_crawler_id_crawler SMALLINT UNSIGNED NOT NULL,
crawlt_ip_used VARCHAR(16) NOT NULL,
date DATETIME NOT NULL,
PRIMARY KEY(id_visit, crawlt_site_id_site, crawlt_pages_id_page, crawlt_crawler_id_crawler, crawlt_ip_used),
INDEX crawlt_visits_FKIndex1(crawlt_site_id_site),
INDEX crawlt_visits_FKIndex2(crawlt_pages_id_page),
INDEX crawlt_visits_FKIndex3(crawlt_crawler_id_crawler)
)");
}
else
{
$result6=1;
}
//crawlt_update table creation
//check if table already exist
$table_exist6 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_update')
{
$table_exist6 = 1;
}
}
if($table_exist6 == 0)
{
//the table didn't exist, we can create it
$result7 = mysql_query("CREATE TABLE crawlt_update (
idcrawlt_update INTEGER UNSIGNED NOT NULL AUTO_INCREMENT,
update_id INTEGER UNSIGNED NULL,
PRIMARY KEY(idcrawlt_update)
)");
if($result7==1)
{
$result8 =mysql_query("INSERT INTO crawlt_update VALUES (1,'68')");
}
}
else
{
$result7=1;
$result8=mysql_query("UPDATE crawlt_update SET update_id='68' WHERE idcrawlt_update='1'");
if($result8)
{
if(mysql_affected_rows()==0)
{
mysql_query("INSERT INTO crawlt_update VALUES (1,'68')");
}
}
}
//table crawlt_archive creation
//check if table already exist
$table_exist9 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_archive')
{
$table_exist9 = 1;
}
}
if($table_exist9 == 0)
{
//the table didn't exist, we can create it
$result9 = mysql_query("CREATE TABLE crawlt_archive (
mois VARCHAR(20) NOT NULL,
nbr_visits INTEGER UNSIGNED NULL,
pages_view INTEGER UNSIGNED NULL,
top_visits_1 VARCHAR(45) NULL,
top_visits_2 VARCHAR(45) NULL,
top_visits_3 VARCHAR(45) NULL,
top_pages_view_1 VARCHAR(45) NULL,
top_pages_view_2 VARCHAR(45) NULL,
top_pages_view_3 VARCHAR(45) NULL,
PRIMARY KEY(mois)
)");
}
else
{
$result9=1;
}
//table crawlt_ip_data creation
include"./include/createtableip.php";
//table crawlt_config creation
//check if table already exist
$table_exist10 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_config')
{
$table_exist10 = 1;
}
}
if($table_exist10 == 0)
{
//the table didn't exist, we can create it
$result12 = mysql_query("CREATE TABLE crawlt_config (
id_config SMALLINT UNSIGNED NOT NULL,
timeshift SMALLINT NULL,
public SMALLINT UNSIGNED NULL,
mail SMALLINT UNSIGNED NULL,
datelastmail SMALLINT UNSIGNED NULL,
addressmail VARCHAR(255) NULL,
lang VARCHAR(20) NULL,
version INTEGER UNSIGNED NULL,
firstdayweek ENUM('Monday','Sunday') NOT NULL default 'Monday',
datelastseorequest smallint(5) NOT NULL default '0',
loop1 smallint(5) NOT NULL default '0',
loop2 smallint(5) NOT NULL default '0',
datelastcleaning datetime NOT NULL default '0000-00-00 00:00:00',
rowdisplay smallint(5) NULL default '30',
orderdisplay smallint(5) NULL default '0',
typemail smallint(5) NULL default '1',
typecharset smallint(5) NULL default '1',
PRIMARY KEY(id_config)
)");
//insert the data in the table
if($result12==1)
{
$result13 =mysql_query("INSERT INTO crawlt_config (id_config, timeshift, public, mail, datelastmail,addressmail, lang, version, firstdayweek, rowdisplay, orderdisplay, typemail, typecharset) VALUES ('1','0','0','0','0','','".sql_quote($crawltlang)."','221','Monday','30','0','1','1')");
}
}
else
{
$result12=1;
$result13=1;
}
//table crawlt_ip_used creation
//check if table already exist
$table_exist11 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_ip_used')
{
$table_exist11 = 1;
}
}
if($table_exist11 == 0)
{
//the table didn't exist, we can create it
$result14 = mysql_query("CREATE TABLE crawlt_ip_used (
ip_used VARCHAR(16) NOT NULL,
code CHAR(2) NULL,
PRIMARY KEY(ip_used)
)");
}
else
{
$result14=1;
}
//table crawlt_cache creation
//check if table already exist
$table_exist12 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_cache')
{
$table_exist12 = 1;
}
}
if($table_exist12 == 0)
{
//the table didn't exist, we can create it
$result15 = mysql_query("CREATE TABLE crawlt_cache (
cachename VARCHAR(255) NOT NULL,
time INT NULL,
PRIMARY KEY(cachename)
)");
}
else
{
$result15=1;
}
//table crawlt_graph creation
//check if table already exist
$table_exist13 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_graph')
{
$table_exist13 = 1;
}
}
if($table_exist13 == 0)
{
//the table didn't exist, we can create it
$result16 = mysql_query("CREATE TABLE crawlt_graph (
name varchar(255) NOT NULL default '',
graph_values text NOT NULL,
KEY name (name)
)");
}
else
{
$result16=1;
}
//table crawlt_keyword creation
//check if table already exist
$table_exist14 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_keyword')
{
$table_exist14 = 1;
}
}
if($table_exist14 == 0)
{
//the table didn't exist, we can create it
$result17 = mysql_query("CREATE TABLE crawlt_keyword (
id_keyword int(10) unsigned NOT NULL auto_increment,
keyword varchar(255) default NULL,
PRIMARY KEY (id_keyword)
)");
}
else
{
$result17=1;
}
//table crawlt_seo_position creation
//check if table already exist
$table_exist15 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_seo_position')
{
$table_exist15 = 1;
}
}
if($table_exist15 == 0)
{
//the table didn't exist, we can create it
$result18 = mysql_query("CREATE TABLE crawlt_seo_position (
date date default NULL,
id_site smallint(5) NOT NULL default '0',
linkyahoo int(10) unsigned default NULL,
pageyahoo int(10) unsigned default NULL,
linkmsn int(10) unsigned default NULL,
pagemsn int(10) unsigned default NULL,
nbrdelicious int(10) unsigned default '0',
tagdelicious varchar(255) NOT NULL default ''
)");
}
else
{
$result18=1;
}
//table crawlt_visits_human creation
//check if table already exist
$table_exist16 = 0;
$sql = "SHOW TABLES ";
$tables = mysql_query($sql, $connexion);
while (list($tablename)=mysql_fetch_array($tables))
{
if($tablename == 'crawlt_visits_human')
{
$table_exist16 = 1;
}
}
if($table_exist16 == 0)
{
//the table didn't exist, we can create it
$result19 = mysql_query("CREATE TABLE crawlt_visits_human (
id_visit int(10) unsigned NOT NULL auto_increment,
crawlt_site_id_site smallint(5) unsigned NOT NULL default '0',
crawlt_keyword_id_keyword int(10) unsigned NOT NULL default '0',
crawlt_id_crawler smallint(5) unsigned NOT NULL default '0',
date datetime default NULL,
crawlt_id_page int(10) NOT NULL default '0',
PRIMARY KEY (id_visit,crawlt_site_id_site,crawlt_keyword_id_keyword,crawlt_id_crawler),
KEY crawlt_visits_human_FKIndex1 (crawlt_site_id_site),
KEY crawlt_visits_human_FKIndex2 (crawlt_keyword_id_keyword),
KEY crawlt_visits_human_FKIndex3 (crawlt_id_crawler)
)");
}
else
{
$result19=1;
}
if($result==1 && $result2==1 && $result3==1 && $result4==1 && $result5==1 && $result6==1 && $result7==1 && $result8==1 && $result9==1 && $result10==1 && $result11==1 && $result12==1 && $result13==1 && $result14==1 && $result15==1 && $result16==1 && $result17==1 && $result18==1 && $result19==1)
{
//case table creation ok
echo"".$language['step1_install_ok2']."
\n";
echo"\n";
echo"\n";
echo"
\n";
}
elseif($result==1 && $result2==1 && $result3==1 && $result4==1 && $result5==1 && $result6==1 && $result7==1 && $result8==1 && $result9==1 && $result10==1 && $result11==0 && $result12==1 && $result13==1 && $result14==1 && $result15==1 && $result16==1 && $result17==1 && $result18==1 && $result19==1)
{
//case table ip filling no ok
echo"".$language['step1_install_no_ok4']."
\n";
//case retry
echo"\n";
echo"\n";
echo"
\n";
//case continue without ip
echo"\n";
echo"\n";
echo"
\n";
}
else
{
//case table creation no ok
echo"".$language['step1_install_no_ok3']."
\n";
echo"\n";
echo"\n";
echo"
\n";
}
}
}
}
else
{
//case file no ok
echo"".$language['step1_install_no_ok2']."
";
echo"\n";
echo"\n";
echo"
\n";
}
}
?>