is-ua-bot
Advanced tools
Comparing version 1.1.1 to 1.2.0
1065
data/bots.js
module.exports = [ | ||
// generic | ||
'analyza', | ||
'analyzer', | ||
'aggregator', | ||
'archive', | ||
'archiving', | ||
'auto', | ||
'bot', | ||
'capture', | ||
'check', | ||
'classify', | ||
'clown', | ||
'collect', | ||
'control', | ||
'crawl', | ||
'deep[-\\s]?link', | ||
'detector', | ||
'download(?:s|er)', | ||
'extract', | ||
'eyes', | ||
'fantom', | ||
'feed', | ||
'fetch', | ||
'finder', | ||
'gather', | ||
'getter', | ||
'gopher', | ||
'hack', | ||
'harvest', | ||
'hound', | ||
'html2', | ||
'http_client', | ||
'images', | ||
'index', | ||
'java/', | ||
'leech', | ||
'library', | ||
'library', | ||
'link check', | ||
'linkman', | ||
'links?\\s?check', | ||
'loader', | ||
'locate', | ||
'locator', | ||
'mack', | ||
'monitor', | ||
'parse', | ||
'perl', | ||
'phantom', | ||
'php/\\d', | ||
'program', | ||
'python', | ||
'rating', | ||
'reader', | ||
'reaper', | ||
'retrieve', | ||
'scan', | ||
'scrape', | ||
'search', | ||
'search[-\\s]?engine', | ||
'seer', | ||
'siphon', | ||
'site[-\\s]?check', | ||
'site[-\\s]?scan', | ||
'sniff', | ||
'somewhere', | ||
'spider', | ||
'spy', | ||
'spyder', | ||
'sweep', | ||
'test\\scertificate', | ||
'testing', | ||
'tracker', | ||
'url', | ||
'utility', | ||
'validator', | ||
'verifier', | ||
'verify', | ||
'warez', | ||
'web[-\\s]?search', | ||
'webinator', | ||
'worth', | ||
'yahoo', | ||
// ua specific | ||
'!Susie', | ||
'/www\\.answerbus\\.com', | ||
'/www\\.unchaos\\.com', | ||
'/www\\.wmtips\\.com', | ||
'\\(privoxy/', | ||
'^ng/', | ||
'008/', | ||
'192\\.comAgent', | ||
'8484 Boston Project', | ||
'<http://www\\.sygol\\.com/>', | ||
'A-Online Search', | ||
'A6-Indexer', | ||
'ADmantX', | ||
'AdsBot-Google', | ||
'AVSearch', | ||
'Aberja Checkomat', | ||
'Abonti', | ||
'Aboundex', | ||
'Accoona-AI-Agent', | ||
'Ad Muncher', | ||
'AddThis', | ||
'AhrefsBot', | ||
'AltaVista Intranet', | ||
'Anemone', | ||
'Anturis Agent', | ||
'Aport', | ||
'AppEngine-Google', | ||
'Arachmo', | ||
'Arachnoidea', | ||
'Arachnophilia/', | ||
'AspTear', | ||
'Avirt Gateway Server', | ||
'Azureus', | ||
'B-l-i-t-z-B-O-T', | ||
'BCKLINKS 1\\.0', | ||
'BMLAUNCHER', | ||
'BStop\\.BravoBrian\\.it Agent Detector', | ||
'BUbiNG', | ||
'BW-C-2', | ||
'B_l_i_t_z_B_O_T', | ||
'BackStreet Browser', | ||
'Big Brother', | ||
'Big Fish', | ||
'BigBozz/', | ||
'BilderSauger', | ||
'BingPreview', | ||
'BlackWidow', | ||
'BlogPulseLive', | ||
'Blogpulse', | ||
'Bookmark Buddy', | ||
'Bookmark Renewal', | ||
'BorderManager', | ||
'BravoBrian', | ||
'Browsershots', | ||
'BullsEye', | ||
'BunnySlippers', | ||
'Buscaplus', | ||
'Butterfly/', | ||
'CC Metadata Scaper', | ||
'CE-Preload', | ||
'CERN-HTTPD', | ||
'CJB\\.NET Proxy', | ||
'COAST WebMaster Pro/', | ||
'CSE HTML Validator Professional', | ||
'Ceramic Tile Installation Guide', | ||
'Cerberian Drtrs', | ||
'Charlotte', | ||
'Chat Catcher/', | ||
'CheckWeb', | ||
'China Local Browse', | ||
'Chitika ContentHit', | ||
'Claymont\\.com', | ||
'CloudFlare\-AlwaysOnline', | ||
'CoBITSProbe', | ||
'ColdFusion', | ||
'Commons-HttpClient', | ||
'ContentSmartz', | ||
'Covac UPPS Cathan', | ||
'Covario-IDS', | ||
'Custo x\\.x \\(www\\.netwu\\.com\\)', | ||
'CyberPatrol', | ||
'DA \\d', | ||
'DAP x', | ||
'DAUMOA-video', | ||
'DBrowse \\d', | ||
'DDD', | ||
'DISCo Pump x\\.x', | ||
'DNS-Tools Header-Analyzer', | ||
'DSurf15', | ||
'DTAAgent', | ||
'DTS Agent', | ||
'DataparkSearch', | ||
'DepSpid', | ||
'DigOut4U', | ||
'Digg', | ||
'DnloadMage', | ||
'DomainAppender', | ||
'Download Demon', | ||
'Download Druid', | ||
'Download Express', | ||
'Download Master', | ||
'Download Ninja', | ||
'Download Wonder', | ||
'DownloadDirect', | ||
'Download\\.exe', | ||
'DreamPassport', | ||
'Drupal', | ||
'Dual Proxy', | ||
'EARTHCOM', | ||
'EBrowse \\d', | ||
'ESurf15', | ||
'Educate Search VxB', | ||
'EldoS TimelyWeb/', | ||
'ElectricMonk', | ||
'EmailWolf', | ||
'Embedly/', | ||
'Evliya Celebi', | ||
'Exalead', | ||
'Expired Domain Sleuth', | ||
'Exploratodo/', | ||
'ExtractorPro', | ||
'Extreme Picture Finder', | ||
'EyeCatcher', | ||
'FDM \\d', | ||
'FLATARTS_FAVICO', | ||
'FSurf', | ||
'facebookexternalhit', | ||
'FairAd Client', | ||
'FastBug', | ||
'FavIconizer', | ||
'FavOrg', | ||
'Faveeo/', | ||
'Feedfetcher-Google', | ||
'FindAnISP\\.com', | ||
'FindLinks', | ||
'Flamingo_SearchEngine', | ||
'FlashGet', | ||
'FlipboardRSS/', | ||
'FollowSite', | ||
'FollowSite\\.com', | ||
'Founderspider', | ||
'FuseBulb\\.Com', | ||
'GTmetrix', | ||
'Genieo', | ||
'GigablastOpenSource', | ||
'Go!Zilla', | ||
'GoBeez', | ||
'GoForIt\\.com', | ||
'GoForIt\\.com', | ||
'Goldfire Server', | ||
'Google Wireless Transcoder', | ||
'Google Web Preview', | ||
'Googlebot', | ||
'GroupHigh/', | ||
'H010818', | ||
'HTTPGet', | ||
'HTTPResume', | ||
'Hatena Mobile Gateway/', | ||
'Hatena Pagetitle Agent/', | ||
'Hatena RSS/', | ||
'HiDownload', | ||
'HitList', | ||
'Holmes', | ||
'HubSpot Marketing Grader', | ||
'HyperixScoop', | ||
'IDA', | ||
'IEFav172Free', | ||
'IODC', | ||
'IOI', | ||
'ISC Systems iRc Search', | ||
'IlTrovatore-Setaccio', | ||
'InAGist', | ||
'InfoSeek Sidewinder/', | ||
'InfoWizards Reciprocal Link System PRO', | ||
'Inktomi Search', | ||
'Insitor\\.com search', | ||
'Insitornaut', | ||
'InstallShield DigitalWizard', | ||
'Internet Ninja', | ||
'InterseekWeb', | ||
'JBH Agent 2\\.0', | ||
'Jack', | ||
'JemmaTheTourist', | ||
'JetCar', | ||
'Journster', | ||
'KDDI-SN22', | ||
'Kapere', | ||
'Kevin', | ||
'KimonoLabs', | ||
'KnowItAll', | ||
'Kontiki Client', | ||
'L\\.webis', | ||
'Lachesis', | ||
'Larbin', | ||
'LibertyW', | ||
'Lincoln State Web Browser', | ||
'Link Commander', | ||
'Link Valet', | ||
'LinkExaminer', | ||
'LinkPimpin', | ||
'LinkProver', | ||
'LinkStash', | ||
'LinkTiger', | ||
'LinkWalker', | ||
'Linkguard', | ||
'Links2Go', | ||
'Lipperhey Link Explorer', | ||
'Lipperhey SEO Service', | ||
'Lipperhey-Kaus-Australis/', | ||
'Look\\.com', | ||
'Lovel', | ||
'MARTINI', | ||
'MFHttpScan', | ||
'MSIE or Firefox mutant', | ||
'MVAClient', | ||
'Mac Finder', | ||
'MantraAgent', | ||
'MapoftheInternet\\.com', | ||
'Marketwave Hit List', | ||
'Martini', | ||
'Marvin', | ||
'MasterSeek', | ||
'Mata Hari/', | ||
'Mediapartners-Google', | ||
'MegaIndex\\.ru', | ||
'MegaSheep', | ||
'Megite', | ||
'Mercator', | ||
'MetaProducts Download Express', | ||
'MetaURI', | ||
'MicroBaz', | ||
'Microsoft_Internet_Explorer_5', | ||
'Mindjet MindManager', | ||
'Missouri College Browse', | ||
'Mister\\sPix', | ||
'Mizzu Labs', | ||
'Mnogosearch', | ||
'Mo College', | ||
'MonTools\\.com', | ||
'Morning Paper', | ||
'Mrcgiguy', | ||
'Mulder', | ||
'MuscatFerret', | ||
'MusicWalker2', | ||
'NG-Search', | ||
'NORAD National Defence Network', | ||
'NetMechanic', | ||
'NetSprint', | ||
'Netcraft Web Server Survey', | ||
'NetcraftSurveyAgent/', | ||
'NewsGator', | ||
'Norton-Safeweb', | ||
'Notifixious', | ||
'NutchCVS', | ||
'Nymesis', | ||
'ODP links', | ||
'OSSProxy', | ||
'Octopus', | ||
'Octora Beta', | ||
'OliverPerry', | ||
'Onet\\.pl', | ||
'Online Website Link Checker', | ||
'Oracle Application', | ||
'Orbiter', | ||
'PBrowse', | ||
'PEval', | ||
'PSurf15a', | ||
'Page Analyzer', | ||
'Page Speed Insights', | ||
'Page Valet/', | ||
'Pagebull', | ||
'PagmIEDownload', | ||
'Panopta v', | ||
'PayPal IPN', | ||
'Peew', | ||
'Perman Surfer', | ||
'Pingdom', | ||
'Pingoscope', | ||
'Pita', | ||
'Pizilla', | ||
'Ploetz \\+ Zeller', | ||
'Plukkie', | ||
'Pockey7', | ||
'Pogodak', | ||
'Poirot', | ||
'Pompos', | ||
'Port Huron Labs', | ||
'PostFavorites', | ||
'PostPost', | ||
'Powermarks', | ||
'Project XP5', | ||
'PureSight', | ||
'PuxaRapido', | ||
'PycURL', | ||
'QXW03018', | ||
'Qango\\.com Web Directory', | ||
'Qseero', | ||
'QuepasaCreep', | ||
'Qwantify', | ||
'REL Link Checker', | ||
'RMA/1\\.0', | ||
'RSurf15a', | ||
'Radian6', | ||
'RankSonicSiteAuditor/', | ||
'ReGet', | ||
'RetrevoPageAnalyzer', | ||
'Riddler', | ||
'Rival IQ', | ||
'RoboPal', | ||
'Robosourcer', | ||
'SBIder', | ||
'SEOCentro', | ||
'SEOstats', | ||
'SSurf15a', | ||
'Scooter', | ||
'ScoutAbout', | ||
'ScoutJet', | ||
'Scrapy', | ||
'Scrubby', | ||
'SearchSight', | ||
'Seeker\\.lookseek\\.com', | ||
'Seznam screenshot-generator', | ||
'Shagseeker', | ||
'ShopWiki', | ||
'Siigle Orumcex', | ||
'SimplyFast\\.info', | ||
'Simpy', | ||
'Site Server', | ||
'Site24x7', | ||
'SiteBar', | ||
'SiteCondor', | ||
'SiteRecon', | ||
'SiteSnagger', | ||
'SiteUptime\\.com', | ||
'SiteXpert', | ||
'SkypeUriPreview', | ||
'SlimerJS', | ||
'Snappy', | ||
'Sphere Scout', | ||
'Sphider', | ||
'SquidClamAV_Redirector', | ||
'Sqworm', | ||
'StackRambler', | ||
'StatusCake', | ||
'SuperCleaner', | ||
'SurfMaster', | ||
'SurferF3', | ||
'T-H-U-N-D-E-R-S-T-O-N-E', | ||
'TSurf15a', | ||
'Tagword', | ||
'Talkro Web-Shot', | ||
'TargetSeek', | ||
'Teleport Pro', | ||
'Teradex Mapper', | ||
'Theophrastus', | ||
'TinEye', | ||
'Twingly Recon', | ||
'Twotrees Reactive Filter', | ||
'TygoProwler', | ||
'Ultraseek', | ||
'Under the Rainbow', | ||
'UnwindFetchor', | ||
'UofTDB_experiment', | ||
'User-Agent: ', | ||
'VYU2', | ||
'Vagabondo', | ||
'Version: xxxx Type:xx', | ||
'Vivante Link Checker', | ||
'Vonna\\.com b o t\\', | ||
'Vortex', | ||
'WFARC', | ||
'WSN Links', | ||
'Wappalyzer', | ||
'Watchfire WebXM', | ||
'Waypath Scout', | ||
'WeSEE:Search', | ||
'Web Snooper', | ||
'WebCompass', | ||
'WebPix', | ||
'WebVac', | ||
'Webclipping\\.com', | ||
'Webglimpse', | ||
'Weblog Attitude Diffusion', | ||
'Website Explorer', | ||
'Websnapr/', | ||
'Websquash\\.com', | ||
'Webster v0\\.', | ||
'Webverzeichnis\\.de', | ||
'WhizBang! Lab', | ||
'Whizbang', | ||
'Wildsoft Surfer', | ||
'WinGet', | ||
'WinHTTP', | ||
'WoW Lemmings Kathune', | ||
'WomlpeFactory', | ||
'WordPress\\.com mShots', | ||
'WorldLight', | ||
'XML Sitemaps Generator', | ||
'Xenu Link Sleuth', | ||
'Xenu\'s Link Sleuth', | ||
'Xylix', | ||
'Y!J-ASR', | ||
'YandeG', | ||
'YandexBot', | ||
'YandexImages', | ||
'YandexMetrika', | ||
'Yoleo', | ||
'Yoono', | ||
'Zao', | ||
'Zearchit', | ||
'Zippy', | ||
'ZnajdzFoto/Image', | ||
'Zotero', | ||
'ZyBorg', | ||
'\\(privoxy/', | ||
'^ng/', | ||
'aboutthedomain', | ||
'accoona', | ||
'ackerm\\.com', | ||
'acoon', | ||
'Ad Muncher', | ||
'adbeat\\.com', | ||
'AddThis', | ||
'ADmantX', | ||
'agada.de', | ||
'agadine/', | ||
'aggregator', | ||
'aiderss/', | ||
@@ -511,10 +25,25 @@ 'airmail\\.etn', | ||
'aladin/', | ||
'alertra\\.com', | ||
'alexa site audit', | ||
'allrati/', | ||
'AltaVista Intranet', | ||
'alyze\\.info', | ||
'amzn_assoc', | ||
'analyza', | ||
'analyzer', | ||
'Anemone', | ||
'anonymouse\\.org/', | ||
'answerbus\\.com', | ||
'Anturis Agent', | ||
'Aport', | ||
'AppEngine-Google', | ||
'appie', | ||
'Arachmo', | ||
'arachnode\\.net', | ||
'Arachnoidea', | ||
'Arachnophilia/', | ||
'araneo/', | ||
'archive-com', | ||
'archive', | ||
'archiving', | ||
'arianna\\.it', | ||
'asafaweb\\.com', | ||
@@ -524,3 +53,5 @@ 'asahina-antenna/', | ||
'ask\\.24x\\.info', | ||
'ask\\.24x\\.info/', | ||
'aspseek/', | ||
'AspTear', | ||
'assort/', | ||
@@ -532,40 +63,83 @@ 'asterias/', | ||
'augurnfind', | ||
'avsearch-3\\.0\\(altavista/avc\\)', | ||
'Avirt Gateway Server', | ||
'Azureus', | ||
'B_l_i_t_z_B_O_T', | ||
'B-l-i-t-z-B-O-T', | ||
'ba\\.be', | ||
'BackStreet Browser', | ||
'BCKLINKS 1\\.0', | ||
'beammachine/', | ||
'beebwaredirectory/v0\\.01', | ||
'bibnum\\.bnf', | ||
'Big Brother', | ||
'Big Fish', | ||
'BigBozz/', | ||
'bigbrother/', | ||
'biglotron', | ||
'bilbo/', | ||
'BilderSauger', | ||
'BingPreview', | ||
'binlar', | ||
'BlackWidow', | ||
'blaiz-bee/', | ||
'bloglines-images/', | ||
'bloglines/', | ||
'blogsearch/', | ||
'Blogpulse', | ||
'blogzice/', | ||
'BMLAUNCHER', | ||
'bobby/', | ||
'boitho\\.com-dc', | ||
'bookdog/x\\.x', | ||
'bookmarkbase\\(2/;http://bookmarkbase\\.com\\)', | ||
'bpimagewalker/', | ||
'Bookmark Buddy', | ||
'Bookmark Renewal', | ||
'bookmarkbase', | ||
'BorderManager', | ||
'bot', | ||
'BravoBrian', | ||
'Browsershots', | ||
'bsdseek/', | ||
'btwebclient/', | ||
'BUbiNG', | ||
'BullsEye', | ||
'bumblebee@relevare\\.com', | ||
'BunnySlippers', | ||
'Buscaplus', | ||
'Butterfly/', | ||
'BW-C-2', | ||
'bwh3_user_agent', | ||
'calif/', | ||
'capture', | ||
'carleson/', | ||
'CC Metadata Scaper', | ||
'ccubee/x\\.x', | ||
'cfetch/', | ||
'CE-Preload', | ||
'Ceramic Tile Installation Guide', | ||
'Cerberian Drtrs', | ||
'CERN-HTTPD', | ||
'cg-eye interactive', | ||
'changedetection', | ||
'Charlotte', | ||
'charon/', | ||
'checklinks/', | ||
'Chat Catcher/', | ||
'check', | ||
'China Local Browse', | ||
'Chitika ContentHit', | ||
'CJB\\.NET Proxy', | ||
'classify', | ||
'Claymont\\.com', | ||
'cloakdetect/', | ||
'CloudFlare\-AlwaysOnline', | ||
'clown', | ||
'cnet\\.com', | ||
'COAST WebMaster Pro/', | ||
'CoBITSProbe', | ||
'coccoc', | ||
'cocoal\\.icio\\.us/', | ||
'ColdFusion', | ||
'collage\\.cgi/', | ||
'collect', | ||
'combine/', | ||
'combine/x\\.0', | ||
'Commons-HttpClient', | ||
'ContentSmartz', | ||
'contenttabreceiver', | ||
'control', | ||
'convera', | ||
@@ -575,24 +149,58 @@ 'copperegg/revealuptime/fremontca', | ||
'cosmos', | ||
'cougarsearch/', | ||
'Covac UPPS Cathan', | ||
'Covario-IDS', | ||
'crawl', | ||
'crowsnest/', | ||
'csci_b659/', | ||
'curl', | ||
'Custo x\\.x \\(www\\.netwu\\.com\\)', | ||
'cuwhois/', | ||
'CyberPatrol', | ||
'DA \\d', | ||
'DAP x', | ||
'datacha0s/', | ||
'datafountains/dmoz', | ||
'dataprovider', | ||
'dbdig\\(http://www\\.prairielandconsulting\\.com\\)', | ||
'dc-sakura/x\\.xx', | ||
'DAUMOA-video', | ||
'prairielandconsulting', | ||
'DBrowse \\d', | ||
'dc-sakura', | ||
'DDD', | ||
'de\\.com', | ||
'deep[-\\s]?link', | ||
'deepak-usc/isi', | ||
'del\\.icio\\.us-thumbnails/', | ||
'delegate/', | ||
'DepSpid', | ||
'detector', | ||
'diagem/', | ||
'diamond/x\\.0', | ||
'Digg', | ||
'DigOut4U', | ||
'DISCo Pump x\\.x', | ||
'dlman', | ||
'dlvr\\.it/', | ||
'DnloadMage', | ||
'docomo/', | ||
'DomainAppender', | ||
'Download Demon', | ||
'Download Druid', | ||
'Download Express', | ||
'Download Master', | ||
'Download Ninja', | ||
'Download Wonder', | ||
'download(?:s|er)', | ||
'Download\\.exe', | ||
'DownloadDirect', | ||
'DreamPassport', | ||
'drupact', | ||
'Drupal', | ||
'DSurf15', | ||
'DTAAgent', | ||
'DTS Agent', | ||
'Dual Proxy', | ||
'e-sense', | ||
'EARTHCOM', | ||
'easydl/', | ||
'ec2linkfinder', | ||
'EBrowse \\d', | ||
'ecairn\\.com/grabber', | ||
@@ -603,38 +211,70 @@ 'echo!/', | ||
'ejupiter\\.com', | ||
'enterprise_search/', | ||
'EldoS TimelyWeb/', | ||
'ElectricMonk', | ||
'EmailWolf', | ||
'Embedly/', | ||
'envolk', | ||
'europarchive\\.org', | ||
'ESurf15', | ||
'eventax/', | ||
'Evliya Celebi', | ||
'evri\\.com/evrinid', | ||
'exactseek\\.com', | ||
'Exalead', | ||
'Exploratodo/', | ||
'extract', | ||
'EyeCatcher', | ||
'eyes', | ||
'ezooms', | ||
'facebookexternalhit', | ||
'faedit/', | ||
'favcollector/', | ||
'FairAd Client', | ||
'fantom', | ||
'FastBug', | ||
'Faveeo/', | ||
'FavIconizer', | ||
'FavOrg', | ||
'FDM \\d', | ||
'feed', | ||
'feeltiptop\\.com', | ||
'fetch', | ||
'fileboost\\.net/', | ||
'filtrbox/', | ||
'FindAnISP\\.com', | ||
'finder', | ||
'findlink', | ||
'findthatfile', | ||
'firefly/', | ||
'FlashGet', | ||
'FLATARTS_FAVICO', | ||
'flexum/', | ||
'FlipboardRSS/', | ||
'fluffy', | ||
'flunky', | ||
'focusedsampler/', | ||
'FollowSite', | ||
'forensiq\\.com', | ||
'francis/', | ||
'freshdownload/x\\.xx', | ||
'FSurf', | ||
'FuseBulb\\.Com', | ||
'g00g1e\\.net', | ||
'galaxy\\.com', | ||
'gather', | ||
'gazz/x\\.x', | ||
'geek-tools\\.org', | ||
'genderanalyzer', | ||
'genieknows', | ||
'Genieo', | ||
'geourl/', | ||
'getright/', | ||
'getrightpro/', | ||
'getter', | ||
'ghostroutehunter/', | ||
'gigabaz/', | ||
'go!zilla/', | ||
'GigablastOpenSource', | ||
'go-ahead-got-it/', | ||
'Go!Zilla', | ||
'GoBeez', | ||
'goblin/', | ||
'GoForIt\\.com', | ||
'Goldfire Server', | ||
'gonzo1', | ||
@@ -644,40 +284,54 @@ 'gonzo2', | ||
'goofer/', | ||
'Google Web Preview', | ||
'Google Wireless Transcoder', | ||
'gopher', | ||
'gossamer-threads\\.com', | ||
'gozilla\\.com', | ||
'grapefx/', | ||
'gromit/', | ||
'GroupHigh/', | ||
'grub-client', | ||
'GTmetrix', | ||
'gulliver/', | ||
'harvest-ng/', | ||
'H010818', | ||
'hack', | ||
'harvest', | ||
'haste/', | ||
'Hatena Mobile Gateway/', | ||
'Hatena Pagetitle Agent/', | ||
'Hatena RSS/', | ||
'hatenascreenshot/', | ||
'helix/', | ||
'heritrix', | ||
'HiDownload', | ||
'hippias/', | ||
'HitList', | ||
'Holmes', | ||
'hotmail.com', | ||
'hound', | ||
'htdig', | ||
'htmlparser/', | ||
'html2', | ||
'http_client', | ||
'http-header-abfrage/', | ||
'http://anonymouse\\.org/', | ||
'http://ask\\.24x\\.info/', | ||
'http://ozysoftware\\.com/index\\.html', | ||
'http://www\\.ip2location\\.com', | ||
'http://www\\.monogol\\.de', | ||
'http://www\\.sygol\\.com', | ||
'http://www\\.timelyweb\\.com/', | ||
'http::lite/', | ||
'HTTPGet', | ||
'HTTPResume', | ||
'httpunit', | ||
'httrack', | ||
'HubSpot Marketing Grader', | ||
'hyperestraier/', | ||
'iZSearch', | ||
'HyperixScoop', | ||
'ichiro', | ||
'ics \\d', | ||
'idealobserver', | ||
'ideare - SignSite', | ||
'idwhois\\.info', | ||
'idwhois', | ||
'IEFav172Free', | ||
'iframely/', | ||
'igdeSpyder', | ||
'igetter/', | ||
'iltrovatore-setaccio/', | ||
'iltrovatore', | ||
'imageengine/', | ||
'imagewalker/', | ||
'incywincy\\(http://www\\.look\\.com\\)', | ||
'images', | ||
'InAGist', | ||
'incywincy', | ||
'index', | ||
'info@pubblisito\\.com', | ||
@@ -687,4 +341,8 @@ 'infofly/', | ||
'infomine/', | ||
'InfoSeek', | ||
'InfoWizards', | ||
'inkpeek\\.com', | ||
'Insitornaut', | ||
'inspectorwww/', | ||
'InstallShield', | ||
'integrity/', | ||
@@ -694,3 +352,8 @@ 'integromedb', | ||
'intelliseek\\.com', | ||
'Internet Ninja', | ||
'internetlinkagent/', | ||
'InterseekWeb', | ||
'IODC', | ||
'IOI', | ||
'ip2location\\.com', | ||
'ips-agent', | ||
@@ -701,112 +364,242 @@ 'iqdb/', | ||
'isitup\\.org', | ||
'iskanie\\.com', | ||
'isurf', | ||
'ivia/', | ||
'iwagent/', | ||
'iwagent', | ||
'j-phone/', | ||
'jchecklinks/', | ||
'Jack', | ||
'java/', | ||
'JBH Agent 2\\.0', | ||
'JemmaTheTourist', | ||
'JetCar', | ||
'jigsaw/', | ||
'Journster', | ||
'kalooga/kalooga-4\\.0-dev-datahouse', | ||
'Kapere', | ||
'kasparek@naparek\\.cz', | ||
'KDDI-SN22', | ||
'ke_1\\.0/', | ||
'Kevin', | ||
'KimonoLabs', | ||
'kit-fireball/', | ||
'KnowItAll', | ||
'knowledge\\.com/', | ||
'Kontiki Client', | ||
'kosmix\\.com', | ||
'kulturarw3/', | ||
'kummhttp/', | ||
'L\\.webis', | ||
'labrador/', | ||
'lecodechecker/', | ||
'Lachesis', | ||
'Larbin', | ||
'leech', | ||
'leia/', | ||
'LibertyW', | ||
'library', | ||
'libweb/clshttp', | ||
'lightningdownload/', | ||
'Lincoln State Web Browser', | ||
'Link Commander', | ||
'Link Valet', | ||
'linkalarm/', | ||
'linkdex', | ||
'linklint-checkonly/', | ||
'linkscan/', | ||
'linkscan/x\\.x', | ||
'LinkExaminer', | ||
'Linkguard', | ||
'linkman', | ||
'LinkPimpin', | ||
'LinkProver', | ||
'Links2Go', | ||
'linksonar/', | ||
'linksweeper/', | ||
'LinkStash', | ||
'LinkTiger', | ||
'Lipperhey', | ||
'loader', | ||
'loadimpactrload/', | ||
'locate', | ||
'locator', | ||
'Look\\.com', | ||
'Lovel', | ||
'ltx71', | ||
'lwp-', | ||
'lwp-trivial', | ||
'lwp::', | ||
'mabontland', | ||
'mack', | ||
'magicwml/', | ||
'mail\\.ru/', | ||
'mammoth/', | ||
'MantraAgent', | ||
'MapoftheInternet\\.com', | ||
'Marketwave Hit List', | ||
'Martini', | ||
'Marvin', | ||
'masagool/', | ||
'mediasearch/', | ||
'MasterSeek', | ||
'Mata Hari/', | ||
'Mediapartners-Google', | ||
'megaproxy\\.com', | ||
'MegaSheep', | ||
'Megite', | ||
'Mercator', | ||
'metainspector/', | ||
'metaspinner/', | ||
'metatagsdir/', | ||
'MetaURI', | ||
'MicroBaz', | ||
'Microsoft_Internet_Explorer_5', | ||
'miixpc/', | ||
'Mindjet MindManager', | ||
'miniflux\\.net', | ||
'Missouri College Browse', | ||
'Mister\\sPix', | ||
'Mizzu Labs', | ||
'Mo College', | ||
'moget/x\\.x', | ||
'mogimogi', | ||
'moiNAG', | ||
'monitor', | ||
'monkeyagent', | ||
'monogol\\.de', | ||
'MonTools\\.com', | ||
'moreover\\.com', | ||
'Morning Paper', | ||
'mowser\\.com', | ||
'Mrcgiguy', | ||
'MSIE or Firefox mutant', | ||
'msnptc/', | ||
'msproxy/', | ||
'Mulder', | ||
'multiBlocker browser', | ||
'multitext/', | ||
'mygetright/', | ||
'naofavicon4ie/', | ||
'naparek\\.cz\\', | ||
'nationaldirectoryaddurl/', | ||
'MuscatFerret', | ||
'MVAClient', | ||
'naofavicon4ie', | ||
'nationaldirectoryaddurl', | ||
'nearsoftware\\.com', | ||
'netants/', | ||
'netlookout/', | ||
'netluchs/', | ||
'Netcraft Web Server Survey', | ||
'NetcraftSurveyAgent', | ||
'netlookout', | ||
'netluchs', | ||
'NetMechanic', | ||
'netpumper/x\\.xx', | ||
'netresearchserver', | ||
'NetSprint', | ||
'netwu\\.com', | ||
'neutrinoapi/', | ||
'neutrinoapi', | ||
'NewsGator', | ||
'newt', | ||
'nico/', | ||
'NORAD National Defence Network', | ||
'Norton-Safeweb', | ||
'Notifixious', | ||
'noyona_0_1', | ||
'nsauditor/', | ||
'nsauditor', | ||
'nutch', | ||
'ocelli/', | ||
'Nymesis', | ||
'ocelli', | ||
'Octopus', | ||
'Octora Beta', | ||
'ODP links', | ||
'oegp', | ||
'online link validator', | ||
'openisearch/', | ||
'OliverPerry', | ||
'Onet\\.pl', | ||
'Oracle Application', | ||
'Orbiter', | ||
'OSSProxy', | ||
'ow\\.ly', | ||
'ownCloud News/', | ||
'ozelot/', | ||
'ownCloud News', | ||
'ozelot', | ||
'Page Speed Insights', | ||
'Page Valet/', | ||
'page2rss', | ||
'Pagebull', | ||
'PagmIEDownload', | ||
'Panopta v', | ||
'panscient', | ||
'parasite/', | ||
'pavuk/', | ||
'parasite', | ||
'parse', | ||
'pavuk', | ||
'PayPal IPN', | ||
'PBrowse', | ||
'pd02_1', | ||
'Peew', | ||
'perl', | ||
'Perman Surfer', | ||
'PEval', | ||
'phantom', | ||
'photon/', | ||
'picosearch/', | ||
'php/\\d', | ||
'Pingdom', | ||
'Pingoscope', | ||
'pingspot/', | ||
'pinterest/', | ||
'pockey-gethtml/', | ||
'pockey-gethtml/x\\.xx', | ||
'Pita', | ||
'Pizilla', | ||
'Ploetz \\+ Zeller', | ||
'Plukkie', | ||
'pockey-gethtml', | ||
'pockey/x\\.x\\.x', | ||
'Pockey7', | ||
'Pogodak', | ||
'Poirot', | ||
'Pompos', | ||
'popdexter/', | ||
'Port Huron Labs', | ||
'PostFavorites', | ||
'PostPost', | ||
'postrank', | ||
'Powermarks', | ||
'pricepi\\.com', | ||
'privacyfinder/', | ||
'prlog\\.ru', | ||
'pro-sitemaps\\.com', | ||
'program', | ||
'Project XP5', | ||
'protopage/', | ||
'proximic', | ||
'PSurf15a', | ||
'psycheclone', | ||
'puf/', | ||
'PureSight', | ||
'PuxaRapido', | ||
'python', | ||
'Qango\\.com', | ||
'QuepasaCreep', | ||
'Qwantify', | ||
'QXW03018', | ||
'rabaz', | ||
'Radian6', | ||
'RankSonicSiteAuditor/', | ||
'rating', | ||
'readability/', | ||
'reader', | ||
'realdownload/', | ||
'reaper/', | ||
'reaper', | ||
'ReGet', | ||
'responsecodetest/', | ||
'retrieve', | ||
'rico/', | ||
'Riddler', | ||
'Rival IQ', | ||
'RMA/1\\.0', | ||
'RoboPal', | ||
'Robosourcer', | ||
'robozilla/', | ||
'rotondo/', | ||
'rpt-httpclient/', | ||
'RSurf15a', | ||
'rtlnieuws', | ||
'samualt9', | ||
'saucenao/', | ||
'scooter/', | ||
'SBIder', | ||
'scan', | ||
'Scooter', | ||
'ScoutAbout', | ||
'scoutant/', | ||
'ScoutJet', | ||
'scoutmaster', | ||
'searchguild/dmoz/experiment', | ||
'scrape', | ||
'Scrapy', | ||
'Scrubby', | ||
'search', | ||
'Seeker\\.lookseek\\.com', | ||
'seer', | ||
'semaforo\\.net', | ||
@@ -816,46 +609,106 @@ 'semager/', | ||
'seo-nastroj\\.cz', | ||
'SEOCentro', | ||
'SEOstats', | ||
'Seznam screenshot-generator', | ||
'Shagseeker', | ||
'ShopWiki', | ||
'Siigle Orumcex', | ||
'SimplyFast\\.info', | ||
'Simpy', | ||
'siphon', | ||
'Site Server', | ||
'Site24x7', | ||
'SiteBar', | ||
'SiteCondor', | ||
'siteexplorer\\.info', | ||
'SiteRecon', | ||
'SiteSnagger', | ||
'sitesucker/', | ||
'SiteUptime\\.com', | ||
'SiteXpert', | ||
'sitexy\\.com', | ||
'skampy/', | ||
'skimpy/', | ||
'skywalker/', | ||
'SkypeUriPreview', | ||
'slarp/', | ||
'sleuth', | ||
'slider\\.com', | ||
'SlimerJS', | ||
'slurp', | ||
'slysearch/', | ||
'smartdownload/', | ||
'smartwit\\.com', | ||
'Snappy', | ||
'sniff', | ||
'sogou', | ||
'sohu agent', | ||
'somewhere', | ||
'speeddownload/', | ||
'speedy', | ||
'speng', | ||
'Sphere Scout', | ||
'Sphider', | ||
'spida/', | ||
'spider', | ||
'spinne/', | ||
'spy', | ||
'squidclam', | ||
'Sqworm', | ||
'ssllabs\\.com', | ||
'SSurf15a', | ||
'StackRambler', | ||
'stamina/', | ||
'StatusCake', | ||
'suchbaer\\.de', | ||
'summify', | ||
'SuperCleaner', | ||
'SurferF3', | ||
'SurfMaster', | ||
'suzuran', | ||
'sweep', | ||
'sygol\\.com', | ||
'synapse', | ||
'syncit/x\\.x', | ||
'szukacz/', | ||
'T-H-U-N-D-E-R-S-T-O-N-E', | ||
'tags2dir\\.com/', | ||
'Tagword', | ||
'Talkro Web-Shot', | ||
'targetblaster\\.com/', | ||
'TargetSeek', | ||
'Teleport Pro', | ||
'teoma', | ||
'therarestparser/', | ||
'tkensaku/x\\.x\\(http://www\\.tkensaku\\.com/q\\.html\\)', | ||
'Teradex Mapper', | ||
'test\\scertificate', | ||
'testing', | ||
'Theophrastus', | ||
'timelyweb\\.com/', | ||
'TinEye', | ||
'tkensaku', | ||
'tracker', | ||
'truwoGPS', | ||
'TSurf15a', | ||
'tuezilla', | ||
'tumblr/', | ||
'unknownght\\.com', | ||
'Twingly Recon', | ||
'Twotrees Reactive Filter', | ||
'TygoProwler', | ||
'Ultraseek', | ||
'unchaos', | ||
'Under the Rainbow', | ||
'unknownght', | ||
'UofTDB_experiment', | ||
'updated', | ||
'uri::fetch/', | ||
'urlbase/', | ||
'urlresolver', | ||
'User-Agent: ', | ||
'user-agent=mozilla/', | ||
'utility', | ||
'utorrent/', | ||
'Vagabondo', | ||
'vakes/', | ||
'validator', | ||
'vb wininet', | ||
'verifier', | ||
'verify', | ||
'Version: xxxx Type:xx', | ||
'versus', | ||
@@ -867,8 +720,15 @@ 'verzamelgids/', | ||
'vonna', | ||
'Vortex', | ||
'voyager-hc/', | ||
'VYU2', | ||
'w3c-webcon/', | ||
'w3dt\\.net', | ||
'walker', | ||
'Wappalyzer', | ||
'warez', | ||
'Watchfire WebXM', | ||
'wavefire/', | ||
'Waypath Scout', | ||
'wbsrch\\.com', | ||
'wdg_validator/', | ||
'Web Snooper', | ||
'web-bekannt', | ||
@@ -878,49 +738,54 @@ 'webauto/', | ||
'webbug/', | ||
'Webclipping\\.com', | ||
'webcollage', | ||
'WebCompass', | ||
'webcookies', | ||
'webcorp/', | ||
'webcraft', | ||
'webfetch/', | ||
'Webglimpse', | ||
'webgobbler/', | ||
'webinator', | ||
'weblight/', | ||
'Weblog Attitude Diffusion', | ||
'webmastercoffee/', | ||
'webminer/x\\.x', | ||
'webmon ', | ||
'websearch\\.com\\.au/', | ||
'webspinne/', | ||
'WebPageImager', | ||
'WebPix', | ||
'Website Explorer', | ||
'Websnapr/', | ||
'Websquash\\.com', | ||
'webstat/', | ||
'Webster v0\\.', | ||
'webstripper/', | ||
'webtrafficexpress/x\\.0', | ||
'webtrafficexpress', | ||
'webtrends/', | ||
'WebVac', | ||
'webval/', | ||
'webwatchermonitor/', | ||
'Webverzeichnis', | ||
'wf84', | ||
'WFARC', | ||
'wget', | ||
'whatsmyip\\.org', | ||
'whatsup/x\\.x', | ||
'whatuseek_winona/', | ||
'whatsmyip', | ||
'whatsup', | ||
'whatuseek', | ||
'Whizbang', | ||
'whoami', | ||
'whoiam', | ||
'Wildsoft Surfer', | ||
'WinGet', | ||
'WinHTTP', | ||
'wish-project', | ||
'wmtips\\.com', | ||
'WomlpeFactory', | ||
'WordPress\\.com', | ||
'WorldLight', | ||
'worqmada/', | ||
'worth', | ||
'wotbox', | ||
'wusage/x\\.0@boutell\\.com', | ||
'WoW Lemmings Kathune', | ||
'WSN Links', | ||
'wusage/', | ||
'wwlib/linux', | ||
'www-mechanize/', | ||
'www\\.ackerm\\.com', | ||
'www\\.alertra\\.com', | ||
'www\\.arianna\\.it', | ||
'www\\.ba\\.be', | ||
'www\\.de\\.com', | ||
'www\\.evri\\.com/evrinid', | ||
'www\\.gozilla\\.com\\', | ||
'www\\.idealobserver\\.com', | ||
'www\\.iltrovatore\\.it', | ||
'www\\.iskanie\\.com', | ||
'www\\.kosmix\\.com', | ||
'www\\.megaproxy\\.com', | ||
'www\\.moreover\\.com', | ||
'www\\.mowser\\.com', | ||
'www\\.nearsoftware\\.com', | ||
'www\\.ssllabs\\.com', | ||
'wwwc/', | ||
@@ -931,14 +796,26 @@ 'wwwoffle/', | ||
'xirq/', | ||
'XML Sitemaps Generator', | ||
'xrl/', | ||
'Xylix', | ||
'Y!J-ASR', | ||
'y!j-srd/', | ||
'y!oasis/test', | ||
'yacy', | ||
'yahoo', | ||
'YandeG', | ||
'yandex', | ||
'yanga', | ||
'yarienavoir\\.net/', | ||
'yarienavoir', | ||
'yeti', | ||
'yoogliFetchAgent', | ||
'Yoleo', | ||
'Yoono', | ||
'youtube-dl', | ||
'Zao', | ||
'Zearchit', | ||
'zedzo\\.digest/', | ||
'zeus' | ||
'zeus', | ||
'Zippy', | ||
'ZnajdzFoto/Image', | ||
'Zotero', | ||
'ZyBorg' | ||
]; |
{ | ||
"name": "is-ua-bot", | ||
"version": "1.1.1", | ||
"version": "1.2.0", | ||
"description": "useragent parsing for bot identification", | ||
"main": "index.js", | ||
"scripts": { | ||
"test": "./node_modules/mocha/bin/mocha" | ||
"test": "./node_modules/mocha/bin/mocha --timeout 10000" | ||
}, | ||
@@ -29,5 +29,4 @@ "repository": { | ||
"chai": "4.1.2", | ||
"mocha": "5.1.1", | ||
"should": "13.2.1" | ||
"mocha": "5.1.1" | ||
} | ||
} |
@@ -40,13 +40,5 @@ # is-ua-bot | ||
Adam Eivy is a software architect by day and a drawing dad by night. Check out his latest project [Beetle Royale](http://beetleroyale.etsy.com) or [follow him on the interwebs](http://adameivy.com) | ||
![[follow](https://img.shields.io/twitter/follow/antic.svg?style=social&label=Follow)](https://twitter.com/antic) | ||
![follow](https://img.shields.io/twitter/follow/antic.svg?style=social&label=Follow) | ||
[![gratipay](https://img.shields.io/gratipay/antic.svg?style=flat)](https://gratipay.com/antic) | ||
[![Beerpay](https://beerpay.io/atomantic/antic/badge.svg?style=flat-square)](https://beerpay.io/atomantic/antic) | ||
$Crypto Tipping Jars: | ||
- Litecoin ($LTC): LeMkJv1Xoxnt2YvRgKkNZZJRgZYgGzcSyv | ||
- Bitcoin ($BTC): 1CWDM7dYLoBwJyf2kbGANAmuySwFWC2NZu | ||
- Ethereum ($ETH): 0xAA33bAe03131f3aa36e1de3e4bD53583c41F8d64 | ||
worthy of a tip? | ||
⚡ Lightning Bitcoin Tips Accepted https://tippin.me/@antic |
module.exports = [ | ||
"AddSearchBot", | ||
"Alienshadowbot", | ||
"facebookexternalhit/1.1", | ||
"fuelbot", | ||
"MAZBot/1.0 (http://mazdigital.com)", | ||
"Mister Pix II 2.02a", | ||
"Mozilla/5.0 (compatible; AhrefsBot/5.2; +http://ahrefs.com/robot/)", | ||
"Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.c", | ||
"Mozilla/5.0 (compatible; EchoboxBot/1.0; hash/w4mwnpbXf3MFAbxOkJRw; +http://www.echobox.com)", | ||
"Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)", | ||
"Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)", | ||
"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", | ||
"Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)", | ||
"Mozilla/5.0 (compatible; Yahoo Ad monitoring; https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html)", | ||
"Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", | ||
"Mozilla/5.0 (compatible; Yahoo Ad monitoring; https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html)", | ||
"Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.c", | ||
"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", | ||
"Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)", | ||
"Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", | ||
"Mozilla/5.0 (compatible;contxbot/1.0)", | ||
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b", | ||
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Web Preview) Chrome/27.0.1453 Safari/537.36", | ||
"Mozilla/5.0 Founderspider(compatible;)", | ||
"Mister Pix II 2.02a", | ||
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Web Preview) Chrome/27.0.1453 Safari/537.36", | ||
"Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)", | ||
"Pulsepoint XT3 web scraper", | ||
"Quora-Bot", | ||
"ScooperBot www.customscoop.com", | ||
"ScooperBot/3.0 (+http://www.carma.com)", | ||
"secssobrowser (compatible; Googlebot/2.1; +https://sts.secsso.net)", | ||
"Slack-ImgProxy (+https://api.slack.com/robots)", | ||
"Twitterbot/1.0", | ||
"Pulsepoint XT3 web scraper", | ||
"WebPageImager/1 CFNetwork/976 Darwin/18.2.0 (x86_64)", | ||
"Wget/1.12 (linux-gnu)" | ||
] |
@@ -1,6 +0,7 @@ | ||
const chai = require("chai") | ||
chai.should() | ||
'use strict' | ||
const assert = require('chai').assert | ||
const isBot = require('../index') | ||
const listBot = require('./data/bots') | ||
const listNot = require('./data/not-bots') | ||
const bots = require('../data/bots') | ||
@@ -11,13 +12,26 @@ describe('is-ua-bot', function () { | ||
it('should detect (' + bot + ') as bot', function() { | ||
isBot(bot).should.be.true; | ||
}); | ||
}); | ||
}); | ||
assert.isTrue(isBot(bot)) | ||
}) | ||
}) | ||
}) | ||
describe('not bots', function () { | ||
listNot.forEach(function(uaNotBot) { | ||
it('should not be detected (' + uaNotBot + ') as bot', function() { | ||
isBot(uaNotBot).should.be.false; | ||
}); | ||
}); | ||
}); | ||
}); | ||
assert.isFalse(isBot(uaNotBot)) | ||
}) | ||
}) | ||
}) | ||
describe('no regex searches that are supersets of other matches', function () { | ||
it('should not have duplicated terms', function() { | ||
bots.forEach(function(subSearch, i) { | ||
bots.forEach(function(superSearch, j) { | ||
if(subSearch===superSearch){ | ||
assert(i===j, `duplicate search term: ${subSearch} at ${i} and ${j}`) | ||
return | ||
} | ||
assert.isFalse(new RegExp(subSearch, 'ig').test(superSearch), `"${superSearch}" is a superset match for "${subSearch}"`) | ||
}) | ||
}) | ||
}) | ||
}) | ||
}) |
Major refactor
Supply chain riskPackage has recently undergone a major refactor. It may be unstable or indicate significant internal changes. Use caution when updating to versions that include significant changes.
Found 1 instance in 1 package
2
25992
884
43
1