V4.2021.07.2451 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 404enemy
 80legs
-Aboundex
-Acunetix
-ADmantX
-AIBOT
-AiHitBot
-Alexibot
-AllSubmitter
-AlphaBot
+ASPSeek
+Aipbot
+Anarchie
 Anarchy99
 Ankit
 Anthill
-archive.org_bot
-arquivo.pt
+Aspiegel
+AwarioSmartBot
+BBBike
+BDCbot
+BackDoorBot
+BackStreet
 Backlink-Ceck
-Barkrowler
-BatchFTP
-BetaBot
-Bitacle
+Black Hole
+BlackWidow
 Blow
 BlowFish
-BotALot
+Brandprotect
 Buck
-BuiltBotTough
+BuiltWith
 BunnySlippers
-Calculon
 CATExplorador
-CensysInspect
-CheeseBot
-CheTeam
-ChinaClaw
-Chlooe
+CCBot
 CODE87
-Cogentbot
-Copier
+CSHttp
+CazoodleBot
+CheTeam
+Claritybot
 Cosmos
-Craftbot
-Custo
+Crescent
+Curious
 CyotekWebCopy
-DatabaseDriverMysqli
+DIIbot
+DTS Agent
 DataCha0s
-DBLBot
+Demon
 Deusu
-DigitalPebble
-Dirbuster
-Disco
-Discobot
-DittoSpyder
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
+Devil
+Digincore
+Discoverybot
+Dispatch
+DnyzBot
 DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Dragonfly
-DSearch
-EasyDL
-Ebingbong
-EirGrabber
-EMail Wolf
-Exabot
-Express WebPictures
-Extreme Picture Finder
+Drip
+EMail Siphon
+Ecxi
+ExtLinksBot
+Extractor
 EyeNetIE
-FDM
-FemtosearchBot
-FlashGet
+Ezooms
+Flunky
 Foobot
-Fuzz
-Gigablast
-Go-Ahead-Got-It
-gopher
-GoZilla
+G-i-g-a-b-o-t
 GT::WWW
-Havij
-HEADMasterSEO
-heritrix
-Hloader
-HMView
+GermCrawler
+Gigabot
+Go!Zilla
+GrabNet
+Grabber
+Grafula
 HTMLparser
 HTTP::Lite
 HTTrack
-Iblog
-Id-search
+Hloader
+IRLbot
 Image Sucker
+IndeedBot
 InfoTekies
 Intelliseek
 InterGET
-internetVista monitor
-Iria
-IRLbot
-IstellaBot
-JamesBOT
+InternetSeer
+Jbrofuzz
+Jetty
 JikeSpider
-JOC Web Spider
-Joomla
-JustView
-Kenjin Spider
+Jyxobot
+Kinza
+LNSpiderguy
+LWP::Simple
 Larbin
-Libwhisker
+LeechGet
+LexiBot
+Lftp
 Lightspeedsystems
-Linkdexbot
+Likse
 LinkScan
-LinqiaMetadataDownloaderBot
+LinkWalker
+LinkpadBot
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-lwp-trivial
-Magnet
-magpie-crawler
+Ltx71
+MJ12bot
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 MarkMonitor
-Mata Hari
+MarkWatch
+Mass Downloader
+Masscan
 MauiBot
-meanpathbot
-Meanpathbot
-MegaIndex.ru
-MFC_Tear_Sample
-MQQBrowser
+Mb2345Browser
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
+Mozlila
 Mr.4x3
+Msrabot
 Name Intelligence
-Navroad
-NearSite
-Netcraft
-netEstate NE Crawler
-NetLyzer
-NetSpider
-Netvibes
-NextGenSearchBot
-Ninja
+Needle
+NetAnts
+NetMechanic
+NetZIP
+NimbleCrawler
 Nmap
-NPbot
-Nutch
-oBot
-Octopus
 Offline Explorer
 Offline Navigator
 OnCrawl
 Openfind
-OpenLinkProfiler
-OrangeBot
+Openvas
 OrangeSpider
 OutclicksBot
 Page Analyzer
-PageGrabber
-page scorer
-Papa Foto
-PECL::HTTP
-Picsearch
-Piepmatz
-Pixray
-POE-Component-Client-HTTP
-probe-image-size
-Probethenet
-Pump
+PageThing.com
+Panscient
+Pavuk
+Petalbot
+Picscout
+Pimonster
+PleaseCrawl
+Pockey
+ProPowerBot
+Psbot
 PyCurl
-QueryN Metasearch
+Quick-Crawler
+RSSingBot
 RankActiveLinkBot
-RankFlex
 RankingBot2
-Rankivabot
-Reaper
+Re-re
+ReGet
+RealDownload
 RebelMouse
 Recorder
-RedesScrapy
-RepoMonkey
-Re-re
 Ripper
-ripz
 RocketCrawler
 Rogerbot
-RSSingBot
-s1z.ru
-satoristudio.net
-SBIder
-scalaj-http
-Scrapy
-Screaming
-Searchestate
-SentiBot
-seobility
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+Searchestate
+Semrush
 SeoSiteCheckup
-serpstatbot
-sexsearcher
+SeobilityBot
+Seomoz
 Shodan
-Siphon
 SiteExplorer
-siteripz
+SiteLockSpider
 SiteSnagger
-Sitevigil
-SMTBot
-Snapbot
+SiteSucker
+Sociscraper
 Sogou web spider
+Sosospider
 Sottopop
-SpaceBison
+SpankBot
 Spanner
-Spbot
 Spinn3r
+SputnikBot
+Sqlmap
+Stripper
 Sucker
+SuperBot
 SuperHTTP
-Surfbot
-tAkeOut
+SurveyBot
+Swiftbot
+Teleport
+Telesphoreo
 Telesphorep
-Toweyabot
+TightTwatBot
+Titan
+Toata
 Trendiction
-Trendictionbot
-trendiction.com
-trendiction.de
-Turnitin
-TwengaBot
+True_Robot
+TurnitinBot
+Twice
+Typhoeus
 URLy Warning
-URLy.Warning
+UnisterBot
+Upflow
 V-BOT
+VB Project
+Voil
 Voltron
-voyagerx.com
-Wallpapers/3.0
 WASALive-Bot
-WBSearchBot
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+WallpapersHD
+WeSEE
+Web Enhancer
 WebAuto
-Web Auto
-WebCollage
 WebEnhancer
 WebFetch
 WebFuck
 WebImageCollector
-WebLeacher
 WebPix
-WebSauger
-Webshag
-WebsiteExtractor
-Website Quester
-Webster
-WebStripper
 WebSucker
-Web Sucker
-WeSEE
-WiseGuys Robot
+WebZIP
+Webalta
+Webshag
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Webster
+Who.is Bot
+Widow
 Wonderbot
-WWWOFFLE
-x22Mozilla
-xpymep1.exe
-zauba.io
-Zermelo
+Woobot
+Wotbox
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zitebot
+ZmEu
+ZoominfoBot
+ZumBot
 ZyBorg
+arquivo-web-crawler
+autoemailspider
+backlink-check
+eCatch
+facebookscraper
+gopher
+instabid
+internetVista monitor
+lwp-request
+muhstik-scan
+netEstate NE Crawler
+oBot
+scan.lol
+seobility
+seostar
+sitechecker.pro
+tAkeOut
+x09Mozilla
+x22Mozilla
+zgrab