V4.2021.11.2722 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-AIBOT
+ADmantX
 ALittle Client
+ASPSeek
+Abonti
+Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
-Alligator
-Anarchie
+Aipbot
+AllSubmitter
+Anthill
+Apexoo
+Aspiegel
+Asterias
+Attach
 AwarioSmartBot
-BackStreet
-Backlink-Ceck
-Bandit
+BBBike
+BDFetch
+BackWeb
 Barkrowler
 BatchFTP
-Battleztar Bazinga
-Bigfoot
-Bitacle
-Black Hole
 BlackWidow
-Blackboard
-Boardreader
+BlowFish
+BotALot
 Brandprotect
 Brandwatch
 Buck
-Calculon
+Buddy
+BuiltWith
+CCBot
+CensysInspect
+CheTeam
+CherryPicker
 ChinaClaw
-Chlooe
-Cloud mapping
-Collector
-CopyRightCheck
-Copyscape
+Cocolyzebot
+Copier
 Cosmos
+Crawling at Home Project
 CrazyWebCrawler
 Crescent
-CrunchBot
+Custo
 DBLBot
-DatabaseDriverMysqli
+DTS Agent
 Demon
-Deusu
 Digincore
-Dirbuster
+Discobot
 Discoverybot
-DomainStatsBot
-Dotbot
+Dispatch
+DittoSpyder
+DnyzBot
 Download Wonder
 ECCP/1.0
-EMail Siphon
-EasyDL
-Ebingbong
-EirGrabber
-Express WebPictures
-Extractor
-ExtractorPro
-Ezooms
+Exabot
+Extreme Picture Finder
+FHscan
 FemtosearchBot
-Freeuploader
-G-i-g-a-b-o-t
+Fimap
+FlashGet
+FrontPage
+Fuzz
 GT::WWW
-GermCrawler
+GalaxyBot
 GetRight
-Gigabot
-Go-Ahead-Got-It
-Gotit
-GrabNet
-GrapeshotCrawler
+Getintent
+Go!Zilla
+Grabber
+Grafula
+GrapeFX
 GridBot
-HTMLparser
-HTTrack
-Haansoft
+HTTP::Lite
 HaosouSpider
-Hloader
-Humanlinks
-IRLbot
-Iblog
+Harvest
+HybridBot
+IDBTE4M
+IDBot
 Image Sucker
 IndeedBot
-Indy Library
 InfoNaviRobot
-InfoTekies
 Intelliseek
-InterGET
 Iria
-IstellaBot
-JOC Web Spider
-JamesBOT
-JetCar
-Keyword Density
-Kinza
+Jbrofuzz
+Jetty
+JustView
+Kenjin Spider
 LNSpiderguy
-LWP::Simple
-Lanshanbot
-LexiBot
-LibWeb
+LieBaoFast
+Lightspeedsystems
+LinkScan
 Linkbot
-LinkextractorPro
-LinqiaScrapeBot
+Linkdexbot
+LinksManager
+Lipperhey Spider
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MIDown tool
-MSFrontPage
+MIIxpc
+MJ12bot
 MSIECrawler
 MTRobot
+Mag-Net
+Mail.RU_Bot
 Masscan
-MauiBot
-MeanPath Bot
+Mata Hari
 Meanpathbot
-MegaIndex.ru
-Moblie Safari
-Morfeus Fucking Scanner
+Mediatoolkitbot
+Microsoft URL Control
+Mister PiX
+Mojeek
+Mr.4x3
 Msrabot
-Musobot
-NPbot
+NICErsPRO
 Name Intelligence
-Needle
-NetMechanic
+Net Vampire
+NetAnts
 Nettrack
-Nibbler
 Niki-bot
-Nikto
-Ninja
-Nmap
-Octopus
+NimbleCrawler
+Offline Explorer
 OnCrawl
 OpenLinkProfiler
+OrangeBot
 OrangeSpider
-PECL::HTTP
+OutclicksBot
 PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
 PageGrabber
-PageThing.com
-Panscient
 Papa Foto
-PeoplePal
 Pi-Monster
-Picscout
-Pimonster
+PleaseCrawl
+ProWebWalker
 Psbot
+Pu_iN
 Pump
-PxBroker
 PyCurl
 QueryN Metasearch
+RankActive
 RankFlex
+RankingBot
 RankingBot2
+Rankivabot
+RankurBot
 Re-re
-RealDownload
-Reaper
-RebelMouse
-Recorder
 RedesScrapy
-SEOlyticsCrawler
-SEOstats
-SMTBot
+RocketCrawler
+SEOkicks-Robot
+SEOprofiler
 ScanAlert
+Scanbot
 ScoutJet
-Screaming
-ScreenerBot
+Scrapy
 ScrepyBot
-SearchmetricsBot
+Searchestate
 SemanticJuice
 Semrush
 SeobilityBot
-Seomoz
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
 Siteimprove
 SlySearch
+Snapbot
+Snoopy
+Sociscraper
+Sogou web spider
 Sosospider
-SpaceBison
+Spanner
 SputnikBot
-Sqlmap
 Sqworm
 Sucker
 Sucuri
 SuperBot
-SuperHTTP
-Surfbot
+Szukacz
 T8Abot
-Teleport
-TeleportPro
-Telesphoreo
 Telesphorep
+The Intraformant
+Thumbor
+Titan
 Toata
-Toweyabot
-True_Robot
+Trendiction
+TurnitinBot
 TwengaBot
-Twice
-URLy.Warning
-Upflow
-V-BOT
+Typhoeus
+VB Project
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
-WEBDAV
+Virusdie
+Voil
+WISENutbot
 WPScan
+WWW::Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
 Web Collage
 Web Pix
-Web Sucker
-WebEnhancer
+Web Sauger
+WebAuto
+WebBandit
+WebCopier
 WebGo IS
-WebLeacher
-WebReaper
+WebImageCollector
+WebStripper
 WebSucker
 WebWhacker
-Webalta
+WebZIP
 WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteQuester
-Whatweb
-Who.is Bot
-Widow
+Webster
 WinHTTrack
-YoudaoBot
-Zauba
-Zermelo
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
+WiseGuys Robot
+Wonderbot
+Xenu
+Zade
+ZumBot
+adscanner
+archive.org_bot
 autoemailspider
-check1.exe
-clark-crawler
-crawler.feedback
+backlink-check
+com.plumanalytics
+dataforseo.com
+evc-batch
+heritrix
 ips-agent
-lwp-request
-magpie-crawler
+isitwp.com
+meanpathbot
+mediawords
 netEstate NE Crawler
+page scorer
+pcBrowser
 plumanalytics
-probe-image-size
-ripz
-s1z.ru
-scan.lol
+scalaj-http
 seoscanners
-seostar
 serpstatbot
-sitechecker.pro
-siteripz
 sogouspider
-tAkeOut
+spyfu
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-webpros.com
+webmeup-crawler
+webprosbot
+x09Mozilla
 x22Mozilla
-xpymep1.exe
 zauba.io