V4.2021.03.2313 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404enemy
-80legs
-Aboundexbot
+Abonti
+Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Aipbot
-AlphaBot
-Anarchy99
-Ankit
+Alexibot
+Alligator
+Anarchie
+Anthill
 Apexoo
-archive.org_bot
-arquivo-web-crawler
-Aspiegel
+arquivo.pt
 autoemailspider
-AwarioSmartBot
-BacklinkCrawler
-BackWeb
-Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
+Backlink-Ceck
+backlink-check
+BackStreet
 BBBike
 BDFetch
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
-BLEXBot
+Bolt
 BotALot
-Brandwatch
 Buck
 Buddy
-BuiltBotTough
 BunnySlippers
+BuzzSumo
+CATExplorador
+CazoodleBot
 Cegbfeieh
-Cogentbot
-cognitiveseo
+check1.exe
+CheeseBot
+CheTeam
+ChinaClaw
+Chlooe
+Claritybot
+Cloud mapping
+Collector
 com.plumanalytics
-Copier
-Crescent
-CSHttp
-Custo
-DBLBot
+crawler4j
+crawler.feedback
+Curious
+CyotekWebCopy
+DatabaseDriverMysqli
+DataCha0s
 Devil
 Digincore
 DigitalPebble
 DIIbot
+Discobot
 domainsproject.org
-Drip
+DomainStatsBot
+DomCopBot
+Dotbot
+Dragonfly
 DSearch
+DTS Agent
+EasyDL
 eCatch
-ECCP/1.0
 EMail Siphon
-EMail Wolf
-Evil
 Exabot
-Express WebPictures
-Extractor
 ExtractorPro
-Ezooms
-facebookscraper
-FemtosearchBot
-Fimap
-Foobot
-Freeuploader
-FrontPage
-GalaxyBot
-Genieo
-Gigablast
-GoZilla
-GrabNet
-Grafula
-GT::WWW
-HaosouSpider
+FDM
+FlashGet
+Flunky
+FyberSpider
+GermCrawler
+GetRight
+GetWeb
+G-i-g-a-b-o-t
+Gotit
+GrapeshotCrawler
+GridBot
 Harvest
-HMView
-HTTrack
+Havij
+Hloader
 Humanlinks
-HybridBot
-IDBot
-IDBTE4M
 Image Fetch
+Image Sucker
 IndeedBot
-instabid
+Indy Library
 InterGET
+Internet Ninja
 InternetSeer
-IRLbot
 isitwp.com
 Iskanie
-JamesBOT
-JikeSpider
+Jbrofuzz
+JennyBot
+JetCar
+Jetty
+JOC Web Spider
+Joomla
 Jorgee
-Kozmosbot
-Lanshanbot
-Larbin
-Lftp
+Jyxobot
+Kinza
+LeechFTP
+LibWeb
 Libwhisker
-Lightspeedsystems
-Linkdexbot
+Likse
+Linkbot
 LinkextractorPro
-LinqiaRSSBot
-Lipperhey
+LinkpadBot
+LinkScan
 Litemage_walker
-LNSpiderguy
-Ltx71
-LWP::Simple
+Lmspider
+lwp-request
+lwp-trivial
+Mag-Net
+Mail.RU_Bot
+Majestic12
 Majestic-SEO
 MarkWatch
 Masscan
+Mass Downloader
 Mata Hari
-MauiBot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
+meanpathbot
+MeanPath Bot
+MFC_Tear_Sample
+Microsoft Data Access
 Mister PiX
-MJ12bot
 Mojeek
-MQQBrowser
 Mr.4x3
-MSFrontPage
+Msrabot
 MTRobot
 muhstik-scan
+Musobot
 Name Intelligence
 Navroad
 NearSite
 Needle
-Nessus
-Netcraft
-NetSpider
-Nibbler
-Nikto
+NetAnts
+NetLyzer
+Nettrack
+NimbleCrawler
 Nimbostratus
+Ninja
+Nmap
+Nuclei
+Nutch
+oBot
 Offline Explorer
-Offline Navigator
-OPPO A33
-OrangeBot
-OrangeSpider
-PageScorer
-PageThing.com
-Pandalytics
-Panscient
-Papa Foto
+Openfind
+OpenVAS
+page scorer
 Pavuk
-pcBrowser
-PHPCrawl
-Picscout
-Piepmatz
-Pimonster
-plumanalytics
+PeoplePal
+Petalbot
+Pixray
+PleaseCrawl
 probe-image-size
-Pu_iN
-Pump
-PxBroker
+ProPowerBot
 QueryN Metasearch
 Quick-Crawler
 RankActive
-RankingBot
+RankFlex
+RankingBot2
 RankurBot
-RealDownload
+RebelMouse
+Recorder
 RedesScrapy
 Re-re
+Ripper
 ripz
-RSSingBot
 s1z.ru
-SalesIntelligent
-scan.lol
-Searchestate
+satoristudio.net
+ScanAlert
+Scanbot
+ScoutJet
+SearchmetricsBot
 Semrush
-SemrushBot
 SEOkicks
+SEOkicks-Robot
+Seomoz
+SEOprofiler
 seoscanners
-serpstatbot
 sexsearcher
 Shodan
-Siphon
+Sitebeam
 SiteCheckerBotCrawler
-Siteimprove
+SiteExplorer
 siteripz
+SiteSucker
 Site Sucker
-SlySearch
-SMTBot
+Sitevigil
+Snoopy
 SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sosospider
+sogouspider
 Sottopop
-Spammen
+SpaceBison
 SpankBot
-Spanner
-sp_auditbot
 Spbot
+spyfu
+Sqlmap
 Sqworm
 Stripper
-Sucuri
-SuperBot
-SurveyBot
+SuperHTTP
 Suzuran
-Szukacz
+sysscan
 T0PHackTeam
-T8Abot
 Teleport
+TeleportPro
 Telesphoreo
-Telesphorep
-Thumbor
-TightTwatBot
+TheNomad
 Titan
 Trendictionbot
+True_Robot
+Turingos
 Turnitin
-Upflow
-Vacuum
+TurnitinBot
+TwengaBot
+Typhoeus
+URLy.Warning
+Vagabondo
+VB Project
 VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
+Virusdie
 Voil
 Voltron
 WallpapersHD
-WASALive-Bot
-WBSearchBot
 Webalta
-Web Auto
-WebCopier
-Web Enhancer
+WebCollage
+Web Collage
+Web Fetch
+WebGo IS
+WebImageCollector
+WebLeacher
 webmeup-crawler
-Web Pix
-WebReaper
+WebPix
 WebSauger
 Web Sauger
 Webshag
-WebsiteExtractor
-WebStripper
-WebSucker
+Webster
+WebWhacker
 WebZIP
 Whack
 Whacker
 WinHTTrack
 WiseGuys Robot
 Woobot
-Wotbox
 Wprecon
-WPScan
-WWW-Mechanize
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+x09Mozilla
+x22Mozilla
+Xenu
 Zermelo
-Zeus
 zgrab
-Zitebot
-ZmEu
-ZoomBot
+ZumBot
+ZyBorg