V4.2022.05.3081 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
-404enemy
-80legs
-AIBOT
 ALittle Client
-ASPSeek
-Aboundex
+Aboundexbot
 Acunetix
-Aipbot
-Alexibot
-Anarchy99
+AfD-Verbotsverfahren
+AhrefsBot
+Alligator
+Anarchy
+Ankit
 Anthill
+Apexoo
 Aspiegel
-Atomseobot
-AwarioSmartBot
-BDCbot
+Attach
+AwarioRssBot
+BBBike
+BackDoorBot
+BacklinkCrawler
 Bandit
-Battleztar Bazinga
-BetaBot
-Bitacle
+Bigfoot
 Black Hole
 Blackboard
-Blow
-BlowFish
-Bolt
-BotALot
-BuiltBotTough
-Bullseye
-BunnySlippers
-CCBot
-CODE87
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Chlooe
-Cliqzbot
+Brandwatch
+Buck
+Buddy
+BuiltWith
+CensysInspect
+CheTeam
+Cocolyzebot
 Cogentbot
-CyotekWebCopy
-DBLBot
-DIIbot
-DTS Agent
-Discoverybot
+CrazyWebCrawler
+Crescent
+DigitalPebble
+Dirbuster
+Discobot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-ECCP/1.0
+DnyzBot
+DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+EasyDL
 Ebingbong
+Ecxi
 EirGrabber
-Exabot
-Ezooms
+Evil
+ExtractorPro
+Extreme Picture Finder
 FemtosearchBot
-Fimap
-FlashGet
+Firefox/7.0
 FrontPage
 Fuzz
-Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Genieo
-GetWeb
-Gigabot
 Go!Zilla
-GrabNet
-Grafula
+Go-Ahead-Got-It
+GoZilla
+Gotit
 GrapeFX
-GridBot
-HMView
-HTMLparser
-HTTrack
 Haansoft
-Havij
+Harvest
+HybridBot
 IRLbot
+IlseBot
 Image Fetch
 IndeedBot
+InfoNaviRobot
+InfoTekies
 InterGET
-Internet Ninja
 InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
+Iria
 JamesBOT
-JetCar
-Jetty
-Jyxobot
-Kenjin Spider
+JennyBot
+Jorgee
 Keybot Translation-Search-Machine
+Kinza
 Kozmosbot
-LWP::Simple
-LexiBot
+Lanshanbot
+Larbin
+LeechFTP
 Lftp
-LibWeb
-LieBaoFast
 Lightspeedsystems
+Likse
 LinkScan
-LinksManager
-Lipperhey
-Lipperhey Spider
-Ltx71
-MFC_Tear_Sample
-MIDown tool
+Linkbot
+LinkextractorPro
+Litemage_walker
+Lmspider
+MIIxpc
+MJ12bot
+MSFrontPage
+MSIECrawler
+MTRobot
+Majestic SEO
+Majestic12
+MarkMonitor
+MarkWatch
+Masscan
+Mata Hari
 Meanpathbot
+MegaIndex.ru
 Metauri
 Microsoft Data Access
-Mister PiX
+Minefield
+Moblie Safari
 Mojeek
-Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
+Musobot
 NPbot
+Name Intelligence
 Nameprotect
+Navroad
 NearSite
-NetSpider
-Netcraft
+Needle
+Nessus
+NetAnts
+NextGenSearchBot
+Niki-bot
 Nimbostratus
-Nmap
-Nuclei
 Octopus
 Offline Navigator
-OpenLinkProfiler
 Openfind
 Openvas
-OrangeBot
-OutfoxBot
+OutclicksBot
+PECL::HTTP
 PHPCrawl
-PageAnalyzer
+Page Analyzer
 PageScorer
 PageThing.com
-Pandalytics
-Papa Foto
 Pavuk
+PeoplePal
 Picsearch
 PictureFinder
 Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-ProWebWalker
-Psbot
-Quick-Crawler
+ProPowerBot
+QueryN Metasearch
+RSSingBot
 RankActive
-RankFlex
+RankActiveLinkBot
 RankingBot
+RankingBot2
 Rankivabot
-Reaper
-Recorder
+RankurBot
+ReGet
 RepoMonkey
-Ripper
 RocketCrawler
-SBIder
 SEOkicks-Robot
 SEOprofiler
+SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
+Screaming
+ScreenerBot
 Searchestate
-Seekport
-SemanticJuice
 Semrush
-SemrushBot
 Seomoz
-Site Sucker
+SiteExplorer
 SiteSnagger
-Sitevigil
-Snapbot
+Sitebeam
+Siteimprove
+SmartDownload
+Snake
 Snoopy
-Sosospider
-SpankBot
-Sqworm
-Sucuri
-Suzuran
-Szukacz
-Teleport
-Telesoft
-TightTwatBot
+SocialRankIOBot
+Stripper
+SuperHTTP
+T0PHackTeam
+Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
 Toata
-Tracemyfile
-Trendictionbot
+Toweyabot
 True_Robot
 Turingos
-Turnitin
 TwengaBot
-URLy Warning
-Vagabondo
+UnisterBot
 VelenPublicWebCrawler
 VeriCiteCrawler
 Virusdie
-VoidEYE
 WASALive-Bot
 WBSearchBot
+WEBDAV
 WISENutbot
 WPScan
-WWW-Mechanize
+WWW-Collector-E
 WWWOFFLE
-Wallpapers
-WeSEE
-Web Auto
-Web Collage
-Web Fetch
+Wallpapers/3.0
+WallpapersHD
+Web Fuck
 Web Sauger
+Web Sucker
 WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
 WebPix
-WebStripper
-WebSucker
-WebWhacker
-Webalta
-WebsiteExtractor
+WebReaper
+WebSauger
+Webster
+Whatweb
+Who.is Bot
 Widow
-Woobot
-Wotbox
+WinHTTrack
+Wonderbot
 Wprecon
-Xenu
+YoudaoBot
+Zade
+Zauba
+Zermelo
 Zitebot
-ZmEu
 ZoomBot
-ZoominfoBot
-ZyBorg
 adscanner
 autoemailspider
-backlink-check
-check1.exe
+cah.io.community
 clark-crawler
 com.plumanalytics
 crawl.sogou.com
-domainsproject.org
+demandbase-bot
+facebookscraper
 gopher
+heritrix
 instabid
 internetVista monitor
-mediawords
+ips-agent
+isitwp.com
+lwp-request
+lwp-trivial
+meanpathbot
+muhstik-scan
+oBot
+pcBrowser
+plumanalytics
 polaris version
-s1z.ru
-satoristudio.net
+scan.lol
 seobility
-seocompany.store
 seoscanners
-seostar
 sitechecker.pro
-spyfu
+sysscan
+tAkeOut
 trendiction.de
 voyagerx.com
-webprosbot
-x09Mozilla
+x22Mozilla
 xpymep1.exe
 zauba.io
+zgrab