V4.2022.06.3156 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
-AIBOT
-AfD-Verbotsverfahren
-AhrefsBot
+404enemy
+ALittle Client
+Acunetix
 AiHitBot
-Aipbot
-Alligator
-Ankit
+AllSubmitter
 Anthill
-Asterias
-Atomseobot
-Attach
+Aspiegel
 BBBike
-BDCbot
-Badass
-Bandit
+BDFetch
+BackDoorBot
+BackStreet
+Barkrowler
+Battleztar Bazinga
 Bigfoot
+Black Hole
 BlackWidow
 Blackboard
-Boardreader
-BotALot
-Brandprotect
-BuiltBotTough
-BuiltWith
+Blow
+BlowFish
+Brandwatch
+Buddy
 Bullseye
-CCBot
-CensysInspect
-CheTeam
+CATExplorador
+CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
 Claritybot
+Cliqzbot
 Cloud mapping
+Cocolyzebot
 Collector
 Copier
 CopyRightCheck
 Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
-Crescent
-DIIbot
-DatabaseDriverMysqli
+CrunchBot
+CyotekWebCopy
 Demon
-Deusu
+Devil
+Digincore
 Dirbuster
-Disco
-Dispatch
+Discobot
+DittoSpyder
 DnyzBot
-DomainSigmaCrawler
+DomainAppender
+DomainStatsBot
 Domains Project
-Download Wonder
-EMail Wolf
-EasyDL
-Ecxi
+Dotbot
+Dragonfly
+ECCP/1.0
 Exabot
-Express WebPictures
-Extractor
-EyeNetIE
+ExtractorPro
+Extreme Picture Finder
 Ezooms
 FDM
-FHscan
-Foobot
+FemtosearchBot
+Firefox/7.0
 Freeuploader
 FyberSpider
+GT::WWW
 GetRight
-Gigabot
-GoZilla
+Getintent
+Go!Zilla
+Grafula
+GrapeFX
 HEADMasterSEO
-HTTP::Lite
-Haansoft
-HaosouSpider
-Heritrix
-Hloader
+HTMLparser
+HTTrack
+Havij
+HonoluluBot
 Humanlinks
-IDBot
+HybridBot
 IRLbot
-Iblog
 IlseBot
 Image Fetch
 Image Sucker
 Indy Library
 InfoNaviRobot
-InterGET
-Internet Ninja
+InfoTekies
+Intelliseek
+InternetSeer
+Iria
 IstellaBot
 JamesBOT
 JennyBot
-JetCar
-Joomla
+Jetty
 Jorgee
-LWP::Simple
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+LNSpiderguy
+Lanshanbot
 LeechGet
-LexiBot
-Lftp
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
+LibWeb
+LinkWalker
 Linkbot
 LinkextractorPro
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
+LinksManager
+Lipperhey
 Lmspider
-MFC_Tear_Sample
 MIIxpc
-MSIECrawler
-MTRobot
+MJ12bot
+MQQBrowser
 Magnet
-Mail.RU_Bot
-MarkMonitor
+Majestic12
 MarkWatch
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Mata Hari
+MauiBot
+Mediatoolkitbot
+Metauri
+MicroMessenger
+Microsoft URL Control
 Mister PiX
 Mojeek
-Mojolicious
-Mozlila
+MolokaiBot
 Mr.4x3
-Musobot
 NPbot
 Name Intelligence
-NearSite
-Net Vampire
 NetMechanic
-Nettrack
+NetZIP
 NextGenSearchBot
-Ninja
-Nmap
-Not
-Nutch
+Niki-bot
+Octopus
+OnCrawl
 OpenLinkProfiler
 OpenVAS
-Openfind
+OrangeBot
 OutclicksBot
-OutfoxBot
-PageAnalyzer
+PHPCrawl
+PageThing.com
 Papa Foto
-Pavuk
+PeoplePal
 Petalbot
-Pi-Monster
 Picscout
-Pixray
+PictureFinder
 ProPowerBot
-ProWebWalker
+Probethenet
 Pu_iN
-PxBroker
-QueryN Metasearch
-RankActiveLinkBot
+Pump
+Quick-Crawler
+RankActive
+RankFlex
+RankingBot
 RankurBot
 Re-re
+ReGet
 RebelMouse
-RedesScrapy
-RepoMonkey
-SEOstats
+Ripper
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 SMTBot
-ScoutJet
-Screaming
+Scanbot
 ScreenerBot
-SearchmetricsBot
 Seekport
-SemrushBot
-Seomoz
 Shodan
-Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
 SiteSucker
-Snake
-SocialRankIOBot
-Sogou web spider
-Sosospider
+Sitevigil
+SlySearch
+Snapbot
+Snoopy
+Sottopop
+Spammen
 SpankBot
-Spinn3r
+Spanner
 SputnikBot
+Sqlworm
+Steeler
+Stripper
 Sucker
-SuperHTTP
+Surfbot
 SurveyBot
-Suzuran
-Swiftbot
-Szukacz
+T0PHackTeam
 T8Abot
-Telesphoreo
-Telesphorep
+The Intraformant
 Thumbor
-TightTwatBot
-True_Robot
+Trendiction
+Turnitin
 TurnitinBot
-Typhoeus
-URLy Warning
-URLy.Warning
+Twice
 UnisterBot
-V-BOT
 VCI
+Vacuum
 VelenPublicWebCrawler
-VidibleScraper
 Virusdie
-WASALive-Bot
-WISENutbot
+Voil
+WBSearchBot
+WEBDAV
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
-Web Auto
+WWW-Mechanize
+Wallpapers/3.0
 Web Collage
-Web Enhancer
-Web Fuck
-Web Pix
+Web Fetch
+Web Sauger
+Web Sucker
+WebCollage
 WebCopier
 WebFetch
-WebFuck
 WebImageCollector
 WebLeacher
 WebPix
+WebSauger
 WebStripper
-WebSucker
-WebmasterWorldForumBot
+WebWhacker
+WebZIP
+Webalta
+Webshag
+Website Quester
+WebsiteQuester
+Whack
+Whacker
+Whatweb
 Who.is Bot
 Widow
-Wonderbot
 Xenu
-ZyBorg
-arquivo.pt
+Zitebot
+ZoominfoBot
+adscanner
+arquivo-web-crawler
+backlink-check
 check1.exe
-clark-crawler
-coccocbot
 com.plumanalytics
-dataforseo.com
-demandbase-bot
-iubenda-radar
-linkdexbot
-lwp-request
-meanpathbot
+domainsproject.org
+evc-batch
+facebookscraper
+instabid
+internetVista monitor
+ips-agent
+isitwp.com
+lwp-trivial
+magpie-crawler
 muhstik-scan
-netEstate NE Crawler
 page scorer
+pcBrowser
 plumanalytics
 ripz
-s1z.ru
 seocompany.store
-seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
-spyfu
-sysscan
-xpymep1.exe
+sp_auditbot
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+webpros.com
+webprosbot
 zgrab