V4.2022.04.3066 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
 404enemy
-Abonti
-Aboundex
-Aboundexbot
-Acunetix
+ADmantX
+AIBOT
+ALittle Client
+AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
-AlphaBot
-Anarchy99
-Ankit
-Attach
-AwarioSmartBot
+Anarchie
+Anthill
+Apexoo
+Aspiegel
+BBBike
+BDFetch
+BackStreet
 BackWeb
-BatchFTP
-BetaBot
-Bigfoot
+Backlink-Ceck
+Badass
 Bitacle
-BlackWidow
-BlowFish
-Buck
+Blackboard
+Blow
+Boardreader
+BotALot
 Buddy
-BuiltBotTough
-BunnySlippers
+Bullseye
 BuzzSumo
+CODE87
+CazoodleBot
 Cegbfeieh
-Citoid
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Curious
-CyotekWebCopy
-DIIbot
-Demon
+CheTeam
+CheeseBot
+ChinaClaw
+Collector
+Copier
+CopyRightCheck
+Cosmos
+CrazyWebCrawler
+Custo
+DTS Agent
+DatabaseDriverMysqli
+Deusu
+Devil
 DigitalPebble
 Dirbuster
-Disco
-Dispatch
-DittoSpyder
-DnyzBot
+Discoverybot
+DnBCrawler-Analytics
 DomCopBot
-DomainSigmaCrawler
+DomainAppender
 Drip
-ECCP/1.0
-EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
-EroCrawler
-Express WebPictures
-FDM
-FemtosearchBot
+EMail Wolf
+Evil
+Ezooms
+Fimap
 Firefox/7.0
+Flunky
+Foobot
 FrontPage
-FyberSpider
-GetWeb
+GalaxyBot
+Genieo
+GermCrawler
 Go!Zilla
-Go-Ahead-Got-It
 GrabNet
+Grabber
 Grafula
-GridBot
-HMView
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
 HTTP::Lite
-HTTrack
 HaosouSpider
-Humanlinks
-IlseBot
+Harvest
+HonoluluBot
+HybridBot
+IDBot
+Iblog
 Image Fetch
 Indy Library
-InfoNaviRobot
-Internet Ninja
-Iria
 Iskanie
-JamesBOT
-Jbrofuzz
-JetCar
+IstellaBot
 Jetty
-Joomla
-Jorgee
-Jyxobot
+JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
+Kinza
 Kozmosbot
+LWP::Simple
+Lanshanbot
+LeechGet
 LexiBot
 LibWeb
 Libwhisker
-LinkWalker
+Likse
+LinkpadBot
+Lipperhey
 Litemage_walker
+Lmspider
 MFC_Tear_Sample
 MIDown tool
 MJ12bot
-MSFrontPage
-MTRobot
-Mag-Net
 Magnet
-Mata Hari
-Mb2345Browser
+Majestic12
+MarkMonitor
+Masscan
+MauiBot
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Moblie Safari
 Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-Msrabot
+Mr.4x3
 Musobot
-NPbot
-Nessus
-NetLyzer
-NetMechanic
-NetSpider
-NetZIP
+NICErsPRO
+Nameprotect
 Netcraft
 Netvibes
-Nikto
-Nimbostratus
+NextGenSearchBot
+Nibbler
 Ninja
+Nmap
+Not
 Nuclei
-Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-Openfind
-OrangeBot
+OpenVAS
 OrangeSpider
-OutclicksBot
-PHPCrawl
+OutfoxBot
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageGrabber
-PageScorer
-Panscient
+PageThing.com
+Pandalytics
+Papa Foto
 Pavuk
-Petalbot
-Picscout
 Picsearch
-PleaseCrawl
-Pockey
-ProPowerBot
+PictureFinder
+Piepmatz
+Pixray
 Probethenet
 Psbot
-Pu_iN
-Quick-Crawler
+Pump
+PyCurl
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+Rankivabot
 RankurBot
-ReGet
-RebelMouse
 Recorder
-RepoMonkey
-Rogerbot
-SEOkicks
-SEOprofiler
+SEOkicks-Robot
 SISTRIX
 SalesIntelligent
 Scrapy
+ScreenerBot
+Searchestate
+Seekport
 Semrush
+SentiBot
+SeoSiteCheckup
+SeobilityBot
 Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
+SiteExplorer
 SiteSucker
+Sitebeam
+Siteimprove
 Sitevigil
 SlySearch
-SmartDownload
-Snake
 Snapbot
-SocialRankIOBot
-Sociscraper
+Snoopy
 Sosospider
 SpaceBison
+Spammen
+Spanner
+Spinn3r
 SputnikBot
-Sqlmap
+Sqlworm
+Stripper
 Sucker
 Sucuri
+SuperBot
 Surfbot
-SurveyBot
-Swiftbot
+Szukacz
+T8Abot
 Teleport
+Telesoft
 Telesphorep
+The Intraformant
 TheNomad
+Thumbor
 Toata
+Toweyabot
+Tracemyfile
 Trendiction
-True_Robot
+Turingos
+Turnitin
 TurnitinBot
+TwengaBot
+Twice
+Typhoeus
 URLy Warning
 UnisterBot
-VB Project
-VCI
+Upflow
+V-BOT
+VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-WASALive-Bot
-WWW::Mechanize
-Wallpapers
-Web Collage
-WebFetch
+Voil
+Voltron
+WEBDAV
+WWW-Mechanize
+Web Enhancer
+Web Sauger
+Web Sucker
+WebBandit
 WebGo IS
-WebLeacher
-WebSauger
-WebWhacker
-WebmasterWorldForumBot
-Webshag
-Website Quester
+WebImageCollector
+WebSucker
+WebZIP
 WebsiteExtractor
-WebsiteQuester
+Whacker
 Whatweb
 Who.is Bot
-Wonderbot
-Woobot
+WinHTTrack
 Wotbox
-Wprecon
 Xaldon_WebSpider
-Zauba
+Xenu
 Zeus
 Zitebot
-ZmEu
+ZoomBot
 ZoominfoBot
 ZumBot
-ZyBorg
+adscanner
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
 backlink-check
-cah.io.community
-crawl.sogou.com
-crawler.feedback
-facebookscraper
-gopher
-instabid
-isitwp.com
-linkdexbot
-lwp-trivial
+clark-crawler
+com.plumanalytics
+dataforseo.com
+domainsproject.org
+eCatch
 mediawords
+oBot
 page scorer
 plumanalytics
-probe-image-size
-s1z.ru
-satoristudio.net
 seobility
-seocompany.store
 seostar
 serpstatbot
-sp_auditbot
-tAkeOut
-trendiction.com
+sysscan
 trendiction.de
-webmeup-crawler
-webprosbot
+ubermetrics-technologies.com
+webgains-bot
 x22Mozilla
-zgrab
+zauba.io