V4.2022.02.2923 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+ADmantX
+AIBOT
 Abonti
-Acunetix
+Aboundex
 AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
 Alexibot
 AllSubmitter
-Anarchie
+Alligator
+AlphaBot
+Anarchy
 Anthill
-Aspiegel
 Attach
-AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
+BLEXBot
 BackDoorBot
-BackWeb
-Badass
-Barkrowler
+Bandit
+BatchFTP
+BetaBot
+Bigfoot
 Black Hole
-Boardreader
-Bolt
-BotALot
-Brandwatch
-Buddy
-Bullseye
+BlackWidow
+Blackboard
+Blow
+Brandprotect
+BuiltWith
+BunnySlippers
 BuzzSumo
-CATExplorador
-CODE87
-CSHttp
-CazoodleBot
-CheTeam
-CheeseBot
-Chlooe
-Cocolyzebot
-Collector
-CopyRightCheck
-Custo
-DatabaseDriverMysqli
-Deusu
-Disco
+CCBot
+Cegbfeieh
+CherryPicker
+Citoid
+Claritybot
+Cloud mapping
+Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
+CrunchBot
+CyotekWebCopy
+DTS Agent
+Digincore
+DigitalPebble
+Dirbuster
 Discoverybot
 Dispatch
+DomCopBot
 DomainAppender
+DomainSigmaCrawler
 Download Wonder
 Drip
 EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
-Extractor
+Ebingbong
+Exabot
 EyeNetIE
-FemtosearchBot
+FrontPage
 Fyrebot
-Genieo
-GetRight
-GoZilla
-GrabNet
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
+G-i-g-a-b-o-t
+GermCrawler
+Gigabot
+Go-Ahead-Got-It
+Gotit
+Grabber
+GrapeFX
+GridBot
 HMView
-HTTrack
-Harvest
-Heritrix
+HTMLparser
+Haansoft
 HonoluluBot
-IDBTE4M
+HybridBot
+IRLbot
 Iblog
+IlseBot
 IndeedBot
-InterGET
+Indy Library
+Intelliseek
 Internet Ninja
-IstellaBot
+InternetSeer
+Iria
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JetCar
-JikeSpider
+JennyBot
+Jetty
+Joomla
 Jorgee
-Jyxobot
-Kinza
-Kozmosbot
+Kenjin Spider
 LWP::Simple
 Lanshanbot
-LeechGet
-LexiBot
+Larbin
+Leap
+Lftp
+LibWeb
 LieBaoFast
-Likse
-Linkdexbot
-LinkextractorPro
-LinkpadBot
-LinqiaScrapeBot
+Lightspeedsystems
+LinkScan
+LinqiaRSSBot
 Lipperhey
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
 MIIxpc
-Majestic-SEO
-Mata Hari
+MJ12bot
+MQQBrowser
+Magnet
+Majestic SEO
+Majestic12
+MarkMonitor
 MeanPath Bot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
+Minefield
 Mister PiX
-Moblie Safari
 Morfeus Fucking Scanner
-Mozlila
-Msrabot
+Mr.4x3
 Musobot
-Nameprotect
-NetAnts
-NetMechanic
+Navroad
+NearSite
+Nessus
+NetLyzer
 NetSpider
-Netcraft
+Nettrack
+Netvibes
 Nibbler
-NimbleCrawler
-Nmap
-Not
 Offline Explorer
+OnCrawl
+OpenVAS
+Openfind
 Openvas
-OrangeBot
-PHPCrawl
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageGrabber
 Pandalytics
+Panscient
+Pavuk
 PeoplePal
 Pi-Monster
-Pimonster
+Piepmatz
 Pixray
-ProPowerBot
-ProWebWalker
-Pu_iN
-PxBroker
+PleaseCrawl
 Quick-Crawler
-RankActiveLinkBot
-Recorder
+RankActive
+RankurBot
+Re-re
+ReGet
+Reaper
+RebelMouse
 RedesScrapy
 RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-SBIder
-SEOstats
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
 SMTBot
 SalesIntelligent
-Scanbot
+Scrapy
 Screaming
+ScreenerBot
 ScrepyBot
-SemanticJuice
+Searchestate
+Seekport
+SemrushBot
 SentiBot
-Siphon
-SiteCheckerBotCrawler
+SeobilityBot
 SiteLockSpider
-SiteSnagger
-Sitebeam
+SiteSucker
 Siteimprove
-Sitevigil
 SlySearch
+Snake
 Snapbot
-Sottopop
-Spbot
 Spinn3r
-Steeler
+Sqworm
 Stripper
-SuperBot
-SuperHTTP
-Surfbot
-Suzuran
+Sucuri
+SurveyBot
 Swiftbot
-Szukacz
-T8Abot
-TeleportPro
-Telesphorep
-TheNomad
-Thumbor
+T0PHackTeam
+Teleport
+Telesphoreo
+The Intraformant
+TightTwatBot
+Titan
 Toata
 Toweyabot
 Trendiction
-TurnitinBot
-Twice
+True_Robot
+Turingos
+TwengaBot
+Typhoeus
 URLy Warning
-UnisterBot
-V-BOT
+VB Project
 VCI
-Vagabondo
+Vacuum
+VeriCiteCrawler
 VidibleScraper
-Voltron
+Virusdie
+VoidEYE
+WBSearchBot
 WEBDAV
-WISENutbot
+WPScan
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-Wallpapers
 Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Auto
-Web Enhancer
+Web Collage
 Web Fuck
 Web Pix
-WebCollage
-WebCopier
-WebFuck
-WebGo IS
+Web Sauger
+WebFetch
 WebImageCollector
-WebPix
-WebWhacker
-WebZIP
-Webalta
-Webster
-Whack
-Whatweb
-WiseGuys Robot
-Wonderbot
-Wprecon
+WebStripper
+Website Quester
+WebsiteQuester
+Who.is Bot
+WinHTTrack
+Woobot
+Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
-Zermelo
+YoudaoBot
+Zeus
+Zitebot
+ZmEu
 ZoominfoBot
 ZumBot
 ZyBorg
+archive.org_bot
 arquivo.pt
+check1.exe
 clark-crawler
-coccocbot-web
-cognitiveseo
-com.plumanalytics
-crawler.feedback
 dataforseo.com
-domainsproject.org
-evc-batch
-internetVista monitor
-lwp-request
-mediawords
-netEstate NE Crawler
-oBot
-pcBrowser
-plumanalytics
-probe-image-size
+eCatch
+heritrix
+lwp-trivial
+meanpathbot
+ripz
 satoristudio.net
-scalaj-http
-scan.lol
-seostar
-serpstatbot
-siteripz
+seobility
+seoscanners
+sexsearcher
+sitechecker.pro
+sogouspider
 sp_auditbot
-sysscan
-trendiction.com
-trendiction.de
+spyfu
+tAkeOut
+ubermetrics-technologies.com
+webmeup-crawler
+webprosbot
 x22Mozilla
-xpymep1.exe
 zgrab