V4.2022.04.3067 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
+404checker
+80legs
 ADmantX
-AIBOT
-ALittle Client
-AfD-Verbotsverfahren
-AhrefsBot
-Anarchie
-Anthill
-Apexoo
+Alligator
+AlphaBot
+Anarchy
+Anarchy99
 Aspiegel
-BBBike
-BDFetch
-BackStreet
-BackWeb
-Backlink-Ceck
-Badass
-Bitacle
-Blackboard
+Attach
+AwarioSmartBot
+BackDoorBot
+Barkrowler
+BatchFTP
+BetaBot
 Blow
-Boardreader
+BlowFish
+Bolt
 BotALot
-Buddy
+Brandprotect
+Buck
+BuiltWith
 Bullseye
-BuzzSumo
-CODE87
-CazoodleBot
+BunnySlippers
+CCBot
+CSHttp
 Cegbfeieh
-CheTeam
-CheeseBot
+CensysInspect
 ChinaClaw
+Chlooe
+Citoid
+Cogentbot
 Collector
 Copier
-CopyRightCheck
-Cosmos
-CrazyWebCrawler
+Copyscape
+Craftbot
+Curious
 Custo
-DTS Agent
-DatabaseDriverMysqli
+DBLBot
+DataCha0s
 Deusu
 Devil
-DigitalPebble
-Dirbuster
-Discoverybot
-DnBCrawler-Analytics
-DomCopBot
-DomainAppender
+Disco
+DomainCrawler
+Dotbot
 Drip
+EMail Siphon
 EMail Wolf
-Evil
-Ezooms
+Ebingbong
+Ecxi
+EirGrabber
+Extractor
+ExtractorPro
+EyeNetIE
+FDM
 Fimap
-Firefox/7.0
-Flunky
 Foobot
 FrontPage
-GalaxyBot
+FyberSpider
+G-i-g-a-b-o-t
 Genieo
-GermCrawler
-Go!Zilla
-GrabNet
-Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
+GetRight
+Getintent
 HTTP::Lite
-HaosouSpider
-Harvest
-HonoluluBot
-HybridBot
-IDBot
-Iblog
-Image Fetch
+HTTrack
+IRLbot
+Id-search
+IlseBot
+IndeedBot
 Indy Library
-Iskanie
-IstellaBot
-Jetty
-JustView
+InfoNaviRobot
+InternetSeer
+Iria
+JOC Web Spider
+JennyBot
+Joomla
+Jyxobot
 Kenjin Spider
+Keyword Density
 Kinza
 Kozmosbot
-LWP::Simple
-Lanshanbot
-LeechGet
-LexiBot
-LibWeb
+LeechFTP
 Libwhisker
-Likse
+Lightspeedsystems
+LinkScan
+LinkWalker
 LinkpadBot
-Lipperhey
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-Lmspider
 MFC_Tear_Sample
 MIDown tool
-MJ12bot
-Magnet
-Majestic12
-MarkMonitor
+MIIxpc
+MSIECrawler
+Mail.RU_Bot
 Masscan
-MauiBot
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
-Microsoft URL Control
+Mb2345Browser
+Metauri
+Mojeek
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Musobot
 NICErsPRO
+Name Intelligence
 Nameprotect
-Netcraft
+NearSite
+Net Vampire
+NetAnts
+NetMechanic
+NetSpider
+Nettrack
 Netvibes
-NextGenSearchBot
-Nibbler
-Ninja
+Nimbostratus
 Nmap
-Not
 Nuclei
-Offline Navigator
+Nutch
 OpenVAS
-OrangeSpider
-OutfoxBot
+Openfind
+OutclicksBot
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
-Pandalytics
+PageAnalyzer
+PageGrabber
 Papa Foto
-Pavuk
+Pi-Monster
+Picscout
 Picsearch
-PictureFinder
-Piepmatz
 Pixray
-Probethenet
-Psbot
-Pump
+PleaseCrawl
+ProWebWalker
+PxBroker
 PyCurl
 QueryN Metasearch
+Quick-Crawler
 RankActive
 RankActiveLinkBot
+RankingBot
 Rankivabot
-RankurBot
+Re-re
+ReGet
+Reaper
+RebelMouse
 Recorder
+RedesScrapy
+SBIder
 SEOkicks-Robot
-SISTRIX
+SEOprofiler
+SEOstats
 SalesIntelligent
+ScanAlert
+Scanbot
 Scrapy
-ScreenerBot
-Searchestate
-Seekport
+ScrepyBot
 Semrush
-SentiBot
 SeoSiteCheckup
 SeobilityBot
+Seomoz
 Shodan
-SiteExplorer
-SiteSucker
-Sitebeam
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Siteimprove
-Sitevigil
-SlySearch
-Snapbot
-Snoopy
+Snake
+Sogou web spider
 Sosospider
-SpaceBison
-Spammen
-Spanner
-Spinn3r
-SputnikBot
-Sqlworm
+Sottopop
+SpankBot
 Stripper
-Sucker
-Sucuri
 SuperBot
-Surfbot
+SuperHTTP
+SurveyBot
+Swiftbot
 Szukacz
+T0PHackTeam
 T8Abot
-Teleport
 Telesoft
-Telesphorep
-The Intraformant
+Telesphoreo
 TheNomad
-Thumbor
-Toata
-Toweyabot
-Tracemyfile
-Trendiction
-Turingos
-Turnitin
-TurnitinBot
-TwengaBot
-Twice
-Typhoeus
+TightTwatBot
+True_Robot
 URLy Warning
-UnisterBot
-Upflow
+URLy.Warning
 V-BOT
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
 Virusdie
-Voil
-Voltron
-WEBDAV
-WWW-Mechanize
-Web Enhancer
-Web Sauger
-Web Sucker
-WebBandit
-WebGo IS
-WebImageCollector
-WebSucker
+VoidEYE
+WASALive-Bot
+WBSearchBot
+WWWOFFLE
+Web Auto
+Web Collage
+WebCopier
+WebLeacher
+WebReaper
+WebSauger
+WebWhacker
 WebZIP
+Webshag
+Website Quester
 WebsiteExtractor
-Whacker
+WebsiteQuester
 Whatweb
-Who.is Bot
 WinHTTrack
-Wotbox
+WiseGuys Robot
+Wprecon
 Xaldon_WebSpider
 Xenu
+YoudaoBot
+Zermelo
 Zeus
 Zitebot
-ZoomBot
 ZoominfoBot
-ZumBot
-adscanner
+ZyBorg
 archive.org_bot
-backlink-check
-clark-crawler
-com.plumanalytics
-dataforseo.com
+autoemailspider
+check1.exe
+coccocbot
+crawler.feedback
+demandbase-bot
 domainsproject.org
 eCatch
+evc-batch
+instabid
+lwp-request
+lwp-trivial
+magpie-crawler
+meanpathbot
 mediawords
+muhstik-scan
+netEstate NE Crawler
 oBot
 page scorer
-plumanalytics
-seobility
-seostar
+pcBrowser
+scan.lol
+seocompany.store
 serpstatbot
+sexsearcher
+sp_auditbot
 sysscan
+tAkeOut
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-x22Mozilla
-zauba.io
+webpros.com
+x09Mozilla
+xpymep1.exe
+zgrab