V4.2022.04.3033 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-AIBOT
-ASPSeek
-AfD-Verbotsverfahren
+404checker
+80legs
+Acunetix
 AhrefsBot
-AiHitBot
-Alexibot
 AllSubmitter
-Anarchy
+Alligator
 Ankit
-Anthill
-Apexoo
-Aspiegel
+Asterias
+Atomseobot
 AwarioRssBot
-AwarioSmartBot
+BBBike
 BDFetch
-BackStreet
-BacklinkCrawler
-Bandit
+BLEXBot
+BackDoorBot
+BackWeb
 BatchFTP
-Bigfoot
 Bitacle
+Black Hole
+Blackboard
 Blow
-Boardreader
-Bolt
 BotALot
 Brandwatch
-Buck
-BuiltBotTough
-Bullseye
-Calculon
-CensysInspect
-CheTeam
-CherryPicker
+Buddy
+BuzzSumo
+CCBot
+ChinaClaw
+Chlooe
 Citoid
 Claritybot
 Cloud mapping
 Cogentbot
 Collector
-Copyscape
-Cosmos
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-Curious
 Custo
-CyotekWebCopy
-DTS Agent
-DatabaseDriverMysqli
+DBLBot
+Demon
 Deusu
+Devil
 DigitalPebble
-Discobot
+Dirbuster
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-DomainCrawler
-Dotbot
-Download Wonder
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
+Dragonfly
 Drip
-EMail Siphon
-EasyDL
-Ebingbong
-EirGrabber
+EMail Wolf
+Exabot
 Express WebPictures
-Extractor
+ExtractorPro
+Extreme Picture Finder
 Ezooms
-FHscan
+FDM
 Fimap
-Firefox/7.0
-Foobot
-FrontPage
-FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
 Genieo
-GetWeb
-Gotit
+GetRight
+Go-Ahead-Got-It
 GrabNet
-GridBot
-HMView
-HaosouSpider
+Grabber
+GrapeFX
+HTTP::Lite
+HTTrack
 Heritrix
+Hloader
+HonoluluBot
 Humanlinks
 HybridBot
-IDBTE4M
+IDBot
 IRLbot
 Iblog
+Id-search
 IlseBot
-IndeedBot
-Indy Library
-InfoTekies
+Image Fetch
+Image Sucker
+InfoNaviRobot
 Internet Ninja
-InternetSeer
-JOC Web Spider
-JamesBOT
+Iskanie
+IstellaBot
+Jbrofuzz
+JennyBot
 Jetty
-Joomla
-LNSpiderguy
+JustView
+Jyxobot
 LWP::Simple
-LeechFTP
-LeechGet
+Lanshanbot
+Larbin
+Leap
 LexiBot
 LibWeb
 LieBaoFast
-Lightspeedsystems
+LinkScan
 LinkWalker
-LinqiaRSSBot
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MTRobot
+MarkWatch
 Masscan
 Mata Hari
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+MauiBot
+Mb2345Browser
 Metauri
 Microsoft Data Access
+Microsoft URL Control
 Minefield
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
+Msrabot
 Musobot
-Navroad
-Needle
-NetAnts
-NetLyzer
-Nettrack
+NICErsPRO
+NetSpider
+Netcraft
 Netvibes
+Niki-bot
 Nikto
-Nimbostratus
-Ninja
+Octopus
+Offline Explorer
 OpenLinkProfiler
 OpenVAS
+Openfind
+Openvas
 OrangeBot
-OutclicksBot
 POE-Component-Client-HTTP
-PageGrabber
+PageAnalyzer
+PageScorer
 PageThing.com
-Pandalytics
-Panscient
-PeoplePal
-Picsearch
+Papa Foto
+Pavuk
 PictureFinder
-Pimonster
+Pixray
 PleaseCrawl
+Psbot
 Pu_iN
+PxBroker
+PyCurl
+RankFlex
 RankingBot
-RankurBot
-Re-re
-ReGet
 RealDownload
-RebelMouse
+Reaper
 Recorder
 RedesScrapy
-RepoMonkey
-Ripper
 RocketCrawler
+Rogerbot
 SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
+SEOstats
 SMTBot
+ScanAlert
 Scrapy
+Screaming
+ScrepyBot
+Semrush
 SemrushBot
 SeobilityBot
-Seomoz
 Shodan
-Siphon
-SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+Siteimprove
 Sitevigil
 SlySearch
 SmartDownload
-Sociscraper
+Snake
+SocialRankIOBot
 Sogou web spider
+Sottopop
 SpankBot
+SputnikBot
+Sqlmap
+Sqlworm
 Sqworm
-SuperHTTP
-Suzuran
+Steeler
+SurveyBot
+Szukacz
+Teleport
+The Intraformant
 TightTwatBot
 Titan
-Toweyabot
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
-Turnitin
+TwengaBot
 Typhoeus
-URLy Warning
-URLy.Warning
 UnisterBot
-Vacuum
+VB Project
+VelenPublicWebCrawler
 Virusdie
+VoidEYE
+Voil
 Voltron
 WBSearchBot
-WEBDAV
-WPScan
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
+WeSEE
 Web Auto
-Web Collage
-Web Sauger
-Web Sucker
-WebAuto
+Web Fuck
 WebBandit
-WebCopier
 WebEnhancer
-WebFetch
 WebFuck
 WebGo IS
-WebLeacher
+WebImageCollector
+WebPix
 WebReaper
 WebSucker
-Webalta
-Whacker
-Whatweb
+WebZIP
+Webshag
+Webster
+Who.is Bot
+Widow
 WinHTTrack
 WiseGuys Robot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Zermelo
-Zeus
-ZmEu
-ZoominfoBot
+Xenu
+YoudaoBot
+Zade
+ZumBot
 ZyBorg
-adscanner
+archive.org_bot
+cah.io.community
 clark-crawler
-crawl.sogou.com
+com.plumanalytics
 dataforseo.com
+demandbase-bot
 facebookscraper
 heritrix
-internetVista monitor
+instabid
 ips-agent
-linkdexbot
+isitwp.com
+lwp-request
 magpie-crawler
 mediawords
 muhstik-scan
 netEstate NE Crawler
-pcBrowser
-probe-image-size
-satoristudio.net
-seobility
+s1z.ru
 seoscanners
-serpstatbot
-siteripz
-sysscan
-trendiction.com
-webgains-bot
+sexsearcher
+spyfu
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+webprosbot