V4.2021.11.2743 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 404checker
-ALittle Client
-Aboundex
-Acunetix
+404enemy
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
+AllSubmitter
+AlphaBot
 Anarchie
-Apexoo
-AwarioRssBot
-BDCbot
+Anarchy
+Ankit
+Anthill
+AwarioSmartBot
+BackStreet
 BackWeb
-BacklinkCrawler
 Barkrowler
-Bigfoot
-Brandprotect
+BlackWidow
+Blackboard
+Boardreader
+Bolt
+Brandwatch
 Buddy
-BuiltBotTough
+BuiltWith
 BunnySlippers
-BuzzSumo
-CCBot
-CODE87
+CATExplorador
 CSHttp
-Calculon
-Cegbfeieh
-CheeseBot
 CherryPicker
-ChinaClaw
+Chlooe
 Cloud mapping
-Cocolyzebot
+Cogentbot
 Collector
+Copier
+CopyRightCheck
+Cosmos
+Craftbot
 CrazyWebCrawler
 CrunchBot
-DIIbot
-DSearch
-DTS Agent
-DataCha0s
+Custo
+CyotekWebCopy
+DBLBot
 Deusu
 Devil
-Dirbuster
-Dispatch
-DomainCrawler
-ECCP/1.0
-EMail Wolf
+Digincore
+DittoSpyder
+DomCopBot
+Domains Project
+Dotbot
+Dragonfly
+EasyDL
+Ecxi
+EroCrawler
 Evil
-Express WebPictures
+Extractor
 Extreme Picture Finder
-Ezooms
 FemtosearchBot
-FlashGet
-Flunky
+Firefox/7.0
 Freeuploader
 G-i-g-a-b-o-t
 GT::WWW
-GermCrawler
-GetWeb
 Getintent
-Go-Ahead-Got-It
+Gigabot
+Go!Zilla
 Gotit
 GrabNet
-HEADMasterSEO
-HMView
-HTMLparser
+Grafula
+GrapeFX
 HaosouSpider
-Harvest
-Havij
 Heritrix
-Humanlinks
-HybridBot
+Hloader
 IDBTE4M
-IDBot
-IRLbot
+Id-search
+IlseBot
 Image Fetch
-InfoTekies
-Iskanie
+InfoNaviRobot
+Internet Ninja
+InternetSeer
 JOC Web Spider
-Jbrofuzz
-Jetty
-JikeSpider
+JennyBot
+Joomla
+Jorgee
+Jyxobot
 Kenjin Spider
-Keyword Density
-Kozmosbot
+Kinza
+LNSpiderguy
+Leap
 LeechFTP
 LeechGet
-LibWeb
+LexiBot
+LieBaoFast
+LinkScan
 LinkWalker
+Linkbot
 Linkdexbot
 LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey Spider
 Lmspider
-MIIxpc
-MJ12bot
-MQQBrowser
 MSFrontPage
 MSIECrawler
 Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic12
+MarkMonitor
 MarkWatch
+Mass Downloader
 Masscan
 MauiBot
-Meanpathbot
-MegaIndex.ru
-Metauri
+Mb2345Browser
+Mediatoolkitbot
+Microsoft Data Access
+Microsoft URL Control
+Minefield
 Mister PiX
-Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
+Mozlila
 Msrabot
-Name Intelligence
-Navroad
-NetAnts
-NetLyzer
-NetSpider
+Musobot
+NICErsPRO
+Nessus
+Net Vampire
+Nettrack
 Niki-bot
-NimbleCrawler
 Nimbostratus
-Not
-Nuclei
-OnCrawl
-OrangeSpider
-OutfoxBot
-PECL::HTTP
+Ninja
+Nmap
+Octopus
+Offline Navigator
+OpenLinkProfiler
+OrangeBot
+OutclicksBot
+PHPCrawl
 POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
 PageScorer
 Pandalytics
 Papa Foto
-Picscout
-Picsearch
+Pi-Monster
+PictureFinder
 Piepmatz
-ProPowerBot
-Pump
-PyCurl
-RankActive
+Pixray
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
 RankActiveLinkBot
 RankFlex
-RankingBot
 RankingBot2
-RankurBot
-Re-re
+Rankivabot
 ReGet
-RepoMonkey
-Ripper
+RebelMouse
+RedesScrapy
 RocketCrawler
-SISTRIX
-Scrapy
-Screaming
-Semrush
+SBIder
+SEOkicks-Robot
+SEOprofiler
+SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
+ScrepyBot
+Searchestate
 SemrushBot
-SentiBot
-Seomoz
-Site Sucker
-SiteCheckerBotCrawler
-Sitevigil
-SlySearch
-SmartDownload
-Snoopy
-SocialRankIOBot
-Sociscraper
-SpankBot
-Spbot
-Sqlworm
+SeoSiteCheckup
+Shodan
+SiteExplorer
+SiteLockSpider
+Siteimprove
+Snapbot
+Spammen
 Sqworm
 Stripper
 Sucker
-Sucuri
-SuperHTTP
+Surfbot
 SurveyBot
-Suzuran
-Swiftbot
+Szukacz
+T8Abot
 Teleport
-TeleportPro
-TheNomad
-True_Robot
-Turingos
-TwengaBot
-Typhoeus
-URLy Warning
+Telesoft
+The Intraformant
+TightTwatBot
+Toweyabot
+Twice
+URLy.Warning
 UnisterBot
-Upflow
-VCI
+VB Project
+Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-VoidEYE
-WISENutbot
-WWW-Mechanize
-WWW::Mechanize
+WBSearchBot
+WEBDAV
+WWW-Collector-E
 WWWOFFLE
-Wallpapers/3.0
+WeSEE
 Web Auto
-Web Collage
-Web Fuck
+Web Fetch
+Web Pix
 WebBandit
 WebCollage
-WebCopier
+WebEnhancer
 WebFetch
 WebFuck
+WebPix
 WebSauger
-WebSucker
-Webalta
+WebWhacker
+Webshag
 Website Quester
+WebsiteExtractor
+WebsiteQuester
 Whack
-Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
-Xenu
-YoudaoBot
-Zade
-Zermelo
-Zitebot
-ZoomBot
+Woobot
+Wotbox
+Wprecon
+Zauba
+Zeus
 ZoominfoBot
-ZyBorg
+ZumBot
+adscanner
 arquivo-web-crawler
+autoemailspider
 backlink-check
-check1.exe
-coccocbot-web
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-domainsproject.org
+crawler.feedback
+demandbase-bot
+eCatch
 evc-batch
-facebookscraper
-gopher
 heritrix
-internetVista monitor
-magpie-crawler
-meanpathbot
+instabid
+isitwp.com
 mediawords
-netEstate NE Crawler
-oBot
+muhstik-scan
 pcBrowser
-plumanalytics
-polaris version
-ripz
+probe-image-size
+satoristudio.net
 scan.lol
 seobility
-seocompany.store
+seoscanners
 serpstatbot
-sexsearcher
+siteripz
+spyfu
 sysscan
 tAkeOut
 trendiction.de
-x22Mozilla
-xpymep1.exe
+voyagerx.com
+webgains-bot
+webmeup-crawler
+webprosbot
+zauba.io
+zgrab