V4.2022.01.2842 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
-ALittle Client
-Abonti
-Acunetix
+ASPSeek
 AhrefsBot
-Aipbot
-AllSubmitter
-Alligator
-AlphaBot
-Apexoo
+Anarchie
+Anthill
 Aspiegel
-Attach
+BBBike
 BDFetch
-BLEXBot
-Backlink-Ceck
-Battleztar Bazinga
+BackStreet
+BackWeb
+BacklinkCrawler
+Badass
+Bandit
+BatchFTP
 BetaBot
-Bitacle
-Black Hole
-Blow
+Bigfoot
+Boardreader
 Bolt
+BotALot
 Buck
-Buddy
 BuiltBotTough
+Bullseye
 BunnySlippers
-CATExplorador
-CCBot
-CODE87
+BuzzSumo
 CSHttp
 Calculon
 CazoodleBot
 Cegbfeieh
 CensysInspect
 CheeseBot
-CherryPicker
+ChinaClaw
+Claritybot
 Cloud mapping
-Cogentbot
-Copyscape
 Crawling at Home Project
-CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
-DIIbot
-DSearch
+Custo
+DataCha0s
 DatabaseDriverMysqli
 Demon
+Deusu
 Digincore
-Dirbuster
-DnBCrawler-Analytics
+Dispatch
+DittoSpyder
 DnyzBot
 DomCopBot
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
+Domains Project
 Dotbot
+Dragonfly
 EMail Siphon
-EMail Wolf
+Ebingbong
+EirGrabber
 EroCrawler
+Evil
+Exabot
 Extractor
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
+FDM
 FemtosearchBot
 FlashGet
-Foobot
+FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
 Genieo
+GermCrawler
 GetRight
-GetWeb
+Getintent
 Go!Zilla
-GoZilla
-GrapeshotCrawler
-HTMLparser
+Gotit
+Grafula
+GrapeFX
 HTTP::Lite
-HybridBot
-IDBTE4M
-IDBot
-IRLbot
-Iblog
-Id-search
+HaosouSpider
+Humanlinks
 IlseBot
-Image Fetch
-Image Sucker
+IndeedBot
 Indy Library
-Internet Ninja
-Iria
-IstellaBot
-JOC Web Spider
-Jbrofuzz
-Jetty
-JikeSpider
-Joomla
+InfoTekies
+InterGET
+JetCar
 Jorgee
+JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kozmosbot
 LNSpiderguy
 LWP::Simple
+Lanshanbot
 Larbin
-Lftp
+Leap
+LeechFTP
 LibWeb
 Libwhisker
-Lightspeedsystems
-Likse
-Linkdexbot
-LinqiaMetadataDownloaderBot
-Lipperhey
-Ltx71
+LinkScan
+LinkWalker
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Lmspider
+MFC_Tear_Sample
+MJ12bot
 MQQBrowser
 MSFrontPage
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
+Magnet
 MarkMonitor
 MarkWatch
 Mass Downloader
+Mata Hari
 MauiBot
 MeanPath Bot
 Meanpathbot
-MicroMessenger
-Microsoft URL Control
+MegaIndex.ru
+Metauri
+Moblie Safari
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Needle
+Msrabot
+Musobot
+NICErsPRO
+Name Intelligence
+Navroad
+Nessus
 NetAnts
+NetLyzer
 NetSpider
 NetZIP
 Netvibes
+Nibbler
+Nikto
 NimbleCrawler
+Nimbostratus
+Nmap
 Not
+Nuclei
+Nutch
 Offline Explorer
-OnCrawl
-Openfind
-OrangeBot
+Offline Navigator
+OpenLinkProfiler
+PECL::HTTP
 PHPCrawl
-Page Analyzer
 PageAnalyzer
-Panscient
-PeoplePal
-Petalbot
 Pi-Monster
-PictureFinder
-Pimonster
-PleaseCrawl
-Pockey
+Picscout
+Picsearch
+Piepmatz
 ProPowerBot
 ProWebWalker
 Psbot
-Pu_iN
+Pump
 PyCurl
-QueryN Metasearch
+Quick-Crawler
 RSSingBot
-Re-re
-ReGet
-RealDownload
+RankActive
+Rankivabot
 Reaper
 RebelMouse
-Rogerbot
+Recorder
+RedesScrapy
+Ripper
+RocketCrawler
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SISTRIX
 SalesIntelligent
-ScanAlert
 Scanbot
-Scrapy
-Screaming
-ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 Seekport
-SentiBot
+SemanticJuice
+Semrush
 SeoSiteCheckup
 Shodan
-Site Sucker
 SiteLockSpider
-Sitebeam
-Siteimprove
-Snake
-Sociscraper
+Snoopy
+Sosospider
 Sottopop
 Spinn3r
-Sqlworm
-Steeler
-Stripper
-Sucuri
-SuperHTTP
-Surfbot
-Suzuran
-Telesphoreo
-TheNomad
+SurveyBot
+Teleport
 Thumbor
+TightTwatBot
+Titan
 Toweyabot
-Tracemyfile
-Trendiction
 Trendictionbot
+Turnitin
 TwengaBot
 Typhoeus
-VCI
-Vacuum
+URLy.Warning
+Upflow
 Vagabondo
+VidibleScraper
+Virusdie
 Voltron
 WASALive-Bot
+WBSearchBot
 WEBDAV
-WISENutbot
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-Web Auto
-Web Collage
-Web Pix
+WeSEE
+Web Fetch
 Web Sauger
-Web Sucker
-WebLeacher
+WebFetch
 WebPix
 WebReaper
+WebSauger
+WebStripper
 WebWhacker
-Webshag
+WebmasterWorldForumBot
 WebsiteExtractor
 Webster
-WinHTTrack
+Whatweb
+Who.is Bot
+Woobot
+Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
-Zeus
-Zitebot
-ZyBorg
-adscanner
-backlink-check
-cah.io.community
+ZmEu
+archive.org_bot
 coccocbot-web
-cognitiveseo
+com.plumanalytics
 crawler4j
 domainsproject.org
 eCatch
 evc-batch
-gopher
-internetVista monitor
+heritrix
+instabid
+isitwp.com
 meanpathbot
 plumanalytics
-satoristudio.net
-scalaj-http
+ripz
 seocompany.store
+seoscanners
+sexsearcher
+sitechecker.pro
 sogouspider
+sp_auditbot
 spyfu
-tAkeOut
 trendiction.com
-trendiction.de
-webpros.com
-zgrab
+webprosbot
+xpymep1.exe
+zauba.io