V4.2022.11.3450 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
 80legs
 ALittle Client
-ASPSeek
 Abonti
 Aboundex
 Aboundexbot
-AhrefsBot
-Alexibot
+Acunetix
+AllSubmitter
+Alligator
 AlphaBot
 Anarchy99
-Ankit
 Apexoo
 Aspiegel
-AwarioRssBot
-BBBike
-BDCbot
 BDFetch
-BacklinkCrawler
-Badass
-Battleztar Bazinga
+BackStreet
+BackWeb
 BetaBot
-Black Hole
-BlackWidow
+Bitacle
 Blackboard
+BlowFish
 Boardreader
-Bolt
 Buck
 BuiltWith
+BunnySlippers
 CATExplorador
-CCBot
 CSHttp
-CazoodleBot
-Cegbfeieh
 CensysInspect
-ChinaClaw
+CheeseBot
+Cliqzbot
 Cocolyzebot
 Collector
-Cosmos
-CrunchBot
-Curious
-Custo
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
+Copier
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CyotekWebCopy
+DTS Agent
+Deusu
 Digincore
 DigitalPebble
 Dirbuster
-Discobot
-DnBCrawler-Analytics
+Disco
 DomainAppender
+DomainCrawler
 DomainStatsBot
+Domains Project
 Dotbot
+Dragonfly
 ECCP/1.0
+EMail Siphon
 EMail Wolf
 EasyDL
+EirGrabber
 EroCrawler
-Evil
-Express WebPictures
+Exabot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-FemtosearchBot
 Fimap
 Foobot
-FrontPage
-Fuzz
-Fyrebot
-GT::WWW
-GermCrawler
-GetWeb
-Go-Ahead-Got-It
+FyberSpider
+Genieo
+Getintent
+Gigabot
 Gotit
-GrabNet
-Grafula
-GrapeFX
-GrapeshotCrawler
-GridBot
-HTTrack
-Haansoft
 HaosouSpider
-Havij
 Hloader
+HybridBot
+IDBTE4M
+IDBot
 Id-search
-IlseBot
-IndeedBot
-Indy Library
-InfoTekies
-Internet Ninja
-Iskanie
-IstellaBot
+Image Fetch
+InfoNaviRobot
+Intelliseek
 JamesBOT
+Jbrofuzz
 JennyBot
-Joomla
-Keyword Density
-Kinza
+JikeSpider
+JustView
+Jyxobot
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
+Larbin
+Leap
 LeechFTP
+LeechGet
+Lftp
+LibWeb
+Libwhisker
 LieBaoFast
-Linkbot
 LinkextractorPro
-Ltx71
-MIIxpc
-MSIECrawler
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Lmspider
+MJ12bot
+MSFrontPage
+MTRobot
+Mag-Net
 Magnet
 Majestic SEO
+Majestic-SEO
 Majestic12
 MarkMonitor
-Mass Downloader
-Mata Hari
-MauiBot
+MarkWatch
 Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-Mister PiX
+Microsoft URL Control
+Minefield
+Moblie Safari
 Mojeek
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-NPbot
+Msrabot
+Musobot
 Navroad
-Nessus
-Net Vampire
+NearSite
 NetAnts
 NetMechanic
 NetZIP
-Nettrack
-Netvibes
-NextGenSearchBot
-Nikto
+Netcraft
+Niki-bot
 Nimbostratus
-Nmap
 Not
+Nuclei
 Nutch
 Offline Navigator
-OpenLinkProfiler
+Openfind
+Openvas
 OrangeSpider
 OutclicksBot
+OutfoxBot
 Page Analyzer
-PageGrabber
 PageScorer
-PageThing.com
-Pavuk
-PeoplePal
-Petalbot
+Panscient
 Pi-Monster
 Picscout
-PictureFinder
-Pimonster
-Pixray
-PleaseCrawl
-Pump
-QueryN Metasearch
-Quick-Crawler
+Pu_iN
+PxBroker
 RankFlex
-RankingBot2
-Recorder
-Ripper
-SBIder
+Rankivabot
+Reaper
+RedesScrapy
 SEOkicks-Robot
 SEOprofiler
 SEOstats
-SalesIntelligent
-ScanAlert
-ScreenerBot
-SemanticJuice
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Snapbot
+ScoutJet
+Scrapy
+Searchestate
+SearchmetricsBot
+SeoSiteCheckup
+SiteLockSpider
+SiteSucker
+Siteimprove
+Sitevigil
+SlySearch
+SmartDownload
 SocialRankIOBot
-Sociscraper
 Sosospider
-SputnikBot
-Sqlworm
-Steeler
-Stripper
+Spbot
+Sqlmap
+Sqworm
 Sucuri
 SuperBot
-SurveyBot
-Suzuran
+SuperHTTP
+Swiftbot
 Szukacz
+T8Abot
+Teleport
 TeleportPro
-Telesphorep
+The Intraformant
 TheNomad
+Thumbor
+TightTwatBot
 Titan
-Toata
-Trendictionbot
-True_Robot
-TwengaBot
-Twice
-Vacuum
+Toweyabot
+URLy Warning
+VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voltron
+VidibleScraper
+Virusdie
 WBSearchBot
 WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers
-Web Fetch
+WWW-Mechanize
+Wallpapers/3.0
+WeSEE
+Web Auto
+Web Collage
+Web Fuck
 Web Pix
 Web Sucker
 WebAuto
-WebCollage
-WebCopier
-WebFetch
-WebFuck
+WebEnhancer
+WebGo IS
 WebImageCollector
+WebPix
 WebSauger
-WebWhacker
-WebZIP
+Webalta
+WebsiteExtractor
+WebsiteQuester
+Webster
 Whatweb
-Who.is Bot
 WinHTTrack
 WiseGuys Robot
-Wotbox
-Xenu
+Xaldon WebSpider
+YoudaoBot
 Zade
+Zermelo
+Zeus
+ZmEu
 ZoominfoBot
-backlink-check
-clark-crawler
+ZumBot
+ZyBorg
+adscanner
+archive.org_bot
+arquivo.pt
+autoemailspider
+check1.exe
 coccocbot
-crawler.feedback
-crawler4j
-dataforseo.com
 demandbase-bot
-heritrix
+eCatch
+instabid
 internetVista monitor
-linkdexbot
+ips-agent
+iubenda-radar
 lwp-trivial
-muhstik-scan
-netEstate NE Crawler
-plumanalytics
+mediawords
+oBot
+pcBrowser
 probe-image-size
-s1z.ru
-satoristudio.net
+ripz
+scalaj-http
 scan.lol
-seobility
-sitechecker.pro
+serpstatbot
+sexsearcher
+spyfu
 sysscan
+tAkeOut
 trendiction.com
-webprosbot
-x22Mozilla
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+xpymep1.exe
+zauba.io
+zgrab