V4.2023.02.3587 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404checker
-404enemy
 ADmantX
 AIBOT
-ASPSeek
+ALittle Client
+Abonti
 AfD-Verbotsverfahren
-AhrefsBot
 Anarchie
-Anarchy99
-Asterias
-AwarioSmartBot
-BLEXBot
-Backlink-Ceck
+Ankit
+Anthill
+Attach
+BDCbot
+BackStreet
+BackWeb
 Badass
-Bandit
-BatchFTP
 Battleztar Bazinga
-BetaBot
+Bigfoot
 Bitacle
+BlackWidow
+Blow
+BotALot
 Brandprotect
 Brandwatch
-BuzzSumo
-CATExplorador
-CCBot
-CODE87
+Buck
+BuiltWith
 Calculon
+Cegbfeieh
 CensysInspect
-CheeseBot
+CheTeam
 CherryPicker
 ChinaClaw
-Citoid
-Claritybot
-Collector
-Copier
-CopyRightCheck
-CrazyWebCrawler
-Crescent
-DBLBot
+Cloud mapping
+Cogentbot
+CrunchBot
+Custo
+DSearch
 DTS Agent
-DatabaseDriverMysqli
-Demon
-DigitalPebble
-Dirbuster
-DomainSigmaCrawler
+Devil
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
 DomainStatsBot
-Domains Project
-EMail Siphon
+Dotbot
 EMail Wolf
-EasyDL
-Ebingbong
 Ecxi
-EroCrawler
-ExtractorPro
+Extractor
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-FHscan
-Fimap
+FDM
 FlashGet
-Flunky
-Foobot
 Freeuploader
+FrontPage
 FyberSpider
+Genieo
+GermCrawler
 GetRight
-Getintent
-Gigabot
+GetWeb
 Go!Zilla
 GoZilla
-Gotit
 Grabber
-Grafula
+GrapeFX
 GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTMLparser
-Haansoft
-HaosouSpider
 Havij
 Heritrix
 Hloader
-HybridBot
 IDBTE4M
+IDBot
+IRLbot
 Iblog
-Id-search
 IlseBot
-Image Fetch
+Image Sucker
+InfoNaviRobot
+Intelliseek
 InterGET
 IstellaBot
 JennyBot
 JetCar
-Jetty
 JikeSpider
-Jorgee
 Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
 Kinza
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-Larbin
+Leap
+LeechFTP
 LibWeb
+Lightspeedsystems
+Likse
 LinkWalker
-LinkextractorPro
+Linkbot
+LinkpadBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
+Ltx71
 MIDown tool
-MIIxpc
-MJ12bot
-MSFrontPage
-MSIECrawler
+MTRobot
+Mail.RU_Bot
 Majestic-SEO
+Majestic12
 MarkMonitor
 Mass Downloader
-Masscan
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
-MicroMessenger
-Mojolicious
+Mb2345Browser
+MeanPath Bot
+MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
+Msrabot
 NICErsPRO
-NPbot
 Name Intelligence
+Navroad
+NearSite
 Needle
-NetAnts
-NetLyzer
-Netvibes
-Nibbler
-Niki-bot
-Offline Navigator
-OnCrawl
+Nessus
+NetSpider
+NetZIP
+NextGenSearchBot
+Nikto
+NimbleCrawler
+Nimbostratus
+Not
+Nuclei
+Octopus
+Offline Explorer
 OpenLinkProfiler
-OrangeBot
-OutclicksBot
-Page Analyzer
-PageGrabber
+Openvas
+OrangeSpider
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 PageScorer
-PageThing.com
 Pandalytics
-Panscient
-Papa Foto
 Pavuk
-PeoplePal
-Pi-Monster
-Piepmatz
+Petalbot
+Picsearch
+PictureFinder
 PleaseCrawl
+Pockey
 ProPowerBot
 Psbot
 PxBroker
+PyCurl
 QueryN Metasearch
-RankActive
-RankFlex
-Rankivabot
-Recorder
-RepoMonkey
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+RankingBot
+RankingBot2
+RankurBot
+RealDownload
+RebelMouse
 Ripper
 SBIder
 SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SEOstats
 SISTRIX
 SalesIntelligent
-ScreenerBot
-SemanticJuice
-SemrushBot
+ScanAlert
+Searchestate
+SearchmetricsBot
 SentiBot
-SeoSiteCheckup
-SeobilityBot
+Seomoz
+Shodan
 Siphon
-Site Sucker
-SiteExplorer
-SiteSnagger
-SiteSucker
-Sitevigil
-SmartDownload
-Snake
+Sitebeam
+Siteimprove
+SlySearch
 Snoopy
 Sociscraper
-Sogou web spider
-Sosospider
+SpaceBison
+Spammen
+SpankBot
+Spinn3r
 SputnikBot
-Sqlmap
-Sqworm
 Steeler
-SuperBot
+Stripper
+Sucker
+Sucuri
 SuperHTTP
-Suzuran
-The Intraformant
-TheNomad
-TightTwatBot
+Szukacz
+T0PHackTeam
+TeleportPro
+Thumbor
+Toweyabot
+Trendictionbot
+True_Robot
 TwengaBot
 Typhoeus
 URLy Warning
-UnisterBot
 Upflow
-VCI
+VB Project
 Vacuum
 Vagabondo
-Virusdie
+VeriCiteCrawler
+Voltron
+WBSearchBot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
 WeSEE
+Web Auto
+Web Collage
+Web Enhancer
 Web Fetch
-Web Sucker
-WebCollage
-WebCopier
-WebLeacher
-WebSauger
+Web Pix
+Web Sauger
+WebEnhancer
+WebFetch
 WebStripper
-Webshag
-WebsiteExtractor
-Webster
+WebWhacker
+Webalta
+WebsiteQuester
+Whack
+Whacker
 Whatweb
-Widow
 WiseGuys Robot
 Wprecon
 Xaldon WebSpider
-Xenu
-Zitebot
-ZumBot
-arquivo-web-crawler
-backlink-check
+Zade
+Zauba
+Zermelo
+Zeus
+ZyBorg
+arquivo.pt
+autoemailspider
 cah.io.community
-check1.exe
 crawl.sogou.com
-evc-batch
-lwp-request
-pcBrowser
-plumanalytics
-s1z.ru
-satoristudio.net
-seobility
-seocompany.store
-seostar
-spyfu
+demandbase-bot
+eCatch
+facebookscraper
+gopher
+isitwp.com
+iubenda-radar
+lwp-trivial
+muhstik-scan
+netEstate NE Crawler
+page scorer
+ripz
+sexsearcher
+sp_auditbot
 sysscan
-tAkeOut
 trendiction.com
-trendiction.de
 webmeup-crawler
-webpros.com
-webprosbot
-x09Mozilla