V4.2024.08.4677 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Aboundex
-Aboundexbot
-Aipbot
-Alligator
-BackStreet
-BackWeb
-BacklinkCrawler
-Badass
+ADmantX
+AdsTxtCrawlerTP
+AiHitBot
+BBBike
+BacklinksExtendedBot
 BatchFTP
-Bigfoot
-Brandwatch
-BuiltWith
-Bullseye
-CensysInspect
-ChinaClaw
+Boardreader
 Claritybot
+Cloud mapping
 Cocolyzebot
-CopyRightCheck
+Collector
 DSearch
-Exabot
-Extractor
-FemtosearchBot
-Flunky
-Go!Zilla
-Grafula
-GrapeFX
-Haansoft
+Devil
+DigitalPebble
+Dirbuster
+Discobot
+DomainSigmaCrawler
+ExtractorPro
+FyberSpider
+GPTBot
+GrapeshotCrawler
+Havij
 HonoluluBot
-Image Sucker
+HybridBot
+IRLbot
+IlseBot
 ImagesiftBot
-JOC Web Spider
-JetCar
-Joomla
-Jyxobot
-Keyword Density
-LNSpiderguy
+IndeedBot
+Indy Library
+InfoTekies
+JikeSpider
+Leap
+LeechGet
+Lftp
 LieBaoFast
-Linkbot
-Ltx71
 MFC_Tear_Sample
-MIDown tool
-Mata Hari
-Microsoft Data Access
-Morfeus Fucking Scanner
-Nessus
+Mail.RU_Bot
 Net Vampire
-Nettrack
-Netvibes
-Octopus
+NetMechanic
+NetZIP
+NimbleCrawler
+Nuclei
 Offline Explorer
-PageGrabber
-PageThing.com
-Piepmatz
-Pimonster
-RankingBot
-RankurBot
-SEOkicks-Robot
-SEOlyticsCrawler
-Searchestate
-SemrushBot
-SenutoBot
-Seomoz
-Sitevigil
-SlySearch
-Snapbot
-Sociscraper
-Sosospider
-Sottopop
-SpaceBison
-Spinn3r
-SputnikBot
-Stripper
-SuperHTTP
+OpenVAS
+Page Analyzer
+PageScorer
+Pavuk
+PxBroker
+RSSingBot
+Re-re
+RedesScrapy
+RepoMonkey
+Ripper
+Rogerbot
+SBIder
+SEOprofiler
+SISTRIX
+ScoutJet
+ScreenerBot
+Semrush
+SentiBot
+SiteExplorer
+SiteLockSpider
+SocialRankIOBot
+Spbot
+Spider_Bot
+Sqlmap
+Suzuran
 Szukacz
-Thumbor
-Titan
+Telesoft
+TinyTestBot
+Toweyabot
+Tracemyfile
 True_Robot
-Typhoeus
-VB Project
-Voltron
-WASALive-Bot
-WWW::Mechanize
-Web Enhancer
-Web Sauger
-WebAuto
-WebFuck
-WebWhacker
-Webster
-WinHTTrack
-WiseGuys Robot
-Wprecon
+Turnitin
+Virusdie
+WEBDAV
+WISENutbot
+WebPix
+WebStripper
+Wotbox
 Xenu
-ZmEu
-internetVista monitor
-iubenda-radar
-s1z.ru
-sexsearcher
-sitechecker.pro
+Zauba
+Zeus
+ZoomBot
+ZoominfoBot
+ZumBot
+coccocbot
+crawler4j
+facebookscraper
+ips-agent
+linkfluence
+openai.com
+scalaj-http
+seocompany.store
+serpstatbot
+sogouspider
+voyagerx.com
 x22Mozilla
+xpymep1.exe