V4.2023.09.3995 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-ASPSeek
-Aboundexbot
+404checker
+Aipbot
 Anarchy
-AwarioRssBot
-BDCbot
-BDFetch
+Ankit
+Attach
+Badass
+Bandit
+BatchFTP
 Bigfoot
-Black Hole
+Bitacle
 Blow
-BuzzSumo
-CCBot
-CensysInspect
-Copier
-CopyRightCheck
-Crescent
-Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
+Brandprotect
+Buck
+Bytespider
+Calculon
+Copyscape
+Craftbot
+CrunchBot
+Curious
+CyotekWebCopy
+Digincore
+DomCopBot
 DomainSigmaCrawler
-EMail Siphon
-EasyDL
-EirGrabber
-Evil
-Foobot
-GPTBot
-GermCrawler
-Getintent
-Hloader
-Id-search
-Image Sucker
-InfoNaviRobot
+Drip
+ExtractorPro
+FHscan
+Flunky
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+Gigabot
+GrapeFX
+HMView
+Harvest
+Heritrix
+HonoluluBot
+InfoTekies
 Iskanie
-IstellaBot
-JamesBOT
-Jorgee
-Larbin
-Leap
-LibWeb
-LieBaoFast
-LinkpadBot
-LinqiaMetadataDownloaderBot
-MIDown tool
-MTRobot
-Majestic-SEO
-Mediatoolkitbot
-Microsoft URL Control
+Kenjin Spider
+LWP::Simple
+LinkScan
+Lipperhey Spider
+MIIxpc
+Majestic SEO
+Mb2345Browser
+Minefield
+Morfeus Fucking Scanner
 Mr.4x3
-Musobot
-Nessus
-NetAnts
-Netvibes
-Nutch
-Offline Explorer
-OutfoxBot
-Papa Foto
-PictureFinder
-Pixray
-Psbot
-Pu_iN
-Quick-Crawler
-RebelMouse
+NPbot
+Nameprotect
+OpenVAS
+Openvas
+POE-Component-Client-HTTP
+PageScorer
+PeoplePal
+ProWebWalker
+RankFlex
+RankurBot
+Rogerbot
 SEOkicks
-SEOlyticsCrawler
-SISTRIX
-Scrapy
-ScreenerBot
+ScoutJet
+SeekportBot
 Semrush
-Siphon
-SiteCheckerBotCrawler
-Spanner
-SputnikBot
-Sqlmap
-TeleportPro
-Thumbor
-Toweyabot
-Turnitin
-TwengaBot
-URLy.Warning
-VidibleScraper
-Voltron
-WallpapersHD
-WebCopier
-WebGo IS
-Webalta
+Shodan
+SiteExplorer
+SiteSucker
+Snapbot
+Snoopy
+SocialRankIOBot
+Teleport
+VeriCiteCrawler
+WEBDAV
+WPScan
+Wallpapers/3.0
+Web Fetch
+WebAuto
+WebBandit
+WebStripper
+WebSucker
+WebWhacker
 WebsiteExtractor
-Xenu
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-ZumBot
-ZyBorg
+WebsiteQuester
+Widow
+WiseGuys Robot
+Xaldon WebSpider
+Xaldon_WebSpider
 arquivo-web-crawler
+coccocbot
 cognitiveseo
-evc-batch
-sogouspider
-tAkeOut
-ubermetrics-technologies.com
+com.plumanalytics
+heritrix
+iubenda-radar
+linkdexbot
+openai
+plumanalytics
+sitechecker.pro
+trendiction.com
+voyagerx.com
+webmeup-crawler