V4.2024.08.4700 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AdsTxtCrawlerTP
-AfD-Verbotsverfahren
-AllSubmitter
-Anarchy99
-AwarioRssBot
-Bigfoot
-Bitacle
-Blow
-Brandprotect
-Brandwatch
-BuiltBotTough
-CazoodleBot
-CheTeam
+80legs
+ALittle Client
+AiHitBot
+Alexibot
+Ankit
+BacklinksExtendedBot
+Bandit
+BatchFTP
+BetaBot
+BuiltWith
+BunnySlippers
+Cegbfeieh
+CensysInspect
+CheeseBot
+CherryPicker
 Citoid
-Claritybot
-Cosmos
-DBLBot
-DIIbot
-DTS Agent
-Demon
-DigitalPebble
-Dispatch
+CopyRightCheck
+CrunchBot
+CyotekWebCopy
+DataCha0s
 DnBCrawler-Analytics
-EMail Siphon
-EMail Wolf
+DomainAppender
+Download Wonder
+Dragonfly
+ECCP/1.0
 Exabot
-ExtLinksBot
-Extractor
-ExtractorPro
-FDM
+Express WebPictures
+Ezooms
+FlashGet
+FrontPage
 GalaxyBot
-GermCrawler
-Go-Ahead-Got-It
-Grafula
-GridBot
-Harvest
-HybridBot
-IDBTE4M
+GetWeb
+GrapeFX
+HTMLparser
+Haansoft
 IlseBot
-Image Sucker
-JamesBOT
-JennyBot
-Kenjin Spider
-LWP::Simple
+ImagesiftBot
 LexiBot
-Lipperhey
-Lipperhey Spider
-Mediatoolkitbot
-MicroMessenger
-Mr.4x3
-Musobot
-Navroad
+LinqiaRSSBot
+MSFrontPage
+Nameprotect
+Net Vampire
+NetMechanic
 Netcraft
-Offline Explorer
-Proximic
+NextGenSearchBot
+Nikto
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
+OutclicksBot
+PageAnalyzer
+PeoplePal
+Pump
+RankActive
+RankActiveLinkBot
+RedesScrapy
 RepoMonkey
-RocketCrawler
-SBIder
-SEOstats
-ScoutJet
-ScreenerBot
-Siphon
-SiteCheckerBotCrawler
-SmartDownload
-Snoopy
-SputnikBot
-Titan
-Toata
-Trendictionbot
-Turingos
-URLy.Warning
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
-WPScan
-Wallpapers
-Web Collage
-Web Pix
-Web Sauger
-WebCollage
+SMTBot
+SeekportBot
+SemrushBot
+SenutoBot
+Snake
+Sociscraper
+SpaceBison
+Spanner
+Spider_Bot/3.0
+Surfbot
+Szukacz
+T8Abot
+Telesphorep
+Tracemyfile
+True_Robot
+Upflow
+VeriCiteCrawler
+WEBDAV
+WallpapersHD
+Web Auto
+Web Fetch
+WebFetch
 WebImageCollector
-WebsiteExtractor
-Whatweb
+WebZIP
+Whacker
 Widow
-Wotbox
-Zade
-adscanner
-cognitiveseo
-crawler4j
-dataforseobot
-eCatch
-evc-batch
+Xaldon_WebSpider
+Xenu
+YaK
+ZoomBot
+ZumBot
+ZyBorg
+arquivo-web-crawler
+cohere-ai
+demandbase-bot
+imagesift.com
 internetVista monitor
-iubenda-radar
-mediawords
-muhstik-scan
-pcBrowser
-trendiction.de
-zauba.io
+page scorer
+polaris version
+probe-image-size
+sogouspider
+sp_auditbot
+ubermetrics-technologies.com