V4.2024.10.4803 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-Abonti
-Acunetix
-Alexibot
-Atomseobot
-AwarioSmartBot
+AIBOT
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 BBBike
-Black Hole
+BDCbot
+BDFetch
+Bolt
 Brandwatch
-Bullseye
+BuiltWith
 CATExplorador
-CheTeam
-DBLBot
-Devil
-DigitalPebble
-DomainAppender
-Domains Project
-EMail Siphon
+CensysInspect
+Copier
+Deusu
+Discobot
+DnBCrawler-Analytics
+Drip
 EirGrabber
-FacebookBot
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-Grabber
-GrapeshotCrawler
+Evil
+Exabot
+Express WebPictures
+FDM
+Genieo
+Go!Zilla
+HTTrack
 Haansoft
-IlseBot
-Image Fetch
-ImagesiftBot
-Indy Library
-InfoTekies
-InfraSec Scanner
-Internet Ninja
+Heritrix
+Hloader
+IDBTE4M
+InfoNaviRobot
+Intelliseek
 Iria
-JustView
-Kenjin Spider
-Lightspeedsystems
-MTRobot
-Mag-Net
-MicroMessenger
-MolokaiBot
-Mozlila
-Needle
+JetCar
+JikeSpider
+LWP::Simple
+LibWeb
+LinkpadBot
+Litemage_walker
+MIDown tool
+Majestic SEO
+MeanPath Bot
+Mojolicious
 NetAnts
+NetLyzer
 NetSpider
+Ninja
 Nmap
-Octopus
 Offline Explorer
-OrangeSpider
-OutclicksBot
+OnCrawl
+OutfoxBot
+PHPCrawl
 PageGrabber
-Panscient
-Piepmatz
-Pixray
-Pump
-Quick-Crawler
+Papa Foto
+PleaseCrawl
+Probethenet
+Proximic
 RSSingBot
-RankurBot
-Re-re
-Recorder
-Rogerbot
-Searchestate
-SiteCheckerBotCrawler
-Snake
-Sosospider
-Surfbot
-T8Abot
+RealDownload
+SEOlyticsCrawler
+Shodan
+Siteimprove
+Snapbot
+Snoopy
+Sogou web spider
+Spinn3r
+SurveyBot
+T0PHackTeam
+Telesphorep
 The Intraformant
-TheNomad
 TinyTestBot
-Trendiction
-Trendictionbot
-Turingos
-TurnitinBot
-TwengaBot
-VB Project
+Typhoeus
 Vacuum
-Vagabondo
-WASALive-Bot
-WPScan
-Web Auto
-WebGo IS
-WebImageCollector
-WebWhacker
-Whack
-WinHTTrack
-Xenu
+VelenPublicWebCrawler
+VoidEYE
+WWW-Mechanize
+Wallpapers
+Web Enhancer
+Web Fuck
+WebAuto
+WebBandit
+WebLeacher
+Webalta
+Webster
 Zauba
-Zeus
+Zermelo
+Zitebot
 adscanner
-arquivo-web-crawler
-backlink-check
-crawler.feedback
-crawler4j
-dataforseo.com
+coccocbot
+evc-batch
+instabid
+lwp-trivial
 magpie-crawler
-mediawords
-openai.com
-sexsearcher
-sp_auditbot
+scalaj-http
+seocompany.store
+seostar
+serpstatbot
+sitechecker.pro
+ubermetrics-technologies.com
+x09Mozilla
+zgrab