V4.2024.05.4511 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-AfD-Verbotsverfahren
-Alligator
-AwarioRssBot
-BDCbot
-Blow
-Bolt
-BunnySlippers
-CensysInspect
-CherryPicker
-DigitalPebble
-Discoverybot
-Dispatch
-Domains Project
-Download Wonder
-ExtLinksBot
-Extractor
-Extreme Picture Finder
-Firefox/7.0
-GridBot
-IDBTE4M
-Iblog
-IlseBot
-ImagesiftBot
-Information Security Team InfraSec Scanner
-InterGET
-Jbrofuzz
-JennyBot
-JetCar
-JikeSpider
-Jorgee
-Jyxobot
-Keyword Density
-LWP::Simple
+360Spider
+AIBOT
+ALittle Client
+ASPSeek
+AlphaBot
+BackDoorBot
+Badass
+Battleztar Bazinga
+BuiltBotTough
+Collector
+CrazyWebCrawler
+DSearch
+Devil
+DomainSigmaCrawler
+Dragonfly
+EasyDL
+Ecxi
+Evil
+ExtractorPro
+Go!Zilla
+GoZilla
+Haansoft
+HaosouSpider
+IDBot
+Indy Library
+Jetty
 Lftp
+Lightspeedsystems
+LinkpadBot
 Litemage_walker
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
 Majestic12
-Meanpathbot
-MicroMessenger
+MeanPath Bot
+MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Mr.4x3
-NetSpider
+Moblie Safari
+Mozlila
+NetLyzer
 Nimbostratus
-Pandalytics
-PeoplePal
-Picscout
-PleaseCrawl
+OpenVAS
+OrangeBot
+PECL::HTTP
+PageGrabber
+PageScorer
+Panscient
+Pi-Monster
+ProWebWalker
 PxBroker
-RankActiveLinkBot
-RankFlex
+QueryN Metasearch
 RankingBot
-RankurBot
-RebelMouse
-SEOlyticsCrawler
-SalesIntelligent
-ScoutJet
-Scrapy
+Rankivabot
+Re-re
+RedesScrapy
+Ripper
+SISTRIX
 Searchestate
-SeekportBot
-Semrush
+SearchmetricsBot
 SemrushBot
-Site Sucker
-Siteimprove
-Snoopy
-SocialRankIOBot
-Sosospider
+Shodan
+Siphon
+Sitevigil
+SlySearch
+Snapbot
+Sottopop
+SpaceBison
 Spammen
-Sqlmap
-Sqlworm
+SputnikBot
 Stripper
-Toata
+T0PHackTeam
+Thumbor
 Toweyabot
-Trendiction
-Turnitin
-Twice
-URLy.Warning
+Tracemyfile
+True_Robot
+UnisterBot
+VB Project
+Voil
 Voltron
-WWW-Mechanize
-Web Collage
-WebImageCollector
-WebLeacher
-Woobot
+WEBDAV
+WWW-Collector-E
+WallpapersHD
+WebAuto
+WinHTTrack
+YaK
+Zermelo
 Zitebot
-adscanner
-cohere-ai
-com.plumanalytics
+ZmEu
+ZumBot
+ZyBorg
+cah.io.community
 evc-batch
-imagesift.com
-ips-agent
+internetVista monitor
+iubenda-radar
 linkfluence
-muhstik-scan
 page scorer
+s1z.ru
+scan.lol
 serpstatbot
-tAkeOut
-webgains-bot
-xpymep1.exe
+sexsearcher
+x09Mozilla