V4.2024.06.4541 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404enemy
-Aboundex
-Aspiegel
+AfD-Verbotsverfahren
+Alexibot
+Anarchy
+Asterias
+BBBike
 BDFetch
-BackStreet
 Bitacle
-Black Hole
-Boardreader
-BuiltBotTough
-CATExplorador
-CheTeam
-Collector
+BlowFish
+Cegbfeieh
+CherryPicker
+Chlooe
+Citoid
 Crawling at Home Project
-CrazyWebCrawler
 Demon
-DigitalPebble
-Discoverybot
-DnBCrawler-Analytics
+Discobot
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-ExtractorPro
-FacebookBot
-FlashGet
-Flunky
+EirGrabber
+Fimap
+Fuzz
 Fyrebot
-Genieo
-Go-Ahead-Got-It
-Google-Extended
-HTMLparser
-HTTP::Lite
-Havij
-Id-search
-Image Sucker
-InfoNaviRobot
-Internet Ninja
-IstellaBot
-Joomla
-Kenjin Spider
-MJ12bot
+G-i-g-a-b-o-t
+GPTBot
+GalaxyBot
+GermCrawler
+GetRight
+Grafula
+IDBTE4M
+Lanshanbot
+Larbin
+Lftp
+MQQBrowser
 MSFrontPage
-Mass Downloader
+MTRobot
+Majestic SEO
+Majestic12
+Meanpathbot
 MegaIndex.ru
-Msrabot
-NICErsPRO
-NPbot
+Mojeek
+Morfeus Fucking Scanner
 Nameprotect
+NetMechanic
+Netcraft
 NextGenSearchBot
 Nikto
-NimbleCrawler
-Nutch
-OrangeSpider
+Ninja
+Nuclei
+Openfind
 PECL::HTTP
-Pi-Monster
-Picsearch
-ProWebWalker
-Probethenet
-Psbot
+PHPCrawl
+PageGrabber
+ProPowerBot
+Pu_iN
+RankingBot
 Re-re
-ReGet
-Ripper
-SEOkicks-Robot
-SEOstats
-ScreenerBot
+RealDownload
+SalesIntelligent
+ScanAlert
+Scrapy
+SemanticJuice
+SentiBot
+SenutoBot
+SeobilityBot
+Sitebeam
+Sitevigil
 SmartDownload
-Sociscraper
-Sogou web spider
-Stripper
-Sucuri
+Snoopy
+SputnikBot
+Sucker
 T0PHackTeam
-Thumbor
-Trendiction
-WASALive-Bot
-WBSearchBot
-WISENutbot
-WWW-Collector-E
-Web Fetch
+TeleportPro
+Titan
+Toweyabot
+UnisterBot
+Virusdie
+Voil
+WWW-Mechanize
+Wallpapers/3.0
+Web Collage
 Web Pix
-WebGo IS
-WebZIP
-Website Quester
-WebsiteExtractor
+Web Sauger
+Web Sucker
+WebAuto
+WebBandit
+WebFetch
+WebReaper
+WebsiteQuester
+Whatweb
+Wprecon
+Xaldon_WebSpider
 YaK
-YoudaoBot
-Zade
-Zitebot
-arquivo.pt
-com.plumanalytics
-facebookscraper
-iubenda-radar
-meanpathbot
-mediawords
-page scorer
-satoristudio.net
-scan.lol
+ZyBorg
+arquivo-web-crawler
+cohere-ai
+crawler4j
+magpie-crawler
 sp_auditbot
 tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
+voyagerx.com
+zgrab