V4.2023.10.4077 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
+AIBOT
+AfD-Verbotsverfahren
+AiHitBot
 Alligator
-Anarchy99
-Ankit
-BDCbot
-Battleztar Bazinga
-BunnySlippers
-BuzzSumo
-Bytespider
-Cloud mapping
-Cocolyzebot
-Crescent
-DataCha0s
-Discoverybot
-Exabot
+Aspiegel
+Asterias
+Barkrowler
+BatchFTP
+Bitacle
+Blackboard
+BuiltWith
+CODE87
+Calculon
+ChinaClaw
+Chlooe
+Cliqzbot
+DatabaseDriverMysqli
+Devil
+Dirbuster
+DnBCrawler-Analytics
+Download Wonder
+Dragonfly
+Drip
+Extractor
+Extreme Picture Finder
 FDM
-GalaxyBot
-GetRight
-Grafula
-Hloader
-Iblog
-IlseBot
+Genieo
+GrapeshotCrawler
 Image Fetch
-Jetty
-Kozmosbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Ltx71
-MSFrontPage
-Mail.RU_Bot
+Image Sucker
+Internet Ninja
+InternetSeer
+Leap
+LeechFTP
+LexiBot
+Lftp
+Linkbot
+Litemage_walker
+Lmspider
 Majestic SEO
-Mass Downloader
-Mata Hari
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft URL Control
-Mister PiX
-Mojolicious
-Mr.4x3
-Name Intelligence
-Navroad
-NetMechanic
+Majestic-SEO
+Masscan
+MauiBot
+Moblie Safari
+Netcraft
 Netvibes
-NextGenSearchBot
-Nuclei
-Nutch
+Niki-bot
+Nikto
+Nmap
 Offline Navigator
-OrangeSpider
-Pandalytics
-Papa Foto
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
 Pi-Monster
-Pimonster
-Pixray
-ProPowerBot
-Pu_iN
-Pump
-RankurBot
-Reaper
+Picscout
+Psbot
+PyCurl
+RankActive
+RealDownload
 SBIder
-SEOprofiler
-SalesIntelligent
-Searchestate
-Seomoz
-SiteExplorer
-Snapbot
-Sociscraper
-Sosospider
-SpankBot
-Spanner
-SuperBot
-SuperHTTP
-Swiftbot
-T8Abot
-Turnitin
-Vacuum
-WWW-Collector-E
-WallpapersHD
-Web Enhancer
+SEOstats
+Scanbot
+ScreenerBot
+SentiBot
+SenutoBot
+SlySearch
+Snoopy
+SocialRankIOBot
+Sucker
+Suzuran
+TheNomad
+TightTwatBot
+Toweyabot
+TurnitinBot
+TwengaBot
+Typhoeus
+Upflow
+Vagabondo
+WPScan
+WWW-Mechanize
+Web Collage
 Web Sauger
-WebCollage
-WebFuck
-Webster
+Web Sucker
+WebBandit
+Whack
+Who.is Bot
+Widow
+Xaldon WebSpider
 Xaldon_WebSpider
-ZoomBot
-ZyBorg
-arquivo-web-crawler
-autoemailspider
-facebookscraper
-lwp-request
-netEstate NE Crawler
-openai
-page scorer
-pcBrowser
-plumanalytics
-spyfu
-trendiction.de
-webgains-bot
-webpros.com
-x22Mozilla
-zgrab
+arquivo.pt
+coccocbot
+crawl.sogou.com
+crawler4j
+evc-batch
+ips-agent
+magpie-crawler
+oBot
+ripz
+scan.lol
+sitechecker.pro