V4.2024.02.4310 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-AfD-Verbotsverfahren
-Ankit
-Aspiegel
-AwarioSmartBot
+01h4x.com
+404checker
+ALittle Client
+Abonti
+Aboundex
+AdsTxtCrawlerTP
+Anarchy
+Anarchy99
+Anthill
 BDCbot
-BDFetch
-BLEXBot
-BackStreet
-BackWeb
-BacklinkCrawler
-Bitacle
-Black Hole
-Blow
-BlowFish
-Bolt
 Brandprotect
-Bytespider
-Calculon
-CherryPicker
-Cocolyzebot
-DIIbot
+Brandwatch
+BuiltBotTough
+Bullseye
+Cegbfeieh
+Citoid
+Collector
+Cosmos
+CyotekWebCopy
+Demon
 DigitalPebble
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-EMail Siphon
+Discobot
+DomainCrawler
+Drip
 Ebingbong
+EirGrabber
 Exabot
-Extractor
-EyeNetIE
-Foobot
-Freeuploader
-Fuzz
+Express WebPictures
+FDM
+Fyrebot
 GPTBot
-GetRight
+GT::WWW
+Getintent
 GrapeshotCrawler
 HEADMasterSEO
-Havij
 IDBTE4M
-Internet Ninja
-IstellaBot
-JustView
-LNSpiderguy
-LinkpadBot
-MSFrontPage
-Majestic-SEO
-Mediatoolkitbot
-Metauri
-Microsoft URL Control
-Mr.4x3
-Name Intelligence
-NetLyzer
-NetSpider
-Nettrack
+IDBot
+InterGET
+Kozmosbot
+LeechGet
+LieBaoFast
+MQQBrowser
+Mb2345Browser
+Meanpathbot
+MicroMessenger
+Moblie Safari
 Netvibes
+NextGenSearchBot
+Nimbostratus
+Ninja
+OnCrawl
 Openfind
+OutfoxBot
 PECL::HTTP
-PageThing.com
-Picsearch
-Pixray
-Psbot
-RankActive
-RankFlex
-RankingBot2
-Ripper
-Rogerbot
+PHPCrawl
+Papa Foto
+Pavuk
+PeoplePal
+Probethenet
+Proximic
+PxBroker
+RealDownload
+RebelMouse
 SEOkicks
-SemrushBot
-Snake
-Spammen
-Sqworm
+SalesIntelligent
+ScreenerBot
+SentiBot
+Sitebeam
 Steeler
-SuperBot
-Swiftbot
-Szukacz
-Voltron
-Web Collage
-Web Enhancer
-WebFetch
+Surfbot
+Suzuran
+Telesphoreo
+Titan
+Toata
+Turnitin
+VeriCiteCrawler
+VoidEYE
+Voil
+WEBDAV
+WWW-Collector-E
+Web Auto
+Web Sauger
 WebFuck
-WebPix
 WebSauger
+WebWhacker
 WebZIP
-Webshag
-Who.is Bot
-Wotbox
-Xenu
-Zade
-Zeus
-archive.org_bot
-arquivo-web-crawler
-cah.io.community
-coccocbot
-ips-agent
-iubenda-radar
-openai.com
-page scorer
-polaris version
-webgains-bot
+Whacker
+Wprecon
+ZoomBot
+autoemailspider
+crawl.sogou.com
+crawler.feedback
+internetVista monitor
+lwp-trivial
+oBot
+seocompany.store
+seoscanners
+ubermetrics-technologies.com
+voyagerx.com
+xpymep1.exe