V4.2024.06.4557 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Ankit
-Apexoo
-BackDoorBot
+01h4x.com
+360Spider
+Aboundex
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
+Alligator
+Anarchie
+AwarioSmartBot
 BackStreet
-Battleztar Bazinga
-Black Hole
-Blackboard
-Bolt
-Brandprotect
-BuzzSumo
-Crescent
+Bigfoot
+Blow
+BlowFish
+BotALot
+CATExplorador
+CazoodleBot
+CensysInspect
+CheTeam
+ChinaClaw
+Cloud mapping
+Craftbot
+CrazyWebCrawler
+DataCha0s
 DigitalPebble
-Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-Exabot
+Domains Project
 ExtLinksBot
-Extreme Picture Finder
+ExtractorPro
+EyeNetIE
 FHscan
-FemtosearchBot
-GPTBot
-GT::WWW
-GetWeb
+FrontPage
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+Genieo
 Go!Zilla
-Google-Extended
-GrapeFX
 GridBot
-HTTP::Lite
-HaosouSpider
-Havij
-HybridBot
-IDBTE4M
 IRLbot
-Image Sucker
-Internet Ninja
-JennyBot
+Indy Library
 Jorgee
 Jyxobot
-Kenjin Spider
+LNSpiderguy
 LWP::Simple
-Linkbot
-MJ12bot
-MarkWatch
-Mb2345Browser
-Moblie Safari
-Mr.4x3
+LexiBot
+LieBaoFast
+LinkScan
+LinkWalker
+LinqiaRSSBot
+MauiBot
+Microsoft URL Control
+Minefield
+Morfeus Fucking Scanner
 Musobot
-NPbot
-Net Vampire
-NetMechanic
-Nimbostratus
-Nutch
-Octopus
-Pi-Monster
-PictureFinder
-Pixray
-ProPowerBot
+Nessus
+NetAnts
+OpenVAS
+OutclicksBot
+Pandalytics
 Psbot
-RSSingBot
-RankActiveLinkBot
-RankingBot2
-Re-re
-RealDownload
-Recorder
-RepoMonkey
+RankingBot
+Reaper
 Screaming
-Searchestate
-SemanticJuice
-Sosospider
-SuperHTTP
-Telesphoreo
+SemrushBot
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
+Snake
+Sottopop
+Spanner
+Spinn3r
+Sqworm
+TheNomad
+Titan
 Trendictionbot
-Turingos
-URLy Warning
-Voil
-Voltron
-WebPix
-WebStripper
-WebZIP
-WebmasterWorldForumBot
+UnisterBot
+Upflow
+VelenPublicWebCrawler
+VeriCiteCrawler
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+WallpapersHD
+Web Fuck
+WebCollage
+WebGo IS
+Widow
 Zeus
-archive.org_bot
-cah.io.community
-cohere-ai
-crawl.sogou.com
-crawler.feedback
-eCatch
-linkdexbot
-linkfluence
-lwp-trivial
+ZumBot
+demandbase-bot
+gopher
+isitwp.com
+magpie-crawler
 mediawords
-ripz
+openai
+plumanalytics
+serpstatbot
 sitechecker.pro
 siteripz
-sysscan
-trendiction.com
-webmeup-crawler
-webpros.com
-webprosbot
+tAkeOut