V4.2024.06.4556 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ALittle Client
-Abonti
-Alexibot
-Anthill
-AwarioSmartBot
+Ankit
+Apexoo
 BackDoorBot
-BackWeb
-Barkrowler
-Bigfoot
+BackStreet
+Battleztar Bazinga
+Black Hole
+Blackboard
+Bolt
 Brandprotect
-Buck
-BuiltWith
-Bullseye
-CODE87
-Cegbfeieh
-CrunchBot
-Curious
-DataCha0s
-Devil
+BuzzSumo
+Crescent
 DigitalPebble
-DomainCrawler
-DomainStatsBot
-EirGrabber
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+Exabot
+ExtLinksBot
+Extreme Picture Finder
 FHscan
-Fimap
-FyberSpider
-HEADMasterSEO
+FemtosearchBot
+GPTBot
+GT::WWW
+GetWeb
+Go!Zilla
+Google-Extended
+GrapeFX
+GridBot
+HTTP::Lite
 HaosouSpider
-Iblog
-Indy Library
+Havij
+HybridBot
+IDBTE4M
+IRLbot
+Image Sucker
 Internet Ninja
-Jbrofuzz
-JustView
-Kozmosbot
-Larbin
-LibWeb
-LinkScan
-LinqiaScrapeBot
-Magnet
-Majestic SEO
+JennyBot
+Jorgee
+Jyxobot
+Kenjin Spider
+LWP::Simple
+Linkbot
+MJ12bot
 MarkWatch
-Mass Downloader
-Masscan
-Mojolicious
-Morfeus Fucking Scanner
-OrangeBot
-OutclicksBot
-OutfoxBot
-Papa Foto
-PleaseCrawl
+Mb2345Browser
+Moblie Safari
+Mr.4x3
+Musobot
+NPbot
+Net Vampire
+NetMechanic
+Nimbostratus
+Nutch
+Octopus
+Pi-Monster
+PictureFinder
+Pixray
 ProPowerBot
-Probethenet
 Psbot
-QueryN Metasearch
-Rainbot
+RSSingBot
+RankActiveLinkBot
+RankingBot2
 Re-re
-Reaper
+RealDownload
 Recorder
-SeekportBot
-SiteCheckerBotCrawler
-Sociscraper
+RepoMonkey
+Screaming
+Searchestate
+SemanticJuice
 Sosospider
-Sottopop
-Steeler
-TeleportPro
-Telesphorep
-TightTwatBot
-Tracemyfile
+SuperHTTP
+Telesphoreo
 Trendictionbot
-TwengaBot
-VB Project
-Vagabondo
-WISENutbot
-WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WebEnhancer
-WebImageCollector
-Whacker
-Who.is Bot
-WinHTTrack
-Wotbox
-Zauba
-ZmEu
-adscanner
-anthropic-ai
-cognitiveseo
+Turingos
+URLy Warning
+Voil
+Voltron
+WebPix
+WebStripper
+WebZIP
+WebmasterWorldForumBot
+Zeus
+archive.org_bot
+cah.io.community
+cohere-ai
 crawl.sogou.com
-evc-batch
-lwp-request
-magpie-crawler
-oBot
-openai.com
-scalaj-http
-seostar
-ubermetrics-technologies.com
-voyagerx.com
-zgrab
+crawler.feedback
+eCatch
+linkdexbot
+linkfluence
+lwp-trivial
+mediawords
+ripz
+sitechecker.pro
+siteripz
+sysscan
+trendiction.com
+webmeup-crawler
+webpros.com
+webprosbot