V4.2023.11.4142 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AIBOT
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-AllSubmitter
-Backlink-Ceck
-BatchFTP
+360Spider
+404enemy
+Anthill
+AwarioRssBot
+BDCbot
 BetaBot
-Bigfoot
-Bitacle
-BlackWidow
-Blackboard
-Brandwatch
-Buddy
-BuiltBotTough
-BunnySlippers
-CherryPicker
-Chlooe
-DnBCrawler-Analytics
+Bullseye
+Cegbfeieh
+ChinaClaw
+Cogentbot
+CopyRightCheck
+Cosmos
+Crawling at Home Project
+Dirbuster
+DomCopBot
 Download Wonder
-Ecxi
-Exabot
-Extreme Picture Finder
-EyeNetIE
-Fimap
-Firefox/7.0
-Getintent
-GrabNet
-HTTP::Lite
-HTTrack
-Heritrix
-Hloader
-IRLbot
-Indy Library
-InternetSeer
+EirGrabber
+ExtLinksBot
+Extractor
+FyberSpider
+GPTBot
+Gigabot
+Go-Ahead-Got-It
+HEADMasterSEO
+HonoluluBot
+Id-search
+Image Sucker
+Intelliseek
+Jyxobot
+Kozmosbot
 Larbin
-Lftp
-LibWeb
-LinkWalker
-LinqiaRSSBot
-MFC_Tear_Sample
-Mag-Net
-Majestic-SEO
-Mediatoolkitbot
-Microsoft URL Control
-Musobot
-NICErsPRO
-Nettrack
-Nimbostratus
-Nutch
+LinksManager
+MQQBrowser
+MSIECrawler
+Majestic12
+Microsoft Data Access
+Moblie Safari
+Mojeek
+Msrabot
+Needle
+NetAnts
+Nibbler
+NimbleCrawler
+Nuclei
 Octopus
-OpenLinkProfiler
+OrangeBot
 OutfoxBot
-PageGrabber
-PictureFinder
-Quick-Crawler
-Rankivabot
-Recorder
-Ripper
-SEOkicks
-SEOstats
+Petalbot
+Picscout
+Pockey
+RSSingBot
+Rainbot
+RankingBot2
+RealDownload
+RepoMonkey
 SMTBot
-Seekport
-SeekportBot
-SemanticJuice
+SenutoBot
 Seomoz
-Siphon
-Snoopy
-SocialRankIOBot
-Sosospider
-SputnikBot
+Sociscraper
+SpaceBison
+Sqlmap
+Steeler
+SuperBot
+SuperHTTP
+Teleport
+Telesoft
 Telesphorep
-TinyTestBot
-Typhoeus
-URLy.Warning
+VCI
+Vacuum
+Virusdie
+Voil
 Voltron
-WBSearchBot
-Web Collage
-WebEnhancer
-WebFuck
+WEBDAV
+Wallpapers
+WallpapersHD
+WeSEE
+Web Sauger
+WebCollage
+WebPix
 WebStripper
+WebSucker
+Webalta
 Whack
-Zade
-Zeus
+WiseGuys Robot
+Xaldon WebSpider
+Xaldon_WebSpider
+Zermelo
 ZoominfoBot
-ZyBorg
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-crawler4j
-eCatch
-magpie-crawler
-mediawords
-netEstate NE Crawler
-openai
-s1z.ru
-sexsearcher
-webgains-bot
+arquivo-web-crawler
+clark-crawler
+dataforseo.com
+domainsproject.org
+evc-batch
+iubenda-radar
+probe-image-size
+scan.lol
+seostar
+sp_auditbot
+ubermetrics-technologies.com
+x09Mozilla