V4.2024.02.4300 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-AhrefsBot
-AllSubmitter
-BBBike
-Backlink-Ceck
-Barkrowler
-Black Hole
-Buck
-CazoodleBot
-CensysInspect
-ChatGPT-User
-CheeseBot
-Craftbot
-Crawling at Home Project
+ALittle Client
+AiHitBot
+Anthill
+AwarioSmartBot
+BLEXBot
+BackWeb
+Badass
+BatchFTP
+Blow
+Bullseye
+CSHttp
 Curious
-DomainSigmaCrawler
-Dotbot
-Ebingbong
-Exabot
-Express WebPictures
-Fimap
-Freeuploader
-GetWeb
-Gigabot
-GrabNet
-IRLbot
+DIIbot
+Dragonfly
+Extractor
+EyeNetIE
+FHscan
+FemtosearchBot
+Flunky
+Foobot
+FrontPage
+Fuzz
+GT::WWW
+Go!Zilla
+HTTP::Lite
+HaosouSpider
+InfoTekies
 Iria
-JennyBot
-JetCar
-Jetty
-Joomla
-LWP::Simple
-Larbin
-Likse
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MQQBrowser
-Mediatoolkitbot
-MicroMessenger
-Mojeek
-Morfeus Fucking Scanner
+JOC Web Spider
+LNSpiderguy
+LinkScan
+Linkbot
+MSIECrawler
+Majestic-SEO
+Mass Downloader
+MegaIndex.ru
+Moblie Safari
+Mojolicious
+Mr.4x3
 NPbot
-Nameprotect
-NetZIP
+NearSite
+Net Vampire
+NetMechanic
+NextGenSearchBot
+Niki-bot
+OpenVAS
 Openvas
 OutfoxBot
+PageAnalyzer
+PageScorer
 Picscout
-RankFlex
-RankingBot
-RealDownload
-SEOkicks
+PictureFinder
+ProPowerBot
+Probethenet
+RankActiveLinkBot
+RankingBot2
+Rankivabot
+Reaper
+RebelMouse
+SMTBot
+ScanAlert
+Screaming
 ScreenerBot
-ScrepyBot
-SeekportBot
-Semrush
-Shodan
-SiteLockSpider
-Snapbot
-SpankBot
-SputnikBot
-Sqlmap
-Sucker
-SuperBot
-Suzuran
-Toata
-Toweyabot
-Turnitin
-Upflow
-V-BOT
+SemrushBot
+SenutoBot
+SeobilityBot
+Site Sucker
+SmartDownload
+Snake
+Sogou web spider
+Sqworm
+Surfbot
+TheNomad
 VCI
-Voltron
+VelenPublicWebCrawler
+Virusdie
+VoidEYE
+WASALive-Bot
+WBSearchBot
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers
-Web Sucker
-WebCollage
-WebReaper
-WebStripper
-WinHTTrack
-Wotbox
+Web Auto
+Web Fetch
+Web Fuck
+WebmasterWorldForumBot
+Webster
+Who.is Bot
+Xaldon WebSpider
 arquivo-web-crawler
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-demandbase-bot
-evc-batch
-internetVista monitor
+coccocbot
+cohere-ai
+domainsproject.org
+eCatch
 isitwp.com
-meanpathbot
-omgili
-openai.com
-page scorer
-s1z.ru
-scalaj-http
-seobility
-sogouspider
-tAkeOut
-ubermetrics-technologies.com
+muhstik-scan
+netEstate NE Crawler
+pcBrowser
+probe-image-size
+sp_auditbot
+webgains-bot
+zgrab