V4.2024.10.4797 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-AdsTxtCrawlerTP
-AhrefsBot
-AwarioBot
-BackStreet
-BacklinkCrawler
-BetaBot
-Blow
-BuiltWith
+Aipbot
+AllSubmitter
+AlphaBot
+Anarchy99
+Ankit
+Anthill
+AwarioRssBot
+Buck
+BuiltBotTough
+BunnySlippers
+BuzzSumo
+CATExplorador
 CODE87
-Collector
-Crawling at Home Project
-Deusu
-Devil
-Dirbuster
-Discoverybot
-DomainAppender
+CazoodleBot
+ChatGPT-User
+CherryPicker
+Citoid
+Cogentbot
+Copyscape
 DomainCrawler
-DomainSigmaCrawler
-Dotbot
+Dragonfly
 EirGrabber
-ExtLinksBot
-EyeNetIE
-FacebookBot
-Fyrebot
-Grabber
-Heritrix
-Image Fetch
-InfoNaviRobot
-InfoTekies
-IstellaBot
-JennyBot
+Evil
+Express WebPictures
+Flunky
+Genieo
+GermCrawler
+HTMLparser
+Humanlinks
+IDBTE4M
+IndeedBot
+InterGET
 JetCar
-Jetty
-Kenjin Spider
-Kinza
-LeechFTP
-LibWeb
-LinkWalker
-LinqiaRSSBot
-MFC_Tear_Sample
-MIIxpc
-Mb2345Browser
-Microsoft Data Access
+LNSpiderguy
+LieBaoFast
+Likse
+LinksManager
+LinqiaMetadataDownloaderBot
+Lmspider
+MIDown tool
+MSFrontPage
+MarkWatch
+MeanPath Bot
 Mister PiX
-NearSite
+Mozlila
+NPbot
+Nameprotect
 NetMechanic
-Nimbostratus
-Nmap
-Nuclei
-Offline Navigator
+OpenLinkProfiler
 OpenVAS
 OrangeSpider
-OutclicksBot
-Page Analyzer
-Picsearch
-ProPowerBot
-Proximic
-Pump
+PageGrabber
+Pi-Monster
+Picscout
+Psbot
 RSSingBot
+RankFlex
 Recorder
+SBIder
 SEOlyticsCrawler
-SEOstats
-Screaming
-Searchestate
-Semrush
-SlySearch
-Sociscraper
-SuperHTTP
-Surfbot
-Telesphorep
+ScoutJet
+ScreenerBot
+Shodan
+SiteSucker
+Spanner
+Steeler
+Suzuran
+The Intraformant
 Trendiction
-Trendictionbot
-Twice
-Upflow
-VCI
-Vacuum
+Turnitin
 VoidEYE
-Voil
-Voltron
-Wallpapers
+WEBDAV
+WISENutbot
+WWW-Mechanize
 Web Enhancer
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-WiseGuys Robot
-Xenu
-Zeus
-awario.com
-cah.io.community
-cognitiveseo
+Web Sucker
+WebCollage
+WebCopier
+WebImageCollector
+WebSucker
+Xaldon WebSpider
+YoudaoBot
+Zade
+Zauba
+ZmEu
+backlink-check
 dataforseo.com
+dataforseobot
 demandbase-bot
-domainsproject.org
-probe-image-size
-s1z.ru
-seoscanners
-siteripz
-sysscan
-ubermetrics-technologies.com
+lwp-request
+netEstate NE Crawler
+polaris version
+seostar
+sexsearcher
+spyfu
+tAkeOut
+webmeup-crawler
+x09Mozilla
+zauba.io