V4.2024.04.4469 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-ASPSeek
-Abonti
-Acunetix
-AhrefsBot
-Anarchy
-Badass
-Bitacle
+80legs
+Aipbot
+AlphaBot
+Ankit
+AwarioBot
+AwarioSmartBot
+BLEXBot
 Blackboard
-Blow
-Bullseye
-Bytespider
-CensysInspect
+Boardreader
+CheTeam
+CheeseBot
 CherryPicker
-ChinaClaw
-Copyscape
-DIIbot
-DomainSigmaCrawler
-Evil
-Express WebPictures
-Go-Ahead-Got-It
-GridBot
+Citoid
+CopyRightCheck
+Custo
+Deusu
+Dirbuster
+Disco
+DnyzBot
+Drip
+FDM
+Firefox/7.0
+Flunky
+Fyrebot
+GT::WWW
+GoZilla
+GrapeshotCrawler
+HMView
+Haansoft
+Heritrix
 Hloader
-Humanlinks
-IlseBot
-Image Fetch
-InfoNaviRobot
-InterGET
-Internet Ninja
+ImagesiftBot
+Intelliseek
+IstellaBot
+Jorgee
 JustView
-LWP::Simple
-Lanshanbot
-LexiBot
-Likse
 Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-Litemage_walker
-MIDown tool
+LinksManager
+Lipperhey Spider
 MIIxpc
-MQQBrowser
-Majestic12
-Mass Downloader
+Majestic SEO
+Majestic-SEO
+MarkWatch
 Masscan
-Moblie Safari
+Mb2345Browser
 Mojeek
-Mojolicious
-Name Intelligence
-NearSite
-Nessus
-NetLyzer
-NetMechanic
+NICErsPRO
 NetSpider
-NetZIP
-Netcraft
-Nmap
-OpenVAS
-OrangeBot
-Page Analyzer
-PageAnalyzer
+Nibbler
+Nutch
+Offline Navigator
+OutclicksBot
+PageScorer
+Pandalytics
+Papa Foto
 PeoplePal
-Picsearch
-ProPowerBot
-Proximic
-PxBroker
-Rainbot
-RocketCrawler
-SISTRIX
-SiteExplorer
+Psbot
+Pu_iN
+PyCurl
+RSSingBot
+SEOstats
+SMTBot
+ScreenerBot
+Seekport
+SeoSiteCheckup
+Siphon
 Snoopy
-Sociscraper
-Spammen
-Sqworm
-Steeler
-Sucuri
+Sogou web spider
+Sottopop
+Spanner
+SuperBot
 Teleport
 Telesphoreo
-Toweyabot
-Twice
-WBSearchBot
-WWW-Collector-E
-Wallpapers
-Web Sucker
+TinyTestBot
+Typhoeus
+UnisterBot
+WallpapersHD
 WebCopier
-WebReaper
-Whacker
-Widow
-Wonderbot
-Wotbox
-YaK
-Zitebot
-ZoomBot
-adscanner
-ips-agent
-s1z.ru
-seobility
-seostar
-webprosbot
-xpymep1.exe
-zgrab
+Whack
+Zermelo
+ZumBot
+arquivo.pt
+autoemailspider
+clark-crawler
+crawler.feedback
+crawler4j
+internetVista monitor
+iubenda-radar
+linkdexbot
+mediawords
+omgili
+probe-image-size
+sexsearcher
+siteripz
+sogouspider
+tAkeOut
+ubermetrics-technologies.com
+webpros.com
+x22Mozilla