V4.2023.04.3689 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aboundexbot
-AlphaBot
-Anarchy99
-Ankit
-Apexoo
-BackDoorBot
-BackWeb
-Bigfoot
-Black Hole
-Blow
-Boardreader
-Bullseye
-CherryPicker
-CopyRightCheck
-Copyscape
-Curious
-DBLBot
-DittoSpyder
-DnyzBot
-Evil
-Exabot
-ExtractorPro
+ASPSeek
+Abonti
+AhrefsBot
+AllSubmitter
+Asterias
+BDCbot
+Bandit
+Brandprotect
+BuiltWith
+CSHttp
+Collector
+DSearch
+Disco
+Dispatch
+DnBCrawler-Analytics
+DomainSigmaCrawler
+Dotbot
+Ezooms
+Genieo
 GetWeb
 Grafula
-GrapeshotCrawler
 GridBot
-HMView
-Hloader
-Id-search
-Iria
-Iskanie
+HTTrack
+Haansoft
+HaosouSpider
+Harvest
+Havij
 IstellaBot
-Jbrofuzz
-JennyBot
-LexiBot
-MQQBrowser
-Majestic SEO
-Mr.4x3
-Nessus
-NetAnts
-NetSpider
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nikto
-NimbleCrawler
-Ninja
-Offline Navigator
+Joomla
+Keyword Density
+Kinza
+LNSpiderguy
+Lanshanbot
+LieBaoFast
+LinkWalker
+Lipperhey
+Ltx71
+MSFrontPage
+Mag-Net
+Mass Downloader
+MeanPath Bot
+MegaIndex.ru
+Morfeus Fucking Scanner
+NPbot
+Netcraft
 OpenLinkProfiler
-OpenVAS
-OutfoxBot
-PECL::HTTP
-PageGrabber
-Pavuk
-PeoplePal
-Pu_iN
-RSSingBot
+Page Analyzer
+Pimonster
+ProWebWalker
+PyCurl
 RankActive
-Reaper
-RocketCrawler
+Rankivabot
+RepoMonkey
 SEOstats
-ScreenerBot
-ScrepyBot
-SemanticJuice
-SiteExplorer
-Siteimprove
-Sitevigil
-Snake
-Snapbot
-SpaceBison
-Sqlworm
-SuperBot
-Suzuran
+ScoutJet
+Scrapy
+Seekport
+Sosospider
+SpankBot
+Steeler
 Telesoft
-Telesphoreo
+Telesphorep
+Thumbor
+Twice
 Upflow
-VoidEYE
-Voil
-WPScan
-Web Pix
+VeriCiteCrawler
+WBSearchBot
+WWW-Mechanize
+WallpapersHD
+Web Auto
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Sauger
-WebFuck
-WebSucker
-WebZIP
-Website Quester
-WiseGuys Robot
-ZmEu
-clark-crawler
-domainsproject.org
-eCatch
-evc-batch
+Web Sucker
+WebBandit
+WebCollage
+WebStripper
+WebmasterWorldForumBot
+Xaldon WebSpider
+Xenu
+Zauba
+ZoomBot
+ZumBot
+adscanner
+archive.org_bot
+cah.io.community
+cognitiveseo
 heritrix
-meanpathbot
-oBot
-page scorer
-pcBrowser
-seobility
-spyfu
-xpymep1.exe
+isitwp.com
+iubenda-radar
+lwp-request
+probe-image-size
+s1z.ru
+scan.lol
+seoscanners
+sexsearcher
+siteripz
+sysscan
+webprosbot