V4.2023.08.3949 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
+404enemy
 ASPSeek
-AhrefsBot
-Alligator
-Backlink-Ceck
-BacklinkCrawler
+Aspiegel
+Attach
+BDCbot
+BackStreet
+BackWeb
 Badass
-Battleztar Bazinga
+Bandit
 Black Hole
-BlackWidow
-Buddy
-BunnySlippers
-Calculon
-Cogentbot
-CrunchBot
-DatabaseDriverMysqli
-Digincore
-DnyzBot
-Dotbot
-Download Wonder
-Extractor
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-HMView
-HaosouSpider
-IDBot
-IndeedBot
-Internet Ninja
-JennyBot
-Jyxobot
+BlowFish
+Brandwatch
+Bytespider
+CazoodleBot
+CherryPicker
+Cliqzbot
+CopyRightCheck
+Copyscape
+CyotekWebCopy
+Disco
+DnBCrawler-Analytics
+DomCopBot
+Dragonfly
+ECCP/1.0
+EMail Siphon
+Express WebPictures
+Firefox/7.0
+FrontPage
+GermCrawler
+GrabNet
+Grabber
+GrapeFX
+GrapeshotCrawler
+Iblog
+IlseBot
+IstellaBot
+JetCar
+Kinza
+LWP::Simple
 LinkWalker
-Lipperhey Spider
-MarkWatch
-Meanpathbot
-Musobot
-Needle
-Nessus
-NetMechanic
-Netcraft
-Nettrack
-Nibbler
+LinkpadBot
+LinqiaMetadataDownloaderBot
+MIDown tool
+MSIECrawler
+MarkMonitor
+Mata Hari
+MeanPath Bot
+Mediatoolkitbot
+Net Vampire
 Niki-bot
-Ninja
-OpenVAS
-PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageAnalyzer
-Papa Foto
-PxBroker
+Nutch
+OrangeBot
+Panscient
+PeoplePal
+Petalbot
+ProPowerBot
+PyCurl
+RankFlex
 RankurBot
-ReGet
-RealDownload
-Rogerbot
-SBIder
-SMTBot
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
+SEOstats
 SalesIntelligent
-Searchestate
-SearchmetricsBot
 Semrush
-SeoSiteCheckup
-SiteCheckerBotCrawler
-SmartDownload
-Sogou web spider
-Sosospider
-Spinn3r
-Sqlmap
-Sqlworm
-Telesoft
-Tracemyfile
-Trendictionbot
-Vagabondo
-Voltron
-WASALive-Bot
-Wallpapers
-WeSEE
+Seomoz
+Siteimprove
+Sociscraper
+Steeler
+Suzuran
+Szukacz
+TeleportPro
+Thumbor
+Titan
+UnisterBot
+WWWOFFLE
 Web Auto
-Web Enhancer
-Web Fetch
 Web Fuck
-WebBandit
 WebCollage
-WebReaper
-WebWhacker
-Webshag
-WebsiteQuester
-WiseGuys Robot
-Woobot
-ZoomBot
-com.plumanalytics
-crawl.sogou.com
-linkdexbot
+WebGo IS
+WebImageCollector
+Webalta
+WebmasterWorldForumBot
+Whack
+Widow
+Xaldon WebSpider
+Zade
+Zermelo
+Zitebot
+coccocbot
+gopher
+ips-agent
 netEstate NE Crawler
-openai
-openai.com
+oBot
+ripz
 seobility
-seoscanners
-sexsearcher
-tAkeOut
-x22Mozilla
+seocompany.store
+sp_auditbot
+zauba.io
+zgrab