V4.2024.04.4430 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ADmantX
-Anthill
-Apexoo
-Aspiegel
-Attach
-BDCbot
-BackWeb
-Battleztar Bazinga
-BlowFish
-Bolt
-Brandprotect
-BuiltBotTough
-Calculon
-CheeseBot
-CherryPicker
-Citoid
-Cosmos
-Craftbot
+404enemy
+ASPSeek
+Acunetix
+AdsTxtCrawlerTP
+AiHitBot
+AllSubmitter
+Anarchie
+Asterias
+AwarioRssBot
+Bigfoot
+Bitacle
+Boardreader
+Cloud mapping
+Cogentbot
+Collector
 CrunchBot
-Deusu
-Discobot
-DomainStatsBot
-ECCP/1.0
-EMail Wolf
-FemtosearchBot
-GPTBot
-GermCrawler
-Getintent
-Go-Ahead-Got-It
-Gotit
+DatabaseDriverMysqli
+DigitalPebble
+DomainAppender
+EMail Siphon
+Exabot
+ExtLinksBot
+Extreme Picture Finder
+FHscan
+Firefox/7.0
+GT::WWW
+Genieo
+Go!Zilla
+Google-Extended
 GrapeshotCrawler
-HTTrack
-JamesBOT
-JennyBot
-Libwhisker
-LinkextractorPro
-Litemage_walker
-MFC_Tear_Sample
-Mata Hari
-MegaIndex.ru
+HEADMasterSEO
+Iblog
+InfoTekies
+Internet Ninja
+InternetSeer
+Iria
+Iskanie
+JOC Web Spider
+Keyword Density
+LWP::Simple
+LeechGet
+LibWeb
+Lightspeedsystems
+LinksManager
+LinqiaScrapeBot
+Lmspider
+MIIxpc
+MJ12bot
+MSFrontPage
+MSIECrawler
+Majestic-SEO
+Majestic12
+Mediatoolkitbot
+MicroMessenger
 Mister PiX
-Msrabot
-NetLyzer
-NimbleCrawler
-Nutch
-Octopus
-Openfind
-Openvas
+Name Intelligence
+Nameprotect
+NearSite
+Nibbler
+Offline Explorer
 OrangeBot
-Pimonster
-Pixray
-Pockey
-ProPowerBot
-ProWebWalker
-RankActiveLinkBot
-RankingBot
-SISTRIX
-ScreenerBot
-SentiBot
-Shodan
-Site Sucker
-SlySearch
-SocialRankIOBot
-SpankBot
-Spinn3r
-Sucker
-Sucuri
-SuperBot
-Surfbot
-SurveyBot
-Suzuran
-Trendictionbot
-URLy Warning
-URLy.Warning
-VB Project
-WASALive-Bot
-Web Collage
-Web Enhancer
-WebFetch
-WebSauger
-WebSucker
-WebsiteExtractor
-WiseGuys Robot
-Woobot
-Wotbox
-Xaldon WebSpider
-clark-crawler
-imagesift.com
-iubenda-radar
-lwp-request
+PECL::HTTP
+PageAnalyzer
+PageScorer
+Pavuk
+Rainbot
+Ripper
+Scanbot
+Screaming
+Sottopop
+Spammen
+Spbot
+Tracemyfile
+Turnitin
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voltron
+WWWOFFLE
+Web Auto
+WebBandit
+WebEnhancer
+Webalta
+Whack
+Who.is Bot
+Wprecon
+YaK
+adscanner
+arquivo.pt
+cognitiveseo
+crawl.sogou.com
+evc-batch
+muhstik-scan
 openai
 openai.com
-page scorer
-pcBrowser
-scan.lol
-serpstatbot
+s1z.ru
 sitechecker.pro
 sp_auditbot
-tAkeOut
+trendiction.de
+ubermetrics-technologies.com
+xpymep1.exe