V4.2024.04.4417 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Acunetix
+01h4x.com
+ADmantX
+AhrefsBot
 AiHitBot
-Anthill
-Bandit
-BlackWidow
-BotALot
-Brandprotect
+Alexibot
+Backlink-Ceck
+BacklinkCrawler
+BatchFTP
+Battleztar Bazinga
 Bullseye
-BunnySlippers
-BuzzSumo
-Bytespider
-CSHttp
-CazoodleBot
-ChinaClaw
-Cliqzbot
-Cloud mapping
-CrazyWebCrawler
-Crescent
-CyotekWebCopy
-DBLBot
-DatabaseDriverMysqli
-DomainAppender
-Drip
-EirGrabber
-EroCrawler
-Exabot
-ExtLinksBot
-Extractor
-Ezooms
+CCBot
+CODE87
+CherryPicker
+Copyscape
+Cosmos
+Craftbot
+DIIbot
+Dragonfly
+FemtosearchBot
+FlashGet
+Foobot
+GT::WWW
 Genieo
-Gotit
-Grabber
-Grafula
-IDBTE4M
-IDBot
-Image Sucker
+Getintent
+Gigabot
+GridBot
+HTTrack
+Havij
 InternetSeer
-Iskanie
 IstellaBot
-JamesBOT
-Jorgee
-JustView
+JennyBot
+Jetty
+Kinza
+Kozmosbot
 LexiBot
-Linkbot
-MJ12bot
+Libwhisker
+LinkpadBot
+LinqiaScrapeBot
+MFC_Tear_Sample
+MTRobot
+Mag-Net
 Mass Downloader
-NICErsPRO
+MauiBot
+Morfeus Fucking Scanner
+Musobot
+NPbot
+NetAnts
 NetMechanic
-OnCrawl
-OutclicksBot
-POE-Component-Client-HTTP
+Openvas
+OrangeSpider
+PECL::HTTP
+Page Analyzer
 PageAnalyzer
-Pandalytics
+PeoplePal
+Picscout
 Piepmatz
-Probethenet
-QueryN Metasearch
-RankingBot
-Reaper
-RebelMouse
-Ripper
+Pimonster
+Psbot
+Pu_iN
+ReGet
 Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
-ScreenerBot
-SemrushBot
-SeoSiteCheckup
-SiteExplorer
-Snoopy
-SpaceBison
-Swiftbot
-T8Abot
-Teleport
-TeleportPro
-TinyTestBot
-Trendiction
-Turnitin
-UnisterBot
-VCI
-VoidEYE
+Scanbot
+SearchmetricsBot
+SenutoBot
+SiteCheckerBotCrawler
+Sitebeam
+SlySearch
+Snake
+Spammen
+SputnikBot
+Sucuri
+Surfbot
+TheNomad
+Titan
+Trendictionbot
 WASALive-Bot
-Wallpapers
+WBSearchBot
+WWWOFFLE
+WallpapersHD
 Web Enhancer
-Web Fuck
-WebAuto
+Web Sauger
+Web Sucker
+WebCopier
+WebGo IS
 WebPix
-WebSauger
-clark-crawler
+Whack
+WinHTTrack
+Wprecon
+Zauba
+Zermelo
+dataforseo.com
+demandbase-bot
 facebookscraper
-iubenda-radar
-seoscanners
+lwp-request
+netEstate NE Crawler
+openai.com
 seostar
-sitechecker.pro
 siteripz
 sp_auditbot
-sysscan
-tAkeOut
-ubermetrics-technologies.com
-xpymep1.exe
-zauba.io
+webprosbot