V4.2024.07.4637 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-Aboundexbot
-AdsTxtCrawlerTP
 AllSubmitter
-Asterias
-AwarioRssBot
-AwarioSmartBot
-BDCbot
+Ankit
+AwarioBot
+BackStreet
 BackWeb
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Buck
-BuiltBotTough
-Calculon
-Claritybot
+Backlink-Ceck
+CODE87
+CherryPicker
 Cosmos
-DIIbot
+Crawling at Home Project
+Crescent
+Custo
+DBLBot
+DataCha0s
+Demon
+Deusu
+Disco
+Domains Project
 Dragonfly
+ECCP/1.0
 EasyDL
 Ecxi
 Evil
-GPTBot
-Getintent
-Grabber
-HTTrack
-HaosouSpider
-Hloader
-HonoluluBot
+Extractor
+ExtractorPro
+FDM
+Foobot
+Freeuploader
+FrontPage
+FyberSpider
+Genieo
+GetWeb
 Humanlinks
-ImagesiftBot
-InfraSec Scanner
-Iria
-JOC Web Spider
-JennyBot
-Jorgee
-LWP::Simple
-LeechGet
-LinksManager
-Lmspider
-Ltx71
-MJ12bot
-Majestic12
-MarkWatch
+HybridBot
+IDBot
+IlseBot
+InfoNaviRobot
+InternetSeer
+JikeSpider
+Joomla
+Keybot Translation-Search-Machine
+Kozmosbot
+Likse
+LinkextractorPro
+LinqiaScrapeBot
+Mag-Net
+Magnet
+MarkMonitor
 Microsoft Data Access
+Minefield
+Mojolicious
+MolokaiBot
 Mozlila
-Mr.4x3
-Needle
-NetLyzer
-Offline Explorer
-OpenLinkProfiler
-PECL::HTTP
-Pandalytics
-Picscout
-Psbot
-RankActive
-RankFlex
+NPbot
+Netvibes
+Ninja
+Page Analyzer
+Pimonster
+ProWebWalker
+Rainbot
+RankActiveLinkBot
 RankingBot
-RebelMouse
-SISTRIX
-ScreenerBot
-ScrepyBot
-Seekport
-Site Sucker
+RepoMonkey
+SEOlyticsCrawler
+SEOstats
+SenutoBot
+SeobilityBot
+SiteLockSpider
 Sitevigil
-SmartDownload
-Snoopy
-Sosospider
-Sucuri
-Suzuran
-Telesphoreo
-Toweyabot
-Turnitin
-TurnitinBot
+SlySearch
+Sqlworm
+T8Abot
+TeleportPro
+Thumbor
+TightTwatBot
+Trendiction
+Trendictionbot
 Upflow
-V-BOT
-Vacuum
-VidibleScraper
+Vagabondo
+VelenPublicWebCrawler
 WEBDAV
-Web Enhancer
-WebStripper
-Webshag
-Whack
-Widow
-WiseGuys Robot
-Xenu
-Zauba
+WWWOFFLE
+Wallpapers
+WallpapersHD
+WebPix
+Whatweb
+Xaldon_WebSpider
 Zermelo
-ZyBorg
-arquivo-web-crawler
-com.plumanalytics
-dataforseo.com
-iubenda-radar
-linkdexbot
-magpie-crawler
-openai
-probe-image-size
-scan.lol
-siteripz
-tAkeOut
+adscanner
+archive.org_bot
+awario.com
+clark-crawler
+eCatch
+facebookscraper
+imagesift.com
+internetVista monitor
+s1z.ru
+serpstatbot
+sitechecker.pro
+ubermetrics-technologies.com