V4.2024.05.4476 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-BacklinkCrawler
+404enemy
+AfD-Verbotsverfahren
+AlphaBot
+Asterias
+Attach
+AwarioBot
+AwarioRssBot
+BBBike
+BackStreet
+Backlink-Ceck
 Bitacle
-BlackWidow
-Buddy
-BuiltWith
-CrunchBot
-DatabaseDriverMysqli
-Deusu
-Disco
+Boardreader
+Brandprotect
+Brandwatch
+CSHttp
+CheTeam
+Citoid
+Cocolyzebot
+Copier
+CopyRightCheck
+Crawling at Home Project
+Crescent
+DSearch
 Discoverybot
+DomCopBot
 DomainSigmaCrawler
-EMail Siphon
-Ecxi
-ExtLinksBot
-FHscan
+Dotbot
+Dragonfly
+EyeNetIE
+Ezooms
+FDM
 Fimap
-Grabber
-Grafula
-HMView
+GetWeb
+Gotit
+GrabNet
 HTTP::Lite
-Harvest
-Humanlinks
 HybridBot
-Iblog
-IndeedBot
+IDBTE4M
+ImagesiftBot
+Indy Library
+Jbrofuzz
+JustView
+Jyxobot
 Kenjin Spider
-Leap
-LeechGet
-Libwhisker
-LinqiaRSSBot
-MJ12bot
-Mag-Net
-MarkWatch
-MauiBot
-MicroMessenger
-Mozlila
-NetSpider
+LWP::Simple
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
+MFC_Tear_Sample
+Mail.RU_Bot
+Navroad
+NetZIP
+Nibbler
 Niki-bot
 Openfind
-PageAnalyzer
-PageThing.com
-Pandalytics
-Papa Foto
-Pimonster
-ProPowerBot
+POE-Component-Client-HTTP
+Pixray
 Proximic
-Pump
-RSSingBot
-RankingBot
+QueryN Metasearch
 Rankivabot
-Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
+ReGet
+RepoMonkey
+Ripper
 SalesIntelligent
-ScrepyBot
-SeobilityBot
-Siphon
+SeekportBot
+Seomoz
+SiteSnagger
 Sitevigil
 SlySearch
 SocialRankIOBot
-Sottopop
-SuperBot
-Suzuran
-Swiftbot
-TheNomad
-Trendictionbot
-True_Robot
-Typhoeus
-Vacuum
+Sogou web spider
+Spammen
+SpankBot
+Sqlmap
+Teleport
+Telesphoreo
+Toweyabot
+VeriCiteCrawler
+VoidEYE
 Voil
-WEBDAV
-WWW::Mechanize
-Web Fetch
-WebImageCollector
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webster
-Whatweb
-Who.is Bot
+Voltron
+WeSEE
+Web Pix
+Web Sauger
+WebSauger
 Widow
 Wotbox
-ZoomBot
-arquivo.pt
-cah.io.community
-com.plumanalytics
-demandbase-bot
-eCatch
-lwp-trivial
-openai.com
-page scorer
-ripz
-scalaj-http
-seobility
-seostar
-sexsearcher
-tAkeOut
-webpros.com
-webprosbot
+Zitebot
+arquivo-web-crawler
+dataforseo.com
+iubenda-radar
+s1z.ru
+satoristudio.net
+scan.lol
+serpstatbot
+sogouspider
+spyfu
+sysscan
+trendiction.de
+webgains-bot