V4.2023.08.3942 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Attach
-AwarioRssBot
-BetaBot
+404checker
+80legs
+AlphaBot
+Anarchie
+Anarchy
+Anthill
+Aspiegel
+AwarioSmartBot
+BackStreet
+Bandit
 Bitacle
-Brandprotect
-Bullseye
-BunnySlippers
-CATExplorador
-CazoodleBot
+Boardreader
+BotALot
+Brandwatch
+BuiltWith
+Calculon
 ChinaClaw
-Cogentbot
-Collector
-DSearch
+Cocolyzebot
+CrazyWebCrawler
 DatabaseDriverMysqli
-Discobot
 Discoverybot
-DnBCrawler-Analytics
-DomainStatsBot
-Domains Project
-Drip
-EirGrabber
-EroCrawler
+Dispatch
+DomainCrawler
+EasyDL
+Ebingbong
+Evil
 Extreme Picture Finder
-FHscan
-Firefox/7.0
-Fuzz
-GetRight
-Getintent
-Gotit
-GrabNet
+FDM
+Flunky
+FrontPage
+Fyrebot
+Genieo
+Grafula
 GridBot
-HTTrack
-Hloader
-Humanlinks
-HybridBot
-Image Sucker
-JamesBOT
-JennyBot
-Libwhisker
-Lightspeedsystems
+HEADMasterSEO
+Iblog
+Indy Library
+JOC Web Spider
+Kenjin Spider
 LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-MIDown tool
-Mail.RU_Bot
-Morfeus Fucking Scanner
-Msrabot
-Name Intelligence
-NetSpider
-Netcraft
+Mediatoolkitbot
+MicroMessenger
+Moblie Safari
 Nettrack
-Niki-bot
-Nmap
-Nuclei
-OrangeSpider
-POE-Component-Client-HTTP
-Pockey
+Nikto
+Nimbostratus
+Offline Navigator
+Openfind
+OutfoxBot
+Page Analyzer
+Panscient
+Papa Foto
+Probethenet
 Psbot
-PyCurl
-RankActive
-Ripper
-RocketCrawler
-SEOprofiler
-SMTBot
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
-SiteExplorer
+RankActiveLinkBot
+Recorder
+ScanAlert
+Siphon
 Sitebeam
-Siteimprove
-SocialRankIOBot
+SlySearch
+SmartDownload
 Sottopop
-SputnikBot
-Sqlmap
-Teleport
-Telesoft
-TheNomad
-TightTwatBot
+SpankBot
+Sucker
+Toweyabot
 Tracemyfile
-VoidEYE
+Turingos
+WEBDAV
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
-WebFuck
-WebReaper
-WebsiteQuester
-Whacker
-Widow
-Xaldon WebSpider
-archive.org_bot
-cah.io.community
+Wallpapers/3.0
+WallpapersHD
+WebAuto
+WebCopier
+WebSucker
+WebWhacker
+WebZIP
+Webster
+Who.is Bot
+Wotbox
+Xenu
+Zeus
+Zitebot
+ZumBot
+backlink-check
+clark-crawler
+crawl.sogou.com
+crawler4j
 dataforseo.com
-ips-agent
-mediawords
-openai.com
-probe-image-size
-satoristudio.net
-seobility
-seoscanners
+evc-batch
+facebookscraper
+iubenda-radar
+meanpathbot
+muhstik-scan
 tAkeOut
+webgains-bot