V4.2022.06.3159 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
+404checker
+404enemy
 80legs
 ADmantX
-Aboundex
-Aboundexbot
+Acunetix
 AiHitBot
+Aipbot
 Alligator
-Anarchy
+AlphaBot
 Anthill
+Apexoo
+Aspiegel
+Asterias
+Atomseobot
 AwarioRssBot
-BBBike
+AwarioSmartBot
+BDCbot
 BDFetch
-BLEXBot
-BackStreet
 BackWeb
+Backlink-Ceck
 Badass
+Bandit
+Barkrowler
 BatchFTP
 Battleztar Bazinga
 Bigfoot
 Bitacle
+Black Hole
+BlackWidow
 BlowFish
 Boardreader
-BotALot
-Brandprotect
+Brandwatch
 BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CCBot
-Calculon
+CSHttp
+CazoodleBot
 CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
-Cliqzbot
 Collector
+Copier
 CopyRightCheck
+Copyscape
 Cosmos
-CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
 Custo
-CyotekWebCopy
-DIIbot
+DBLBot
 DSearch
+DataCha0s
+Devil
 Digincore
+Dirbuster
 Discobot
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
 DomainCrawler
-ECCP/1.0
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+EMail Wolf
 EasyDL
-Ecxi
-EirGrabber
 Exabot
-ExtractorPro
-Extreme Picture Finder
-Ezooms
 FDM
-Firefox/7.0
-Freeuploader
+FHscan
+FemtosearchBot
+Fimap
+Flunky
+FrontPage
+Fuzz
 FyberSpider
-G-i-g-a-b-o-t
-GetRight
-GetWeb
-Getintent
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
+Genieo
+GoZilla
+GrabNet
 Grabber
-GrapeFX
-GrapeshotCrawler
-GridBot
+HEADMasterSEO
 HMView
-HTMLparser
 HTTP::Lite
 HTTrack
 Haansoft
 HaosouSpider
+Harvest
+Havij
+Hloader
+HonoluluBot
+Humanlinks
 IRLbot
-Id-search
+Iblog
 IlseBot
 Image Sucker
 IndeedBot
-Internet Ninja
-InternetSeer
-Iskanie
+Intelliseek
+InterGET
 IstellaBot
-Jorgee
 JustView
-Keybot Translation-Search-Machine
+Kenjin Spider
 Keyword Density
-Kinza
 Kozmosbot
-Lanshanbot
 Larbin
-Leap
 LeechGet
-LexiBot
-LinksManager
+Libwhisker
 LinqiaRSSBot
-Lipperhey
-MIIxpc
+Lipperhey Spider
+Litemage_walker
 MJ12bot
+MQQBrowser
+MSIECrawler
+MTRobot
 Mag-Net
-Magnet
 Majestic SEO
+MarkWatch
+Mass Downloader
+MauiBot
 MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-Metauri
-Microsoft Data Access
 Minefield
-MolokaiBot
-Morfeus Fucking Scanner
 Mr.4x3
 Msrabot
 Musobot
-NICErsPRO
-Nameprotect
-NearSite
+Navroad
 Needle
 NetLyzer
-NetSpider
+NetMechanic
+NetZIP
 Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
 Nimbostratus
 Ninja
-OnCrawl
+Not
+Nuclei
+Octopus
 OpenLinkProfiler
+Openfind
 Openvas
 OrangeSpider
-PECL::HTTP
+OutclicksBot
+OutfoxBot
 PHPCrawl
-Page Analyzer
-PageAnalyzer
+PageScorer
 PageThing.com
-PeoplePal
-Pi-Monster
-Picsearch
-PictureFinder
-Pockey
-Psbot
+Pandalytics
+Papa Foto
+Pavuk
+Pixray
+PleaseCrawl
+ProPowerBot
+Probethenet
 Pu_iN
-Pump
-PyCurl
+Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankingBot
-RankingBot2
-Recorder
-RedesScrapy
+RealDownload
 Ripper
-RocketCrawler
+SBIder
 SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
 SEOstats
+SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
-Screaming
+Scrapy
+ScrepyBot
 Seekport
-SeobilityBot
-SiteCheckerBotCrawler
-SiteLockSpider
+Seomoz
+Shodan
+Siphon
+SiteExplorer
+SiteSucker
+Sitebeam
 SmartDownload
 Snoopy
-Sosospider
-Spammen
+SpaceBison
 Spbot
 Spinn3r
-Sqlmap
-Sqlworm
-Steeler
-Stripper
+Sqworm
+Sucuri
 SuperHTTP
-Surfbot
 Swiftbot
+T8Abot
 TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
-TightTwatBot
+TheNomad
+Titan
+Tracemyfile
+Turingos
 Turnitin
-TwengaBot
-Twice
+TurnitinBot
+Typhoeus
+URLy Warning
 UnisterBot
-Vacuum
+V-BOT
+VB Project
+VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
+Virusdie
 VoidEYE
-Voltron
 WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-WeSEE
+Wallpapers
 Web Auto
-Web Collage
 Web Enhancer
-Web Pix
+Web Sauger
+Web Sucker
 WebBandit
 WebCollage
-WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
-WebPix
-WebStripper
-WebZIP
-Webalta
+WebCopier
+WebSauger
+WebSucker
+WebWhacker
 Website Quester
 WebsiteQuester
 Whatweb
 Widow
-WinHTTrack
-Wonderbot
-Woobot
+Wotbox
+Wprecon
+Xaldon WebSpider
 Xenu
-Zade
-Zauba
-Zeus
-ZyBorg
+Zermelo
+adscanner
+arquivo.pt
 autoemailspider
-coccocbot
-com.plumanalytics
+backlink-check
+cah.io.community
+cognitiveseo
 crawler.feedback
+crawler4j
 domainsproject.org
+eCatch
 evc-batch
+heritrix
 internetVista monitor
-ips-agent
-muhstik-scan
+lwp-request
+lwp-trivial
+meanpathbot
+mediawords
 netEstate NE Crawler
-plumanalytics
-polaris version
-satoristudio.net
-scan.lol
+pcBrowser
+probe-image-size
+ripz
+s1z.ru
+scalaj-http
 seobility
+seostar
+serpstatbot
 sitechecker.pro
-siteripz
-spyfu
-trendiction.de
+sysscan
 webprosbot
+zauba.io
 zgrab