V4.2022.01.2827 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
+404enemy
 ADmantX
+AIBOT
 ALittle Client
-ASPSeek
-Abonti
-Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
-AlphaBot
-Anarchie
-Apexoo
-Asterias
+Anthill
 Attach
-BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
-BacklinkCrawler
-BatchFTP
+BBBike
+Badass
 BetaBot
+Black Hole
+Blackboard
+Blow
 Buck
 BuiltBotTough
 BuiltWith
+BunnySlippers
 BuzzSumo
+CATExplorador
 CSHttp
-Calculon
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheTeam
-Chlooe
-Claritybot
+CherryPicker
+ChinaClaw
 Cliqzbot
 Cloud mapping
-Copier
-CopyRightCheck
-Cosmos
-Crawling at Home Project
-Curious
+CrazyWebCrawler
+Custo
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Demon
-Deusu
-Devil
+Digincore
 DigitalPebble
-Dirbuster
+Discobot
 Dispatch
 DnBCrawler-Analytics
 DnyzBot
-DomainStatsBot
+DomCopBot
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
+Dotbot
 Dragonfly
-Drip
 ECCP/1.0
-EMail Siphon
-EasyDL
-Ecxi
-Exabot
-EyeNetIE
+Express WebPictures
+ExtLinksBot
+Extractor
 Ezooms
-FDM
+FHscan
+Fimap
 Firefox/7.0
+FlashGet
 Foobot
 Fuzz
-FyberSpider
-GT::WWW
 GalaxyBot
-GetRight
-Grabber
-HEADMasterSEO
+GermCrawler
+GetWeb
+Go!Zilla
+Gotit
+GridBot
 HTMLparser
+HTTP::Lite
 HaosouSpider
-Havij
+Harvest
+Hloader
 HybridBot
-IDBTE4M
 IDBot
+Iblog
 IlseBot
-Image Fetch
+Image Sucker
 IndeedBot
-InterGET
-Internet Ninja
-InternetSeer
-Iria
+InfoNaviRobot
+InfoTekies
 Iskanie
+IstellaBot
 JOC Web Spider
-JamesBOT
 Jbrofuzz
+Jetty
 JikeSpider
 Joomla
+Jorgee
+Kinza
+Kozmosbot
 LNSpiderguy
 LWP::Simple
-Lanshanbot
+Larbin
+Leap
 LeechFTP
-Lftp
-LibWeb
+LeechGet
+Libwhisker
+LieBaoFast
 Lightspeedsystems
-Linkdexbot
-LinksManager
-Lipperhey
-Ltx71
-MFC_Tear_Sample
-MIDown tool
+LinkWalker
+Linkbot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey Spider
+Litemage_walker
+Lmspider
 MQQBrowser
 MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic12
+MSIECrawler
+Magnet
+Majestic-SEO
 Mass Downloader
 Masscan
-MauiBot
-Meanpathbot
+Mata Hari
+Mediatoolkitbot
 MegaIndex.ru
-Microsoft URL Control
-Minefield
 Mister PiX
-Mojolicious
-Mr.4x3
+Mojeek
+Msrabot
 Musobot
-NearSite
-Needle
-Nessus
-NetLyzer
+NICErsPRO
+Name Intelligence
+Nameprotect
+Navroad
+Net Vampire
 NetSpider
-NetZIP
-Niki-bot
-Nikto
+Netcraft
+Nibbler
 Nimbostratus
-Octopus
+Nmap
+Nuclei
+Offline Explorer
 Offline Navigator
-OnCrawl
-OpenVAS
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+Openvas
+OrangeBot
+OutclicksBot
+PHPCrawl
+PageGrabber
+PageScorer
+Pandalytics
 Panscient
-Petalbot
-Pi-Monster
-Piepmatz
+Picsearch
+PictureFinder
 Pimonster
-Pockey
+Pixray
 Probethenet
-PxBroker
-RankingBot2
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+Rankivabot
+RankurBot
 Re-re
-Reaper
-SMTBot
+RebelMouse
+RedesScrapy
+Ripper
+RocketCrawler
+SBIder
+SEOkicks-Robot
+SISTRIX
 SalesIntelligent
-Scanbot
-Searchestate
-SemanticJuice
-Semrush
+ScanAlert
+ScoutJet
+Screaming
+ScrepyBot
+SearchmetricsBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
 Shodan
 Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteSucker
 Sitebeam
-Siteimprove
-SlySearch
+Sitevigil
 SmartDownload
-Snake
+Snapbot
 Snoopy
 SocialRankIOBot
-Sogou web spider
-SpaceBison
+Sosospider
+Spammen
 SpankBot
 Spanner
-Spbot
 SputnikBot
-Sqlmap
-Stripper
+Sqworm
+Steeler
+Sucker
+SuperBot
 SuperHTTP
-Suzuran
-Swiftbot
+SurveyBot
 Szukacz
 T0PHackTeam
 Telesoft
-Telesphorep
+Telesphoreo
 TheNomad
 Thumbor
-Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-TwengaBot
-URLy Warning
+TightTwatBot
+Turingos
+Typhoeus
+URLy.Warning
 Upflow
-VCI
 Vacuum
-Vagabondo
-Virusdie
-Voil
+VoidEYE
 Voltron
-WEBDAV
-WPScan
-WWW::Mechanize
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Auto
-Web Fetch
-Web Fuck
-Web Sauger
-WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebImageCollector
+Web Sucker
+WebFetch
+WebFuck
+WebGo IS
+WebLeacher
+WebReaper
 WebSauger
-WebStripper
+WebSucker
+WebWhacker
 Webalta
-Webshag
+Webster
+Whack
 Whatweb
 Who.is Bot
-WinHTTrack
+Widow
 WiseGuys Robot
+Wotbox
+Wprecon
 Xaldon_WebSpider
+YoudaoBot
 Zade
-arquivo-web-crawler
+Zermelo
+Zeus
+Zitebot
+ZumBot
+ZyBorg
+archive.org_bot
 arquivo.pt
-backlink-check
 cah.io.community
 check1.exe
-cognitiveseo
 com.plumanalytics
-crawl.sogou.com
 crawler.feedback
 dataforseo.com
-demandbase-bot
-domainsproject.org
-instabid
-pcBrowser
-ripz
-s1z.ru
-satoristudio.net
-scalaj-http
-seobility
-sitechecker.pro
+lwp-request
+lwp-trivial
+meanpathbot
+muhstik-scan
+oBot
+seocompany.store
+seoscanners
+seostar
+serpstatbot
+sexsearcher
+sogouspider
+spyfu
 tAkeOut
-webprosbot
-x09Mozilla
-zgrab
+trendiction.com
+trendiction.de
+voyagerx.com
+webpros.com
+zauba.io