V4.2022.03.2986 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
 404enemy
-ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-Acunetix
+AfD-Verbotsverfahren
 Aipbot
-Alexibot
-AllSubmitter
 AlphaBot
-Anarchy99
+Anarchie
+Anthill
 Apexoo
 Asterias
 Atomseobot
-AwarioRssBot
+Attach
 AwarioSmartBot
-BDCbot
+BBBike
+BDFetch
 BackDoorBot
-Badass
+Backlink-Ceck
 Bandit
-BetaBot
-Bitacle
-Blackboard
+BatchFTP
+Black Hole
+BlowFish
+Bolt
 BotALot
-Brandprotect
 Brandwatch
-Buddy
 BuiltBotTough
 BuiltWith
-CATExplorador
-Calculon
-CheTeam
+BuzzSumo
+CODE87
+CSHttp
+CazoodleBot
+CheeseBot
 CherryPicker
 ChinaClaw
-Chlooe
-Claritybot
 Cloud mapping
+Copier
 CopyRightCheck
-Cosmos
-Craftbot
-CrazyWebCrawler
-Crescent
-CyotekWebCopy
-DataCha0s
+DSearch
+Deusu
 Devil
-DigitalPebble
-Dispatch
+Disco
+Discobot
+Discoverybot
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
+DomainStatsBot
 Download Wonder
 Dragonfly
 ECCP/1.0
+EMail Siphon
+EMail Wolf
+EirGrabber
 Evil
 Exabot
 ExtLinksBot
-Extreme Picture Finder
-FDM
-FemtosearchBot
+ExtractorPro
+Fimap
 FlashGet
-Freeuploader
-FrontPage
-FyberSpider
+Foobot
 Fyrebot
-Go!Zilla
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
+GT::WWW
+GetRight
+Gigabot
 Gotit
-GrabNet
+Grabber
+GrapeFX
 GrapeshotCrawler
-HTTrack
-Haansoft
-HaosouSpider
+GridBot
+HMView
+Harvest
 Heritrix
-IRLbot
-Iblog
-IlseBot
-Image Sucker
-Indy Library
+Image Fetch
 InfoNaviRobot
 Intelliseek
+InterGET
+InternetSeer
+JOC Web Spider
 JamesBOT
-JetCar
+Jbrofuzz
+JikeSpider
 Jorgee
-JustView
 Jyxobot
-Keyword Density
-Kinza
 Kozmosbot
 LWP::Simple
 Larbin
-Leap
-LeechFTP
-LibWeb
-Lightspeedsystems
+LeechGet
+LexiBot
+Lftp
 LinkScan
-LinkpadBot
-LinksManager
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
 Litemage_walker
-MQQBrowser
+Lmspider
+Ltx71
+MIIxpc
+MJ12bot
+MSFrontPage
 MTRobot
+Mag-Net
 Mail.RU_Bot
-Majestic12
-Mass Downloader
-Mb2345Browser
+MarkMonitor
+Mata Hari
+MauiBot
 Meanpathbot
 MegaIndex.ru
-Microsoft URL Control
-Minefield
-Mojeek
-Mozlila
+Microsoft Data Access
+Moblie Safari
 Mr.4x3
+Musobot
 NICErsPRO
+NPbot
 Name Intelligence
 Navroad
+NearSite
 Nessus
 Net Vampire
 NetAnts
-NetMechanic
-Netcraft
+NetLyzer
 Nettrack
-NextGenSearchBot
-Nibbler
-Nmap
-Nutch
+Netvibes
+NimbleCrawler
+Not
+Nuclei
 Offline Explorer
+OnCrawl
 Openfind
-OrangeBot
+Openvas
 OrangeSpider
 PECL::HTTP
-PageAnalyzer
-Pandalytics
-PictureFinder
-Pimonster
+Page Analyzer
+PageScorer
+PageThing.com
+Panscient
+Pavuk
+Petalbot
+Picscout
+Picsearch
+PleaseCrawl
 ProPowerBot
 Probethenet
-Psbot
 Pump
-QueryN Metasearch
-RSSingBot
+RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot
+Rankivabot
+ReGet
+RealDownload
 Recorder
 RedesScrapy
-SBIder
-SEOkicks
-SEOlyticsCrawler
-Scrapy
+Ripper
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
+SalesIntelligent
+ScoutJet
+ScreenerBot
 ScrepyBot
+Searchestate
 SearchmetricsBot
-Seekport
-Seomoz
+SemrushBot
+SentiBot
+SeoSiteCheckup
+Siphon
+Site Sucker
+SiteLockSpider
 SiteSucker
-Sitebeam
+SmartDownload
+SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
 Spammen
-Sqlmap
+Sqlworm
+Sqworm
 Steeler
+Stripper
 Sucuri
 SuperHTTP
-Swiftbot
-T0PHackTeam
-T8Abot
-Teleport
-Telesphoreo
-TheNomad
-Toata
-Toweyabot
+Surfbot
+SurveyBot
+Suzuran
+Szukacz
+Telesoft
+Telesphorep
+Titan
+Trendictionbot
 True_Robot
-Turingos
-TurnitinBot
-Twice
-URLy Warning
+TwengaBot
+Typhoeus
+V-BOT
+VCI
 Vacuum
-Vagabondo
-VeriCiteCrawler
-Virusdie
+VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-WallpapersHD
+Wallpapers/3.0
 Web Auto
-Web Fetch
-Web Sauger
-WebBandit
+Web Pix
 WebCollage
-WebEnhancer
-WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
-WebSauger
-WebWhacker
+WebStripper
 WebZIP
-WebmasterWorldForumBot
-Webshag
 WebsiteQuester
-Webster
-Whack
-Whacker
-Whatweb
-WinHTTrack
-WiseGuys Robot
-Woobot
-Wotbox
-Xaldon WebSpider
+Who.is Bot
+Widow
+Wprecon
 Xaldon_WebSpider
-Xenu
-Zade
+YoudaoBot
 Zauba
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-ZyBorg
+Zermelo
 adscanner
-archive.org_bot
+arquivo-web-crawler
+autoemailspider
 backlink-check
-check1.exe
+cah.io.community
 coccocbot
 com.plumanalytics
-crawler.feedback
-crawler4j
 dataforseo.com
-gopher
+evc-batch
+internetVista monitor
 ips-agent
-isitwp.com
 iubenda-radar
 lwp-request
-lwp-trivial
 mediawords
 muhstik-scan
 netEstate NE Crawler
-satoristudio.net
+page scorer
+pcBrowser
+plumanalytics
+ripz
+s1z.ru
+scalaj-http
 scan.lol
+serpstatbot
+sexsearcher
 sitechecker.pro
 sp_auditbot
-spyfu
 trendiction.com
-trendiction.de
 voyagerx.com
-webgains-bot
 webpros.com
+webprosbot
+x09Mozilla
+xpymep1.exe