V4.2022.03.2978 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
 404enemy
-80legs
 ADmantX
-ASPSeek
-AfD-Verbotsverfahren
-AiHitBot
+Aboundexbot
 Anarchie
-Anarchy99
-Anthill
-Apexoo
-Atomseobot
-AwarioRssBot
+Anarchy
 AwarioSmartBot
-BBBike
-BackDoorBot
+BLEXBot
+BackStreet
+BackWeb
+Backlink-Ceck
+Badass
+Bandit
 Barkrowler
 BatchFTP
-Black Hole
+BetaBot
+Bitacle
 BlackWidow
 BlowFish
-BotALot
-Brandprotect
-Brandwatch
+Boardreader
+Buck
+Buddy
 Bullseye
-BunnySlippers
-BuzzSumo
-Cegbfeieh
-CensysInspect
-ChinaClaw
-Cocolyzebot
+CCBot
+CSHttp
+CheTeam
+Claritybot
+Cliqzbot
+Cloud mapping
 Cogentbot
-Copier
 Copyscape
-Cosmos
-Craftbot
-Crawling at Home Project
 Crescent
-Curious
-Custo
-CyotekWebCopy
-DIIbot
+CrunchBot
 DataCha0s
-DatabaseDriverMysqli
+Devil
+Digincore
 DigitalPebble
+Dirbuster
 Disco
-Discobot
 Discoverybot
-DomainAppender
-DomainCrawler
-Domains Project
-Dotbot
-Download Wonder
-ECCP/1.0
-Evil
-Exabot
-Express WebPictures
-ExtLinksBot
-Ezooms
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+DomainStatsBot
+EasyDL
+EirGrabber
+EroCrawler
+Extractor
+ExtractorPro
 FDM
 FemtosearchBot
-FlashGet
-FrontPage
-Fuzz
-FyberSpider
+Firefox/7.0
+Flunky
+Fyrebot
 GT::WWW
-GetRight
-Go-Ahead-Got-It
-GridBot
+GermCrawler
+GrabNet
 HEADMasterSEO
-HTMLparser
+Havij
+Heritrix
+HonoluluBot
 HybridBot
-IRLbot
-IlseBot
-Indy Library
-InfoNaviRobot
-InterGET
-InternetSeer
-Iria
+Image Fetch
+Image Sucker
+InfoTekies
+Iskanie
+IstellaBot
 JamesBOT
+Jbrofuzz
+JennyBot
+JetCar
 Jorgee
-Keybot Translation-Search-Machine
+Jyxobot
+Kinza
 LNSpiderguy
-Lanshanbot
 Larbin
 LeechFTP
-LexiBot
 Lftp
-Lightspeedsystems
+LibWeb
+Libwhisker
+Likse
 Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
-MIIxpc
-MSFrontPage
-MSIECrawler
-MTRobot
+LinkpadBot
+Litemage_walker
+Lmspider
+MJ12bot
 Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-MarkWatch
+Majestic-SEO
+Masscan
 MauiBot
+Mb2345Browser
+MegaIndex.ru
 Metauri
 MicroMessenger
 Microsoft URL Control
-Moblie Safari
-MolokaiBot
+Minefield
+Mister PiX
+Musobot
 NPbot
-Navroad
+Name Intelligence
 Net Vampire
-NetMechanic
-NetZIP
+NetAnts
+NetLyzer
 Netcraft
+NextGenSearchBot
 Nibbler
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Nmap
-Nuclei
-Octopus
-OpenLinkProfiler
-OpenVAS
+Nikto
+Offline Navigator
 Openfind
-Openvas
 OrangeBot
-OrangeSpider
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
 PageGrabber
 PageScorer
+Pandalytics
+Papa Foto
 Pavuk
-Picscout
+PeoplePal
+Pi-Monster
 PictureFinder
-Piepmatz
-PleaseCrawl
-ProWebWalker
-Psbot
-Pump
+Pockey
+PxBroker
 PyCurl
-RSSingBot
+Quick-Crawler
 RankActive
-RankActiveLinkBot
 RankFlex
 RankingBot
-Rankivabot
-Re-re
-ReGet
+RankingBot2
+RankurBot
 RealDownload
-Reaper
 RebelMouse
 Recorder
-RedesScrapy
 RepoMonkey
 Ripper
-SEOkicks-Robot
+RocketCrawler
+Rogerbot
+SEOkicks
 SEOlyticsCrawler
-SEOstats
 SMTBot
+SalesIntelligent
 ScanAlert
-ScreenerBot
-Searchestate
-Seekport
-SemanticJuice
-SeoSiteCheckup
+Scanbot
+ScoutJet
+ScrepyBot
+SearchmetricsBot
+Semrush
+Seomoz
 Shodan
-Siphon
+SiteLockSpider
 SiteSucker
 Sitebeam
-Siteimprove
-SlySearch
+Sitevigil
+SmartDownload
 Snake
-SocialRankIOBot
+Snapbot
+Snoopy
 Sogou web spider
 SpankBot
 SputnikBot
-Sqlmap
 Sqlworm
-Sucuri
-SuperHTTP
+Steeler
+Surfbot
 Suzuran
 Swiftbot
 Szukacz
-T0PHackTeam
-Telesphorep
-TheNomad
+TeleportPro
+The Intraformant
 Thumbor
 TightTwatBot
 Titan
-Toweyabot
-Trendiction
-Trendictionbot
-TurnitinBot
-Twice
+Toata
+True_Robot
+Turingos
+Turnitin
 Typhoeus
-Upflow
+URLy.Warning
 V-BOT
+VB Project
 Vacuum
-Virusdie
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
 WASALive-Bot
-WISENutbot
+WEBDAV
 WPScan
-WWW-Collector-E
-Wallpapers/3.0
-Web Auto
-Web Enhancer
+WWW-Mechanize
+Web Collage
+Web Fetch
 Web Fuck
+Web Pix
 Web Sauger
-WebCollage
-WebCopier
-WebFuck
+WebAuto
+WebEnhancer
+WebFetch
+WebGo IS
 WebPix
 WebReaper
 WebSauger
 WebSucker
-WebZIP
-Webshag
-WebsiteExtractor
+Webalta
+WebmasterWorldForumBot
 Whack
-Whatweb
-WiseGuys Robot
+Woobot
+Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
 Zade
-adscanner
-archive.org_bot
-arquivo.pt
-backlink-check
+Zitebot
+ZoominfoBot
+cah.io.community
 check1.exe
-clark-crawler
-dataforseo.com
+crawl.sogou.com
+demandbase-bot
 domainsproject.org
+eCatch
+evc-batch
 gopher
 heritrix
-magpie-crawler
-mediawords
-muhstik-scan
+instabid
+internetVista monitor
+ips-agent
 netEstate NE Crawler
 oBot
 page scorer
 plumanalytics
+polaris version
 probe-image-size
-ripz
 scalaj-http
-seocompany.store
+seobility
 seoscanners
 seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
+siteripz
+sogouspider
 spyfu
-webgains-bot
+sysscan
+trendiction.com
+trendiction.de
+voyagerx.com
+webpros.com
 x09Mozilla
+x22Mozilla
+zauba.io