V4.2022.05.3129 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+01h4x.com
+360Spider
 80legs
-ADmantX
 AIBOT
 ALittle Client
-Aboundex
-Aboundexbot
+ASPSeek
+AhrefsBot
 Alligator
+AlphaBot
 Anarchie
-Anarchy99
+Anthill
+Apexoo
 Aspiegel
 Atomseobot
 Attach
-AwarioRssBot
-BBBike
-BackDoorBot
+BDCbot
+BLEXBot
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Badass
 Bandit
+Battleztar Bazinga
 BetaBot
-Bigfoot
-Bitacle
+Black Hole
 BlackWidow
-Blackboard
+BlowFish
+Bolt
+BotALot
+Brandprotect
+Brandwatch
 Buck
-Buddy
-BuiltBotTough
-BuiltWith
-BunnySlippers
-BuzzSumo
-CCBot
+Bullseye
+CATExplorador
+Calculon
+CazoodleBot
 Cegbfeieh
 CensysInspect
+CherryPicker
 ChinaClaw
-Chlooe
-Cloud mapping
-Cogentbot
-Copier
+Citoid
+CopyRightCheck
 Copyscape
+CrazyWebCrawler
 CrunchBot
-DBLBot
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Deusu
-Dirbuster
-Disco
-Discobot
+CyotekWebCopy
+DSearch
+Digincore
 Discoverybot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainSigmaCrawler
 DomainStatsBot
 Download Wonder
+Dragonfly
 Drip
-EasyDL
-EirGrabber
-ExtLinksBot
-FlashGet
-Flunky
-FyberSpider
-GermCrawler
+ECCP/1.0
+EMail Siphon
+Ebingbong
+Express WebPictures
+ExtractorPro
+FemtosearchBot
+Firefox/7.0
+Foobot
+Fuzz
+GalaxyBot
 GetRight
 Getintent
-Gigabot
-GrabNet
+GoZilla
 Grabber
 Grafula
-GrapeshotCrawler
-HMView
-Haansoft
+HTMLparser
+HTTP::Lite
+HaosouSpider
 Harvest
+Havij
 Hloader
-IDBTE4M
-Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InfoTekies
+Humanlinks
+IRLbot
+Iblog
+Intelliseek
 InterGET
-InternetSeer
-Iskanie
+Internet Ninja
+Iria
+IstellaBot
+JamesBOT
+Jetty
+JikeSpider
 Joomla
 Jorgee
 Jyxobot
+Kenjin Spider
 Keyword Density
-LNSpiderguy
-Lanshanbot
 LeechFTP
+LeechGet
 LexiBot
-Lftp
-Likse
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lmspider
-Ltx71
-MJ12bot
+LieBaoFast
+LinkWalker
+LinkpadBot
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+MIIxpc
 MQQBrowser
-MSFrontPage
 MSIECrawler
-MTRobot
-Magnet
+Mag-Net
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
 Majestic12
-MarkMonitor
-Mass Downloader
+MauiBot
 Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Minefield
+Mister PiX
+Mojolicious
 MolokaiBot
-Mr.4x3
+Morfeus Fucking Scanner
+Msrabot
 Musobot
-Name Intelligence
-Navroad
-Net Vampire
+Needle
+Nessus
+NetAnts
+NetLyzer
 NetMechanic
 NetSpider
-NetZIP
-Nettrack
-Netvibes
-Nimbostratus
-Nutch
-Octopus
+Nibbler
+Nmap
+Not
+Nuclei
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
 Openfind
-PECL::HTTP
-PageGrabber
-Panscient
-Pavuk
-Pi-Monster
-Piepmatz
-Pimonster
-Pixray
+Openvas
+OutclicksBot
+OutfoxBot
+PHPCrawl
+Pandalytics
+PeoplePal
+Petalbot
+Picsearch
 PleaseCrawl
-ProWebWalker
+ProPowerBot
+Pu_iN
+Pump
+PyCurl
 QueryN Metasearch
-Rankivabot
-Re-re
-RebelMouse
-Recorder
-RocketCrawler
-Rogerbot
+RSSingBot
+RankActive
+RankingBot2
+RankurBot
+RealDownload
+Reaper
+RedesScrapy
+Ripper
 SBIder
-SEOprofiler
-SISTRIX
+SEOkicks-Robot
+SalesIntelligent
+ScanAlert
 ScoutJet
 Scrapy
+ScreenerBot
+ScrepyBot
 Searchestate
 SearchmetricsBot
+Seekport
 SemanticJuice
+Semrush
+SentiBot
+Seomoz
 Shodan
 Siphon
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSucker
-Sitebeam
-Sitevigil
-SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
+Snapbot
+Sogou web spider
+Sosospider
 Sottopop
-Spammen
-Spanner
+SpankBot
 Spbot
-Sqlworm
-Stripper
+Sqworm
+Steeler
+Sucuri
 SuperHTTP
 Suzuran
-T0PHackTeam
-T8Abot
+TeleportPro
 Telesoft
-The Intraformant
-TightTwatBot
-Titan
-Toata
-Tracemyfile
+Telesphoreo
+Telesphorep
+Toweyabot
 True_Robot
-Turingos
-Upflow
-V-BOT
-VB Project
-VeriCiteCrawler
-Virusdie
-Voil
+TwengaBot
+Typhoeus
+UnisterBot
+Vacuum
+Vagabondo
+VoidEYE
 Voltron
-WBSearchBot
+WASALive-Bot
 WISENutbot
-WPScan
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WWW::Mechanize
+WeSEE
+Web Collage
 Web Enhancer
 Web Fetch
 Web Sucker
 WebBandit
-WebCollage
-WebCopier
 WebEnhancer
-WebFetch
-WebFuck
+WebImageCollector
+WebLeacher
 WebPix
-WebReaper
-Webalta
+WebSauger
 WebmasterWorldForumBot
+Webshag
 Website Quester
-Whack
-Widow
-WiseGuys Robot
-Wotbox
-YoudaoBot
+WebsiteExtractor
+Whacker
+WinHTTrack
+Wprecon
+Xenu
 Zade
 Zauba
-ZmEu
-autoemailspider
+Zermelo
+ZoomBot
+ZoominfoBot
+archive.org_bot
+arquivo-web-crawler
 backlink-check
-cah.io.community
-check1.exe
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-crawler4j
-dataforseo.com
 demandbase-bot
-eCatch
-evc-batch
-facebookscraper
-heritrix
 instabid
-ips-agent
-iubenda-radar
-linkdexbot
-page scorer
+isitwp.com
+meanpathbot
+netEstate NE Crawler
+pcBrowser
 plumanalytics
 probe-image-size
+ripz
 s1z.ru
+satoristudio.net
+scan.lol
 seobility
-seocompany.store
-sitechecker.pro
-spyfu
+sexsearcher
+sogouspider
 sysscan
-trendiction.com
-trendiction.de
-voyagerx.com
-webpros.com
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
 x22Mozilla
 xpymep1.exe