V4.2022.04.3043 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 404checker
-404enemy
-80legs
-ADmantX
-ALittle Client
+AIBOT
 Aboundex
-Aboundexbot
-Acunetix
-Aipbot
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
 AllSubmitter
 Alligator
+AlphaBot
 Ankit
-Anthill
-Asterias
-AwarioRssBot
-BackWeb
-Backlink-Ceck
-Badass
+Apexoo
+Attach
+BDCbot
+BLEXBot
 Bandit
-BatchFTP
-Bigfoot
+Barkrowler
+Battleztar Bazinga
+BetaBot
 Bitacle
-Blackboard
-Blow
+Black Hole
+BlackWidow
 BlowFish
-BuiltWith
-CODE87
-CSHttp
-Calculon
+Boardreader
+Buck
+Bullseye
+BuzzSumo
+CCBot
 CazoodleBot
-CensysInspect
-CheTeam
+Cegbfeieh
+CheeseBot
+CherryPicker
 Chlooe
 Citoid
-Cloud mapping
-Cogentbot
+Cliqzbot
 Collector
-Cosmos
-Craftbot
 Crawling at Home Project
 CrunchBot
-Demon
+Custo
+DBLBot
+DTS Agent
 Deusu
-Digincore
 Dirbuster
 Disco
-Discobot
-Dispatch
+Discoverybot
 DnBCrawler-Analytics
-DomainAppender
-DomainSigmaCrawler
+DnyzBot
+DomCopBot
 DomainStatsBot
-Drip
-ECCP/1.0
-EasyDL
+Domains Project
+Dotbot
+Dragonfly
+EMail Siphon
+EMail Wolf
 Ebingbong
-ExtLinksBot
-Extractor
+Evil
+Exabot
 Firefox/7.0
-Flunky
+FlashGet
 Foobot
 Freeuploader
-Fuzz
-GT::WWW
-GetRight
-Getintent
+FrontPage
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Grabber
+GrabNet
+Grafula
 GridBot
-HEADMasterSEO
-HMView
+HTTrack
 Haansoft
 HaosouSpider
-Havij
 HybridBot
-Iblog
-Image Fetch
-IndeedBot
+IDBot
+IRLbot
+Indy Library
 InfoNaviRobot
-Iskanie
+Intelliseek
+Internet Ninja
+InternetSeer
 IstellaBot
 JamesBOT
-Joomla
-Jorgee
+JennyBot
+JikeSpider
 JustView
-Jyxobot
-Kozmosbot
-Lanshanbot
-LeechFTP
-LexiBot
-Lftp
-LibWeb
-LieBaoFast
+LNSpiderguy
+Leap
 Likse
+LinkScan
+LinkWalker
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
+Lmspider
 Ltx71
+MIDown tool
 MJ12bot
-MSFrontPage
+MSIECrawler
+Magnet
+Mail.RU_Bot
 Majestic SEO
-MarkWatch
+Majestic-SEO
 Mass Downloader
-Masscan
 Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Mister PiX
-Moblie Safari
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Minefield
 Mojeek
-MolokaiBot
-Msrabot
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 NPbot
 Name Intelligence
-Nameprotect
 Navroad
-NearSite
-Net Vampire
-NetAnts
-NetMechanic
-NetZIP
-Netcraft
-NextGenSearchBot
+Needle
+NetLyzer
+NetSpider
+Niki-bot
 Nikto
 NimbleCrawler
-Ninja
-Not
-Nuclei
 Octopus
 Offline Explorer
-Openfind
-Page Analyzer
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
+PageGrabber
+PageThing.com
 Pavuk
-Petalbot
+Pi-Monster
+Picscout
+PictureFinder
+Piepmatz
 Pimonster
 Pixray
 PleaseCrawl
 Pockey
-Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankingBot2
+Psbot
+Pu_iN
+Pump
+RSSingBot
+RankingBot
 Rankivabot
+RankurBot
 Re-re
 ReGet
-Recorder
+RebelMouse
 RedesScrapy
-Ripper
-SBIder
+RepoMonkey
 SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SalesIntelligent
+SEOlyticsCrawler
+SEOstats
+SISTRIX
+SMTBot
 Scanbot
-ScoutJet
 ScreenerBot
+SemanticJuice
 Semrush
-SeoSiteCheckup
+SemrushBot
+SeobilityBot
 Siphon
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSucker
 Sitebeam
+Sitevigil
 SmartDownload
-Sogou web spider
-Sosospider
-Spbot
-Spinn3r
-Sqworm
+Snapbot
+Snoopy
+SocialRankIOBot
+SpaceBison
+SpankBot
+Steeler
+Sucuri
 SuperBot
 SurveyBot
-Swiftbot
-Szukacz
+Teleport
 Telesoft
 Telesphoreo
 Thumbor
-Tracemyfile
-Trendiction
+Titan
+Trendictionbot
 True_Robot
-Turingos
-TurnitinBot
 TwengaBot
 URLy.Warning
 UnisterBot
-Upflow
-VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
+V-BOT
+VCI
 Voil
-WASALive-Bot
+Voltron
+WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
 Web Fuck
-Web Pix
-WebCollage
-WebEnhancer
-WebFetch
+Web Sauger
+Web Sucker
+WebCopier
+WebFuck
+WebGo IS
 WebImageCollector
 WebPix
 WebReaper
-WebSauger
-WebStripper
 WebSucker
-WebWhacker
 WebZIP
-WebmasterWorldForumBot
 Webshag
 WebsiteExtractor
-Webster
+WebsiteQuester
 Whacker
-Whatweb
-WinHTTrack
+Who.is Bot
+Widow
 WiseGuys Robot
 Wonderbot
 Woobot
-Wotbox
-Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-Zade
+YoudaoBot
+Zauba
+Zermelo
+Zeus
+ZmEu
+ZyBorg
+arquivo.pt
 cah.io.community
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-demandbase-bot
-domainsproject.org
+coccocbot
 eCatch
-instabid
+gopher
 ips-agent
-lwp-request
+isitwp.com
 meanpathbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
-page scorer
+plumanalytics
 polaris version
-probe-image-size
-scalaj-http
+satoristudio.net
+seocompany.store
+seoscanners
 seostar
+serpstatbot
 sitechecker.pro
 siteripz
-sp_auditbot
-trendiction.de
-zgrab
+spyfu
+sysscan
+webgains-bot
+x09Mozilla
+xpymep1.exe