V4.2022.12.3521 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-AIBOT
-ALittle Client
+404enemy
+ADmantX
 ASPSeek
-Aboundex
 Aboundexbot
-AhrefsBot
+AfD-Verbotsverfahren
+AllSubmitter
+AlphaBot
+Anarchie
 Anarchy
+Anarchy99
+Anthill
 Apexoo
-Asterias
+Aspiegel
 Atomseobot
-Attach
-BBBike
+AwarioRssBot
+AwarioSmartBot
 BDCbot
 BDFetch
 BLEXBot
-BackDoorBot
-BackStreet
-Bandit
-Battleztar Bazinga
+Backlink-Ceck
+BacklinkCrawler
+Badass
+BatchFTP
 BetaBot
-Black Hole
+Bigfoot
+Bitacle
+BlackWidow
 Blackboard
-Brandprotect
+Bolt
+BotALot
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
 BuzzSumo
-CODE87
-Calculon
-ChinaClaw
-Cliqzbot
-Cloud mapping
+CATExplorador
+CSHttp
+CazoodleBot
+CheTeam
+Chlooe
+Citoid
+Claritybot
 Cocolyzebot
 Cogentbot
 Collector
 Copier
-Curious
-CyotekWebCopy
-DBLBot
+CopyRightCheck
+Copyscape
+Crescent
+CrunchBot
 DIIbot
-Deusu
-Disco
+DTS Agent
+Digincore
 Discobot
-DittoSpyder
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
 DomCopBot
-DomainSigmaCrawler
-Domains Project
+DomainCrawler
+Download Wonder
 Dragonfly
 Drip
-EasyDL
+Ebingbong
 Ecxi
 EroCrawler
 Evil
-Exabot
-Express WebPictures
-Ezooms
-FHscan
-FemtosearchBot
-Fimap
+Extreme Picture Finder
 Firefox/7.0
 Foobot
+Freeuploader
+Fuzz
 Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 Genieo
-GermCrawler
+GetRight
 GetWeb
-Go!Zilla
-GrabNet
+Getintent
+Go-Ahead-Got-It
+GoZilla
+Grabber
 Grafula
 GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HMView
 HTMLparser
+HTTP::Lite
 HTTrack
-HaosouSpider
-Hloader
+Harvest
 HonoluluBot
 IDBTE4M
+IRLbot
 Iblog
-Id-search
 IlseBot
 Image Fetch
-Image Sucker
 IndeedBot
 Intelliseek
-Iria
+InternetSeer
 IstellaBot
 JamesBOT
+JennyBot
+JetCar
 JikeSpider
-Joomla
-JustView
-Kenjin Spider
-Kinza
-Kozmosbot
-LNSpiderguy
+LWP::Simple
+Larbin
+Leap
 LexiBot
-LibWeb
 LieBaoFast
 LinkWalker
-LinkpadBot
-LinqiaRSSBot
-Ltx71
-MIDown tool
+LinkextractorPro
+Lipperhey Spider
+Litemage_walker
+Lmspider
 MIIxpc
-MJ12bot
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
+MSIECrawler
+Magnet
 Majestic SEO
-Majestic12
 MarkMonitor
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Minefield
+Mass Downloader
+Mata Hari
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft URL Control
 Mister PiX
-Morfeus Fucking Scanner
-NICErsPRO
+MolokaiBot
+Musobot
+NPbot
 Nameprotect
 Navroad
-NearSite
+Needle
+Nessus
 NetLyzer
 NetZIP
-Nettrack
-Netvibes
-Nibbler
+Netcraft
+Nikto
+NimbleCrawler
 Nimbostratus
-Nmap
-Offline Navigator
-Openvas
-PHPCrawl
+Not
+Nuclei
+Octopus
+Offline Explorer
+OnCrawl
+OpenVAS
+OrangeBot
 POE-Component-Client-HTTP
+PageAnalyzer
+PageScorer
+Pandalytics
 Panscient
-Papa Foto
+PeoplePal
+Petalbot
 Picscout
-Pixray
-PleaseCrawl
-ProPowerBot
+ProWebWalker
 Probethenet
-PyCurl
-RSSingBot
-RankActive
-RankActiveLinkBot
-RankingBot
+Pu_iN
+Pump
+PxBroker
+Quick-Crawler
 RankingBot2
-Rankivabot
+ReGet
+RealDownload
 Reaper
-RebelMouse
-RepoMonkey
-Ripper
-SBIder
-SEOkicks-Robot
-SEOprofiler
+RocketCrawler
+Rogerbot
+SEOstats
 SMTBot
-ScreenerBot
-ScrepyBot
-Searchestate
+ScanAlert
 SearchmetricsBot
-SemanticJuice
-Semrush
-Shodan
-SiteLockSpider
-SiteSucker
-Siteimprove
+Seekport
+SentiBot
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
 Sitevigil
-SlySearch
-SmartDownload
-Snapbot
+Snake
 Snoopy
-Sociscraper
-Sottopop
-SpaceBison
-Spammen
-Spanner
-Spbot
+SocialRankIOBot
 SputnikBot
 Sqlworm
-Sqworm
-Steeler
-Sucker
-SuperHTTP
-SurveyBot
-T8Abot
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-TightTwatBot
+Stripper
+Sucuri
+SuperBot
+Surfbot
+Suzuran
+Swiftbot
+Szukacz
+Thumbor
 Titan
 Toweyabot
-Tracemyfile
-Turingos
+Trendictionbot
+True_Robot
 TurnitinBot
 TwengaBot
 Typhoeus
-UnisterBot
-VCI
-VeriCiteCrawler
+URLy Warning
+Upflow
+VB Project
+Vagabondo
 VidibleScraper
-VoidEYE
 Voil
-Voltron
 WASALive-Bot
-WPScan
+WWW-Mechanize
 WWWOFFLE
 Wallpapers
-Web Collage
-Web Fuck
-Web Pix
-WebBandit
-WebCollage
-WebCopier
-WebEnhancer
+WeSEE
+Web Enhancer
+WebFetch
 WebFuck
-WebWhacker
-Webshag
-Webster
+WebStripper
+WebSucker
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 Whacker
-Who.is Bot
+Whatweb
 Widow
-Woobot
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Wotbox
 Wprecon
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zade
-Zauba
-Zermelo
-ZumBot
+Zeus
+ZyBorg
 adscanner
-archive.org_bot
+backlink-check
+cah.io.community
 check1.exe
+clark-crawler
+coccocbot
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler4j
-demandbase-bot
-gopher
-linkdexbot
-lwp-request
-meanpathbot
-plumanalytics
-satoristudio.net
+domainsproject.org
+eCatch
+evc-batch
+ips-agent
+lwp-trivial
+oBot
 seocompany.store
-seostar
-sitechecker.pro
+serpstatbot
 siteripz
-spyfu
-tAkeOut
-webmeup-crawler
+trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
 webprosbot
-x09Mozilla
 zgrab