V4.2022.09.3358 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
-ASPSeek
+404checker
+404enemy
+AIBOT
+ALittle Client
+Aboundex
 Acunetix
-Aipbot
-Anthill
+AhrefsBot
+AiHitBot
+AlphaBot
+Anarchie
+Anarchy99
 Aspiegel
-Asterias
-Atomseobot
-AwarioSmartBot
-BBBike
+AwarioRssBot
 BDCbot
-BackDoorBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
+BDFetch
 Badass
 Bandit
-Barkrowler
-BatchFTP
-BetaBot
-Bitacle
+Battleztar Bazinga
+Bigfoot
 Black Hole
 BlackWidow
+Blow
+Boardreader
 BotALot
-Brandprotect
 Brandwatch
-Buck
 BuiltBotTough
 BuiltWith
-BunnySlippers
-CODE87
+CATExplorador
 Calculon
-CherryPicker
+CazoodleBot
+Cegbfeieh
 ChinaClaw
-Chlooe
 Claritybot
 Cloud mapping
-Cogentbot
-Copier
+Cocolyzebot
+Collector
 CopyRightCheck
 Copyscape
 Cosmos
-Crescent
-CrunchBot
-Custo
-DataCha0s
+CrazyWebCrawler
+CyotekWebCopy
 DatabaseDriverMysqli
-Demon
-Digincore
-DigitalPebble
+Deusu
+Dirbuster
 Discobot
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DomainAppender
-Download Wonder
-ECCP/1.0
+DnyzBot
+DomCopBot
+DomainCrawler
+DomainStatsBot
+Domains Project
+Dragonfly
+Drip
 EMail Siphon
 EMail Wolf
+EasyDL
 Ecxi
-EirGrabber
-EroCrawler
-Evil
-Express WebPictures
+Exabot
 Extractor
-Extreme Picture Finder
-EyeNetIE
+FHscan
 Fimap
+FlashGet
 Flunky
 Foobot
+Freeuploader
+FrontPage
 Fuzz
+FyberSpider
 Fyrebot
+GT::WWW
 GalaxyBot
+GermCrawler
+GetRight
 Gigabot
 Go-Ahead-Got-It
 GoZilla
 Gotit
-Grabber
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
+Grafula
 HTMLparser
-HTTP::Lite
-Haansoft
-Humanlinks
+HTTrack
+Havij
+Heritrix
+HonoluluBot
 HybridBot
-IRLbot
 Iblog
 Id-search
-IlseBot
 Indy Library
 InfoNaviRobot
-Internet Ninja
-Iria
-IstellaBot
-JOC Web Spider
-JikeSpider
-Joomla
+JamesBOT
+Jbrofuzz
 JustView
 Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
 Kozmosbot
-LWP::Simple
+LNSpiderguy
+Lanshanbot
 Larbin
 Leap
 LeechGet
-LibWeb
+LexiBot
+LieBaoFast
 Lightspeedsystems
-Linkbot
-LinkpadBot
-Litemage_walker
-Lmspider
+Likse
+LinkScan
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Ltx71
+MIDown tool
 MIIxpc
-MJ12bot
 MQQBrowser
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+MSIECrawler
+Magnet
 Majestic12
-MarkMonitor
-MauiBot
+Mass Downloader
+Masscan
 Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mozlila
+MeanPath Bot
+Meanpathbot
+Mister PiX
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
 Msrabot
-NPbot
 NearSite
-Nessus
-Net Vampire
+NetAnts
 NetMechanic
-Nettrack
+NetZIP
 Netvibes
-Niki-bot
+Nibbler
+NimbleCrawler
 Nmap
-Not
-Offline Navigator
-OpenLinkProfiler
+Offline Explorer
+OpenVAS
+Openfind
 OutclicksBot
-OutfoxBot
+PHPCrawl
 Page Analyzer
-Pandalytics
-PeoplePal
-Petalbot
+PageGrabber
+PageScorer
+Pi-Monster
 Picscout
-Picsearch
-PleaseCrawl
-ProWebWalker
+PictureFinder
+Pimonster
+Probethenet
 Psbot
 Pu_iN
-QueryN Metasearch
+Pump
 Quick-Crawler
-RSSingBot
-RankFlex
-RankingBot2
-ReGet
+RankActive
+Rankivabot
+Re-re
+RealDownload
+Reaper
 RebelMouse
-RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
-SEOkicks
-SEOstats
+SBIder
+SEOprofiler
+SMTBot
+SalesIntelligent
 ScanAlert
+Scanbot
+Scrapy
+Screaming
+ScreenerBot
 ScrepyBot
 SearchmetricsBot
 Semrush
-Seomoz
-Siphon
-SiteExplorer
-SiteSnagger
-SiteSucker
+SentiBot
+Shodan
 SlySearch
+Sociscraper
 Sogou web spider
+Sosospider
+Sottopop
 Spammen
 SpankBot
+Spbot
 Sqlmap
-Sqworm
-SuperBot
+Sqlworm
+Sucker
+SuperHTTP
 SurveyBot
-T8Abot
 Telesphoreo
-True_Robot
+Telesphorep
+TheNomad
+Toweyabot
 Turnitin
 TwengaBot
-Twice
-URLy.Warning
-UnisterBot
-Upflow
+URLy Warning
+V-BOT
 VB Project
-VeriCiteCrawler
-VidibleScraper
+VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WWW-Collector-E
+WPScan
 WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
+WWW::Mechanize
+Wallpapers
 Web Collage
-Web Fuck
-Web Pix
-WebBandit
+Web Enhancer
+Web Fetch
+WebAuto
+WebCollage
 WebCopier
-WebEnhancer
 WebFetch
-WebPix
+WebGo IS
+WebLeacher
 WebSauger
 WebStripper
-Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Whack
-Who.is Bot
+WebSucker
+Whacker
+Whatweb
+WiseGuys Robot
+Wonderbot
+Woobot
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Zermelo
 Zeus
-ZoominfoBot
+Zitebot
+ZumBot
+ZyBorg
 arquivo-web-crawler
-clark-crawler
-com.plumanalytics
+arquivo.pt
+check1.exe
 dataforseo.com
+demandbase-bot
+domainsproject.org
+evc-batch
+facebookscraper
+heritrix
+instabid
+ips-agent
 isitwp.com
 iubenda-radar
-muhstik-scan
+magpie-crawler
+meanpathbot
 netEstate NE Crawler
-page scorer
 pcBrowser
 polaris version
-ripz
+s1z.ru
 scalaj-http
-scan.lol
-seobility
 seocompany.store
-seostar
-serpstatbot
 sogouspider
+sp_auditbot
 trendiction.com
-webmeup-crawler
-webpros.com
+ubermetrics-technologies.com
+x09Mozilla
 zauba.io
-zgrab