V4.2022.10.3402 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 404enemy
+ADmantX
 AIBOT
-ALittle Client
 Abonti
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
 AllSubmitter
-Aspiegel
+Anarchy99
+Ankit
+Anthill
+Asterias
 Atomseobot
-Attach
 AwarioRssBot
-AwarioSmartBot
-BDCbot
-BLEXBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Badass
+BDFetch
 Bandit
-BatchFTP
-Boardreader
+Barkrowler
+Battleztar Bazinga
+BlackWidow
+Blackboard
+BlowFish
 Brandprotect
 Buck
-CCBot
+Buddy
+CATExplorador
+CODE87
+CSHttp
 Calculon
 CheTeam
-ChinaClaw
-Cloud mapping
+CherryPicker
+Citoid
+Cocolyzebot
+Cogentbot
 Copier
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+Curious
 CyotekWebCopy
+DBLBot
 DIIbot
-Demon
-Discoverybot
-DittoSpyder
-DnyzBot
+DataCha0s
+DatabaseDriverMysqli
+Devil
+Disco
+Dispatch
+DnBCrawler-Analytics
 DomainAppender
-DomainCrawler
 Dotbot
-Download Wonder
-Drip
-ECCP/1.0
-EMail Siphon
+Dragonfly
 EasyDL
 Ecxi
-Express WebPictures
-ExtractorPro
-EyeNetIE
+EirGrabber
+Exabot
+Extreme Picture Finder
 Ezooms
-FDM
-Foobot
+FemtosearchBot
+FlashGet
+FrontPage
+Fuzz
 Fyrebot
-GetRight
-Go-Ahead-Got-It
-Grabber
-Grafula
+GalaxyBot
+Getintent
+Go!Zilla
+Gotit
+GrapeFX
 GridBot
+HMView
+HTTP::Lite
 Harvest
 Havij
-Hloader
+Heritrix
 HonoluluBot
+Humanlinks
 Iblog
-IlseBot
-Image Sucker
-InfoTekies
-InterGET
+Image Fetch
+Indy Library
+InfoNaviRobot
 Internet Ninja
-InternetSeer
-Iskanie
+IstellaBot
 JOC Web Spider
-JamesBOT
+JetCar
 JikeSpider
+Joomla
 Jyxobot
-Keybot Translation-Search-Machine
-Larbin
+LNSpiderguy
+Leap
 LeechFTP
+LeechGet
+LexiBot
 Lftp
 LieBaoFast
 Likse
 LinkScan
-LinqiaMetadataDownloaderBot
+Linkbot
+LinkpadBot
 LinqiaRSSBot
-Lipperhey
 Lipperhey Spider
-Litemage_walker
-MIDown tool
-MIIxpc
+MFC_Tear_Sample
 MJ12bot
-MQQBrowser
-MTRobot
-Mag-Net
-Majestic SEO
 MarkMonitor
-Mass Downloader
-MeanPath Bot
+Masscan
+MauiBot
 Mediatoolkitbot
-Microsoft URL Control
-Minefield
-Moblie Safari
-Mojolicious
-Musobot
-NPbot
-NearSite
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Mozlila
+Msrabot
+NICErsPRO
+Navroad
 Needle
-Nessus
+Net Vampire
 NetLyzer
-Netvibes
-NextGenSearchBot
-Nibbler
+NetMechanic
+NetZIP
+Netcraft
+Nettrack
+Niki-bot
+NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-Not
 Nuclei
-Octopus
-OpenVAS
-PECL::HTTP
-PageAnalyzer
+Nutch
+Offline Navigator
+OpenLinkProfiler
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-PageThing.com
 Papa Foto
 Pavuk
-Picscout
-Picsearch
+Pi-Monster
 PictureFinder
-Piepmatz
 Pimonster
+Pockey
+ProWebWalker
 Probethenet
-Pu_iN
-PxBroker
-PyCurl
-QueryN Metasearch
-Quick-Crawler
+Psbot
 RankActiveLinkBot
 RankingBot
 RankingBot2
 Rankivabot
+RankurBot
 Re-re
-ReGet
-Reaper
+RealDownload
+RedesScrapy
+Ripper
 Rogerbot
 SBIder
-SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
+SEOstats
 SISTRIX
-SMTBot
-Scanbot
-Scrapy
+ScreenerBot
 ScrepyBot
-Searchestate
-SearchmetricsBot
+Seekport
 Semrush
 SemrushBot
-Shodan
-Site Sucker
-SiteExplorer
-Sitebeam
+SentiBot
+SiteLockSpider
 Siteimprove
+Sitevigil
 SlySearch
-SocialRankIOBot
-Sociscraper
 Sottopop
 Spanner
 Spbot
-Spinn3r
 Sqlmap
+Sqlworm
 Sqworm
-Stripper
-Sucuri
+Steeler
+Sucker
+SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
 Suzuran
 Swiftbot
-T8Abot
 Teleport
-Telesphorep
-Thumbor
-TightTwatBot
-Toata
+TeleportPro
+Telesphoreo
+The Intraformant
+Toweyabot
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
 Turnitin
+TurnitinBot
 TwengaBot
-Twice
 Typhoeus
+UnisterBot
+Upflow
 VB Project
-Vagabondo
-Virusdie
-WISENutbot
-WPScan
+Vacuum
+VeriCiteCrawler
+Voil
+WBSearchBot
 WWW-Collector-E
+WWW-Mechanize
 Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Auto
-Web Collage
+Web Enhancer
+Web Fetch
 Web Fuck
-Web Pix
 Web Sauger
-WebEnhancer
-WebFetch
+Web Sucker
+WebBandit
+WebCopier
 WebFuck
+WebGo IS
 WebImageCollector
-WebZIP
+Webalta
+Webshag
+Website Quester
 WebsiteExtractor
-WebsiteQuester
-Whacker
-Whatweb
+Webster
+Who.is Bot
 Widow
-WiseGuys Robot
-Xaldon WebSpider
-Xenu
-YoudaoBot
-ZoomBot
+WinHTTrack
+Wotbox
+Zauba
 ZyBorg
 arquivo.pt
-backlink-check
 clark-crawler
 coccocbot
 cognitiveseo
-crawl.sogou.com
+com.plumanalytics
 crawler.feedback
 crawler4j
 dataforseo.com
 demandbase-bot
-domainsproject.org
-eCatch
 evc-batch
-internetVista monitor
-isitwp.com
+facebookscraper
 iubenda-radar
-linkdexbot
-lwp-trivial
-meanpathbot
+mediawords
 muhstik-scan
 netEstate NE Crawler
-probe-image-size
+page scorer
+plumanalytics
 ripz
-s1z.ru
-satoristudio.net
-seobility
 seocompany.store
-seoscanners
-sexsearcher
+seostar
+serpstatbot
+sitechecker.pro
+siteripz
 spyfu
 tAkeOut
-trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
 webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+zgrab