V4.2021.07.2454 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 80legs
-ASPSeek
-Aboundex
+AIBOT
+Abonti
 Acunetix
-AhrefsBot
-AiHitBot
-Alligator
-Anarchy99
+Alexibot
+AlphaBot
 Anthill
-Attach
-BDCbot
-BDFetch
-BackDoorBot
+Apexoo
 BackStreet
-Badass
-Barkrowler
-Battleztar Bazinga
+BackWeb
+BetaBot
+Bigfoot
+BlackWidow
+Blackboard
 Blow
 BlowFish
+Boardreader
 Bolt
-Brandprotect
-Brandwatch
+Buck
 Buddy
 BuiltBotTough
-BuiltWith
-Bullseye
+BunnySlippers
 CCBot
-CODE87
+Calculon
 Cegbfeieh
 CheeseBot
 ChinaClaw
+Chlooe
 Claritybot
-Cocolyzebot
 CopyRightCheck
-Copyscape
-Cosmos
-Custo
-CyotekWebCopy
+CrazyWebCrawler
+Crescent
+CrunchBot
 DBLBot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Devil
+DSearch
+DigitalPebble
 Dirbuster
-Disco
-Discoverybot
 DittoSpyder
-DomainSigmaCrawler
-Dotbot
-Drip
-EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
+DnyzBot
+DomainAppender
+DomainCrawler
+Domains Project
+Dragonfly
+Ebingbong
 EroCrawler
-Express WebPictures
-ExtLinksBot
+Exabot
 ExtractorPro
-EyeNetIE
-Flunky
+Ezooms
+FHscan
+FlashGet
+Freeuploader
 GT::WWW
-GalaxyBot
-Genieo
 GermCrawler
-GetRight
-GetWeb
 Getintent
-Gigablast
 Gigabot
-GoZilla
-Gotit
-GrabNet
+Go!Zilla
+Grabber
 HMView
-HTMLparser
 Haansoft
 HaosouSpider
-Havij
+Harvest
 Humanlinks
-HybridBot
+IDBTE4M
 IDBot
-IlseBot
-Image Sucker
+Id-search
 IndeedBot
-Iria
+Indy Library
+InfoTekies
+InterGET
+InternetSeer
+Iskanie
+IstellaBot
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-JennyBot
 JetCar
 Jetty
+JikeSpider
+Joomla
 JustView
 Jyxobot
-Kenjin Spider
-Keyword Density
+Kinza
 LNSpiderguy
-LexiBot
-Lftp
-LibWeb
+LWP::Simple
+Larbin
+LeechFTP
+LeechGet
 LieBaoFast
-Lightspeedsystems
-Likse
-LinkWalker
+LinkScan
+Linkbot
 Linkdexbot
 LinkpadBot
-LinksManager
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
 Ltx71
-MarkWatch
-Mass Downloader
+MFC_Tear_Sample
+MJ12bot
+MTRobot
+Mag-Net
+Magnet
+Majestic-SEO
+Masscan
+Mata Hari
 MauiBot
-Mediatoolkitbot
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
 MegaIndex.ru
 Metauri
+Microsoft Data Access
 Microsoft URL Control
 Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
 Mozlila
+Msrabot
 Musobot
 NICErsPRO
+NPbot
+Name Intelligence
 Navroad
 NearSite
-Needle
 NetMechanic
 NetZIP
-Netcraft
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nikto
-Ninja
-Nmap
+Netvibes
+Nimbostratus
+Nuclei
 Octopus
-Offline Explorer
-OnCrawl
+OpenVAS
 Openfind
-Openvas
 OrangeBot
-OrangeSpider
-PECL::HTTP
+PHPCrawl
 PageAnalyzer
 PageGrabber
-Pandalytics
-PeoplePal
-Petalbot
-Picscout
-Picsearch
+PageScorer
+PageThing.com
+PictureFinder
+Pixray
 PleaseCrawl
+Probethenet
+Psbot
 Pu_iN
 PyCurl
-RankFlex
-Rankivabot
+RSSingBot
+RankActive
+Re-re
+ReGet
+RealDownload
 Reaper
+RebelMouse
 RedesScrapy
 RepoMonkey
-Ripper
+Rogerbot
 SBIder
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
 SMTBot
 SalesIntelligent
+ScanAlert
+ScoutJet
+ScreenerBot
+ScrepyBot
 SearchmetricsBot
-Semrush
+SemrushBot
+Seomoz
 Shodan
-SiteCheckerBotCrawler
+Siphon
 SiteExplorer
-SiteLockSpider
-SiteSucker
 Siteimprove
+SmartDownload
+Snake
+Snoopy
 Sociscraper
-Sottopop
+SpankBot
+Spbot
 Spinn3r
-Sqlworm
 Sqworm
-Stripper
-SuperBot
-SurveyBot
-Swiftbot
-T0PHackTeam
+Steeler
+Sucker
+Sucuri
+SuperHTTP
+Suzuran
+Szukacz
+T8Abot
 TeleportPro
-Telesoft
-Telesphorep
 The Intraformant
-TheNomad
-TightTwatBot
+Thumbor
 Titan
 Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
-TwengaBot
 Twice
 Upflow
 V-BOT
-VB Project
 Vagabondo
-VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-WASALive-Bot
+Virusdie
+VoidEYE
 WBSearchBot
-WISENutbot
-WWWOFFLE
-WeSEE
+WEBDAV
+WPScan
+WWW::Mechanize
+WallpapersHD
 Web Enhancer
 Web Fuck
-Web Sauger
+Web Pix
 WebAuto
+WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebFetch
-WebStripper
-Webalta
-WebsiteExtractor
+WebFuck
+WebImageCollector
+WebLeacher
+WebPix
+WebReaper
+WebWhacker
+WebZIP
+WebmasterWorldForumBot
+Website Quester
+WebsiteQuester
+Webster
 Whack
-WinHTTrack
-WiseGuys Robot
+Widow
+Wonderbot
 Wotbox
-Wprecon
-Xaldon WebSpider
-Zauba
-Zermelo
-Zeus
-ZoomBot
-ZoominfoBot
+Xaldon_WebSpider
+ZmEu
+ZyBorg
 archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
-check1.exe
-cognitiveseo
+arquivo-web-crawler
 crawl.sogou.com
-crawler4j
-demandbase-bot
-eCatch
-evc-batch
+crawler.feedback
 gopher
-netEstate NE Crawler
-page scorer
-pcBrowser
+heritrix
+internetVista monitor
+lwp-trivial
+muhstik-scan
+polaris version
 satoristudio.net
-seobility
-sogouspider
-sp_auditbot
+scalaj-http
+seoscanners
+serpstatbot
+siteripz
+spyfu
 sysscan
-tAkeOut
+trendiction.com
+webmeup-crawler
+x22Mozilla
+xpymep1.exe
+zgrab