V4.2021.07.2465 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
+404checker
 404enemy
+80legs
 ADmantX
-AIBOT
-Aboundex
 AiHitBot
 Aipbot
-AllSubmitter
-Alligator
+AlphaBot
 Anarchy
+Anarchy99
 Ankit
-Anthill
-Apexoo
-Attach
-AwarioRssBot
+BLEXBot
 BackDoorBot
-BackStreet
-BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Badass
 Bandit
 BatchFTP
+BetaBot
 Bigfoot
-Black Hole
-Blow
-BotALot
+Bitacle
+Boardreader
+Bolt
 Brandprotect
 Brandwatch
 Buck
 Buddy
-BuzzSumo
 CATExplorador
-Cloud mapping
-Collector
-CopyRightCheck
+CCBot
+CODE87
+CheTeam
+CherryPicker
+Chlooe
+Cocolyzebot
+Copier
 Copyscape
-Craftbot
-CrazyWebCrawler
+Cosmos
 CyotekWebCopy
-DTS Agent
-Demon
-DigitalPebble
+DBLBot
+DatabaseDriverMysqli
 Dirbuster
-DittoSpyder
+Disco
+Discobot
+Discoverybot
 DnyzBot
 DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+Download Wonder
 Dragonfly
+Drip
 ECCP/1.0
-EMail Wolf
+Ebingbong
+EirGrabber
 Exabot
-Express WebPictures
-Extreme Picture Finder
-EyeNetIE
+Extractor
 Ezooms
-Firefox/7.0
-FlashGet
-Freeuploader
-FyberSpider
+FDM
+FHscan
+FemtosearchBot
+Foobot
+FrontPage
+Fuzz
 Fyrebot
-G-i-g-a-b-o-t
 GalaxyBot
-Genieo
-GetRight
-Gigablast
-Gigabot
+GermCrawler
+Go!Zilla
 Go-Ahead-Got-It
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HMView
+GrabNet
 HTMLparser
-HTTP::Lite
-Haansoft
-HaosouSpider
-Harvest
 Havij
+Heritrix
+Humanlinks
+IDBTE4M
 IDBot
+IRLbot
 Iblog
-IstellaBot
-JOC Web Spider
+IlseBot
+Image Sucker
+IndeedBot
+Indy Library
+InterGET
+Iria
+JamesBOT
 Jbrofuzz
-Jetty
 JikeSpider
-Joomla
-Jorgee
-Jyxobot
-Kinza
-Kozmosbot
+Kenjin Spider
+LNSpiderguy
+Lanshanbot
 Larbin
-LeechGet
-Lftp
-Libwhisker
-LinkScan
+LinkWalker
 Linkdexbot
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaRSSBot
-Lmspider
-Ltx71
-MIIxpc
-MJ12bot
-MSFrontPage
-MTRobot
-Mag-Net
-Mass Downloader
-MauiBot
+Lipperhey
+MFC_Tear_Sample
+MIDown tool
+Majestic-SEO
+Majestic12
+MarkWatch
+Mata Hari
+Mb2345Browser
 Meanpathbot
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Mister PiX
 Mojeek
-Morfeus Fucking Scanner
+Mojolicious
+Mr.4x3
+Musobot
 NICErsPRO
-Name Intelligence
-NearSite
+NPbot
+Navroad
+Nessus
 Net Vampire
-NetLyzer
-Netvibes
-NimbleCrawler
+NetMechanic
+NetSpider
+NetZIP
+Nettrack
+Nikto
 Nimbostratus
 Nmap
-OPPO A33
-Octopus
-Offline Navigator
+Nuclei
+Offline Explorer
 Openfind
-Openvas
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
+Page Analyzer
 PageScorer
-Panscient
-PeoplePal
+PageThing.com
+Pandalytics
+Petalbot
+Pi-Monster
+Picscout
+Picsearch
 Pimonster
-Pockey
-ProPowerBot
-ProWebWalker
+Probethenet
 Pump
 PxBroker
 PyCurl
 QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActiveLinkBot
+RankActive
 RankFlex
-RankingBot2
-RankurBot
+Re-re
+ReGet
 RealDownload
 Reaper
-RebelMouse
 Recorder
-RedesScrapy
 RocketCrawler
 Rogerbot
-SBIder
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-SMTBot
 SalesIntelligent
-Scanbot
 ScoutJet
-Screaming
-ScreenerBot
-ScrepyBot
+Scrapy
 SearchmetricsBot
-Semrush
+SemrushBot
+SentiBot
+Shodan
+Siphon
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
+Sitebeam
+Sitevigil
+SmartDownload
+Snake
 Snapbot
 Snoopy
-Sociscraper
-Sosospider
-SputnikBot
+SocialRankIOBot
+SpaceBison
+Spammen
+Spbot
+Spinn3r
 Sqworm
+Steeler
 Stripper
-Sucuri
-SuperBot
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
-Teleport
+Sucker
+SuperHTTP
+TeleportPro
+Telesoft
 Telesphoreo
+Telesphorep
 Thumbor
-Titan
-Trendiction
+TightTwatBot
 Trendictionbot
-True_Robot
-Turnitin
 TurnitinBot
-URLy Warning
+TwengaBot
+Typhoeus
 URLy.Warning
-Vacuum
-VeriCiteCrawler
+VCI
+VoidEYE
 Voil
-WBSearchBot
-WEBDAV
-WISENutbot
+Voltron
+WASALive-Bot
+WPScan
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 Wallpapers/3.0
-Web Collage
-Web Fetch
-Web Fuck
+Web Enhancer
+Web Pix
 Web Sauger
+Web Sucker
 WebAuto
-WebEnhancer
+WebBandit
 WebFetch
 WebGo IS
-WebLeacher
-WebSauger
-WebWhacker
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
-Webster
+WebImageCollector
+WebReaper
+WebStripper
+Whack
 Whacker
-Whatweb
+Who.is Bot
 Widow
+WinHTTrack
 Wonderbot
-Xenu
-Zermelo
-Zeus
-Zitebot
+Woobot
+Wotbox
+Xaldon WebSpider
 ZmEu
+ZoomBot
 ZoominfoBot
-ZumBot
 archive.org_bot
-arquivo.pt
 backlink-check
+coccocbot-web
 cognitiveseo
-crawl.sogou.com
-crawler4j
-demandbase-bot
+com.plumanalytics
+crawler.feedback
 eCatch
-instabid
-isitwp.com
-magpie-crawler
-muhstik-scan
-plumanalytics
+gopher
+lwp-request
+lwp-trivial
+oBot
 ripz
-s1z.ru
-siteripz
-sogouspider
-webmeup-crawler
-x22Mozilla
+satoristudio.net
+seobility
+seoscanners
+serpstatbot
+sexsearcher
+trendiction.de
+voyagerx.com
 xpymep1.exe
-zauba.io