V4.2021.07.2466 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
 404enemy
 80legs
 ADmantX
+AIBOT
+ASPSeek
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
+AllSubmitter
 AlphaBot
-Anarchy
-Anarchy99
-Ankit
+Anthill
+BBBike
 BLEXBot
 BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
-BatchFTP
-BetaBot
-Bigfoot
-Bitacle
+BackStreet
+BackWeb
+Barkrowler
+Battleztar Bazinga
+Black Hole
+BlowFish
 Boardreader
 Bolt
 Brandprotect
-Brandwatch
-Buck
-Buddy
+BuzzSumo
 CATExplorador
 CCBot
-CODE87
-CheTeam
-CherryPicker
-Chlooe
-Cocolyzebot
-Copier
-Copyscape
-Cosmos
+Calculon
+Claritybot
+Collector
+CrazyWebCrawler
+Crescent
+Custo
 CyotekWebCopy
-DBLBot
-DatabaseDriverMysqli
+DIIbot
+DSearch
+DigitalPebble
 Dirbuster
 Disco
-Discobot
 Discoverybot
 DnyzBot
-DomCopBot
-Download Wonder
-Dragonfly
-Drip
+DomainAppender
+DomainCrawler
+Domains Project
+Dotbot
 ECCP/1.0
-Ebingbong
+EMail Siphon
 EirGrabber
+EroCrawler
+Evil
 Exabot
-Extractor
-Ezooms
-FDM
+ExtractorPro
+EyeNetIE
 FHscan
-FemtosearchBot
 Foobot
+Freeuploader
 FrontPage
 Fuzz
-Fyrebot
-GalaxyBot
-GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
+FyberSpider
 GrabNet
-HTMLparser
+GridBot
+HMView
+HTTP::Lite
+Haansoft
+HaosouSpider
 Havij
-Heritrix
 Humanlinks
 IDBTE4M
-IDBot
-IRLbot
-Iblog
 IlseBot
 Image Sucker
 IndeedBot
 Indy Library
-InterGET
-Iria
-JamesBOT
-Jbrofuzz
-JikeSpider
-Kenjin Spider
-LNSpiderguy
+Joomla
+JustView
+Keyword Density
+LWP::Simple
 Lanshanbot
-Larbin
-LinkWalker
-Linkdexbot
-LinkextractorPro
-LinkpadBot
+LeechFTP
+Lftp
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
+LinksManager
 LinqiaRSSBot
-Lipperhey
+Lipperhey Spider
+Litemage_walker
+Ltx71
 MFC_Tear_Sample
-MIDown tool
+MQQBrowser
+Mag-Net
+Mail.RU_Bot
 Majestic-SEO
 Majestic12
-MarkWatch
-Mata Hari
+Masscan
+MauiBot
 Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
+MeanPath Bot
 Mister PiX
+Moblie Safari
 Mojeek
-Mojolicious
+Mozlila
 Mr.4x3
-Musobot
-NICErsPRO
-NPbot
 Navroad
+Needle
 Nessus
-Net Vampire
-NetMechanic
+NetLyzer
 NetSpider
 NetZIP
+Netcraft
 Nettrack
-Nikto
-Nimbostratus
+Netvibes
+Nibbler
+Niki-bot
+NimbleCrawler
 Nmap
 Nuclei
-Offline Explorer
+Octopus
+OnCrawl
+OpenLinkProfiler
 Openfind
+OrangeBot
 OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
 PageScorer
 PageThing.com
-Pandalytics
-Petalbot
-Pi-Monster
-Picscout
+Panscient
+PeoplePal
 Picsearch
 Pimonster
+Pockey
 Probethenet
-Pump
-PxBroker
-PyCurl
-QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActive
+RankActiveLinkBot
 RankFlex
-Re-re
+RankurBot
 ReGet
-RealDownload
-Reaper
 Recorder
+RedesScrapy
+RepoMonkey
 RocketCrawler
-Rogerbot
 SEOkicks
 SEOkicks-Robot
 SEOlyticsCrawler
+SISTRIX
 SalesIntelligent
+ScanAlert
 ScoutJet
 Scrapy
-SearchmetricsBot
+Screaming
+ScreenerBot
+Searchestate
 SemrushBot
-SentiBot
+SeoSiteCheckup
+SeobilityBot
 Shodan
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
-Sitebeam
+SiteSucker
 Sitevigil
 SmartDownload
-Snake
 Snapbot
 Snoopy
-SocialRankIOBot
+Sociscraper
 SpaceBison
 Spammen
-Spbot
+Spanner
 Spinn3r
+Sqlworm
 Sqworm
 Steeler
 Stripper
-Sucker
-SuperHTTP
+SuperBot
+Suzuran
+T0PHackTeam
+Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
-Thumbor
-TightTwatBot
-Trendictionbot
-TurnitinBot
-TwengaBot
-Typhoeus
+Tracemyfile
+Twice
+URLy Warning
 URLy.Warning
+UnisterBot
 VCI
-VoidEYE
-Voil
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Voltron
 WASALive-Bot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
+WBSearchBot
+WWW-Collector-E
+WWWOFFLE
 Wallpapers/3.0
+WeSEE
+Web Auto
 Web Enhancer
+Web Fetch
 Web Pix
 Web Sauger
 Web Sucker
-WebAuto
 WebBandit
-WebFetch
+WebEnhancer
+WebFuck
 WebGo IS
-WebImageCollector
+WebLeacher
 WebReaper
-WebStripper
-Whack
-Whacker
-Who.is Bot
+WebSauger
+WebZIP
+WebmasterWorldForumBot
+WebsiteExtractor
 Widow
 WinHTTrack
 Wonderbot
-Woobot
-Wotbox
+Wprecon
 Xaldon WebSpider
+YoudaoBot
+Zade
+Zauba
+Zitebot
 ZmEu
 ZoomBot
-ZoominfoBot
-archive.org_bot
+ZumBot
+arquivo-web-crawler
 backlink-check
-coccocbot-web
-cognitiveseo
 com.plumanalytics
-crawler.feedback
-eCatch
+demandbase-bot
+domainsproject.org
+facebookscraper
 gopher
+heritrix
+instabid
+internetVista monitor
+ips-agent
 lwp-request
-lwp-trivial
+magpie-crawler
 oBot
-ripz
-satoristudio.net
+page scorer
+plumanalytics
+probe-image-size
+scan.lol
 seobility
-seoscanners
-serpstatbot
-sexsearcher
-trendiction.de
-voyagerx.com
-xpymep1.exe
+seostar
+sogouspider
+tAkeOut
+webmeup-crawler
+x09Mozilla
+x22Mozilla