V4.2021.07.2486 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
 80legs
-ADmantX
 ASPSeek
-Aboundex
-AhrefsBot
-AllSubmitter
-Alligator
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
 AlphaBot
-Apexoo
-BackDoorBot
-BacklinkCrawler
-Battleztar Bazinga
-BetaBot
-Bigfoot
+Ankit
+Aspiegel
+Asterias
+Attach
+BBBike
+BDCbot
+BackStreet
+Badass
+Barkrowler
 Bitacle
-Blow
-BlowFish
-Bolt
-Brandprotect
-BuiltBotTough
+Black Hole
+BlackWidow
+Boardreader
+Buddy
 BuiltWith
+BunnySlippers
 BuzzSumo
-Calculon
-Cegbfeieh
-CensysInspect
-CheTeam
+CODE87
+CSHttp
 CheeseBot
-Chlooe
-Collector
+Cloud mapping
+Cocolyzebot
+CopyRightCheck
 CrazyWebCrawler
 CrunchBot
 Curious
-CyotekWebCopy
-DBLBot
-DIIbot
+DataCha0s
 Demon
-Devil
 Digincore
-Dirbuster
-Discoverybot
-DomainAppender
-DomainCrawler
+Disco
+Dispatch
+DnyzBot
 DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-Dragonfly
-EMail Wolf
+Drip
+EMail Siphon
+EasyDL
 Ebingbong
-EroCrawler
-Exabot
+Ecxi
+EirGrabber
+Evil
 Express WebPictures
 ExtLinksBot
 Extreme Picture Finder
-Ezooms
 FDM
-FHscan
-Firefox/7.0
-Flunky
 Freeuploader
-Fuzz
+FyberSpider
+Fyrebot
 Genieo
-GetWeb
 Getintent
-GoZilla
 GrabNet
 Grabber
-GrapeFX
-HMView
+Grafula
+GrapeshotCrawler
 HTTP::Lite
+Harvest
 Heritrix
 Hloader
 Humanlinks
 HybridBot
+Iblog
 Id-search
-IlseBot
 Image Fetch
 Image Sucker
 IndeedBot
+InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
-Iria
+Internet Ninja
 IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
-Jetty
+JamesBOT
 JikeSpider
-Kozmosbot
-LNSpiderguy
-LibWeb
+Joomla
+JustView
+Kenjin Spider
+Kinza
+Lanshanbot
+Larbin
+LeechFTP
+LexiBot
+Lftp
 LieBaoFast
-Lightspeedsystems
-Likse
-LinkextractorPro
-LinkpadBot
-LinksManager
+LinkScan
+Linkbot
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Lmspider
-MIDown tool
-MSFrontPage
+LinqiaScrapeBot
+Lipperhey
+MQQBrowser
 MSIECrawler
-Mag-Net
+MTRobot
 Magnet
+Mail.RU_Bot
 Majestic SEO
-Mass Downloader
-Masscan
-Mata Hari
+Majestic12
+MarkMonitor
+MarkWatch
 MauiBot
-MeanPath Bot
-Mediatoolkitbot
+Meanpathbot
+Metauri
+MicroMessenger
 Microsoft Data Access
+Microsoft URL Control
 Moblie Safari
-Mojeek
-Mozlila
-NPbot
+Mojolicious
+Morfeus Fucking Scanner
 Nameprotect
 NearSite
+Needle
 Nessus
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
-NextGenSearchBot
-Niki-bot
-Nikto
-NimbleCrawler
+Net Vampire
+NetAnts
 Nimbostratus
+Nmap
 Nuclei
-Nutch
+Octopus
 Offline Explorer
 OnCrawl
-OpenLinkProfiler
-Openfind
 OrangeBot
-OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
-PageScorer
-PageThing.com
+Page Analyzer
+PageAnalyzer
 Pandalytics
+Papa Foto
 Petalbot
 Pi-Monster
 Picscout
-Picsearch
+PictureFinder
 Piepmatz
-Pixray
 Pockey
-ProPowerBot
-Probethenet
-Psbot
-PxBroker
-Quick-Crawler
-RSSingBot
-RankFlex
-RankingBot
-Re-re
-ReGet
+ProWebWalker
+Pu_iN
+PyCurl
+RankActiveLinkBot
+RankingBot2
 RealDownload
+Recorder
 RedesScrapy
-RepoMonkey
-SBIder
-SEOkicks-Robot
+Rogerbot
+SEOkicks
 SEOstats
-SalesIntelligent
+Screaming
+SearchmetricsBot
+Semrush
 SentiBot
+SeoSiteCheckup
+Seomoz
+Shodan
+Siphon
 Site Sucker
 SiteExplorer
-Sitebeam
-SlySearch
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Siteimprove
+SmartDownload
 Sociscraper
-Sogou web spider
-Spammen
-SpankBot
-Spinn3r
+Sottopop
+SputnikBot
+Sqworm
 Steeler
-Sucuri
+Stripper
 SuperBot
+SuperHTTP
+SurveyBot
 Suzuran
-T0PHackTeam
+Swiftbot
 T8Abot
-TeleportPro
-TightTwatBot
+Teleport
+Telesoft
+Telesphoreo
+Telesphorep
+The Intraformant
 Titan
 Toata
-Toweyabot
+Tracemyfile
+Trendictionbot
 True_Robot
-Turingos
-Twice
-Upflow
-V-BOT
+Turnitin
+TurnitinBot
+UnisterBot
+VCI
 Vacuum
-Vagabondo
-VidibleScraper
-Virusdie
-VoidEYE
+Voil
 Voltron
 WASALive-Bot
 WBSearchBot
+WEBDAV
 WISENutbot
+WPScan
 Web Auto
-Web Collage
 Web Fetch
 Web Fuck
 Web Sucker
-WebAuto
-WebFetch
-WebFuck
-WebGo IS
-WebLeacher
+WebBandit
+WebCollage
 WebReaper
+WebSauger
+WebStripper
+WebSucker
+WebWhacker
+WebZIP
 Webalta
-WebsiteExtractor
-Webster
+WebmasterWorldForumBot
+WebsiteQuester
+Whack
 Who.is Bot
 Widow
+WinHTTrack
 WiseGuys Robot
-Wonderbot
 Wotbox
+Wprecon
+Xaldon WebSpider
+YoudaoBot
 Zade
-Zermelo
+Zauba
 Zeus
-ZoominfoBot
-ZumBot
+ZmEu
+ZyBorg
 archive.org_bot
-arquivo-web-crawler
+arquivo.pt
+check1.exe
 cognitiveseo
 crawl.sogou.com
-facebookscraper
-gopher
-instabid
+domainsproject.org
+heritrix
 internetVista monitor
-ips-agent
-magpie-crawler
+isitwp.com
+lwp-request
 mediawords
+muhstik-scan
 page scorer
 plumanalytics
 probe-image-size
+scan.lol
+seobility
 seostar
-sysscan
+sitechecker.pro
+sp_auditbot
 tAkeOut
-trendiction.com
-voyagerx.com
-webmeup-crawler
-x09Mozilla
 xpymep1.exe
-zauba.io