V4.2021.09.2566 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-80legs
-AIBOT
-Aboundex
+404enemy
+ALittle Client
+ASPSeek
 Aboundexbot
 Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
-Alexibot
 AllSubmitter
-Alligator
-Anarchie
-Anarchy99
 Ankit
+Anthill
+Apexoo
 Aspiegel
+Asterias
 Attach
-BDCbot
-BDFetch
+AwarioSmartBot
+BBBike
+BLEXBot
+BackDoorBot
+Barkrowler
 BatchFTP
-BetaBot
-Bitacle
-Blackboard
+BlackWidow
+Blow
 Bolt
-Brandwatch
-Buck
+BotALot
 Buddy
-Bullseye
-BuzzSumo
-CATExplorador
-Calculon
-Cegbfeieh
-CensysInspect
+BuiltBotTough
+BunnySlippers
+CCBot
+CODE87
+CheeseBot
 ChinaClaw
 Cliqzbot
-Cloud mapping
-Copier
 CopyRightCheck
-CrazyWebCrawler
+Copyscape
+Crawling at Home Project
 Curious
-CyotekWebCopy
-DIIbot
+Custo
 DTS Agent
 Demon
-Deusu
-Dirbuster
+Devil
 Disco
 Discoverybot
-DnyzBot
-DomainSigmaCrawler
+Dispatch
+DittoSpyder
+DomCopBot
 DomainStatsBot
-Download Wonder
+Dragonfly
 Drip
-EMail Siphon
-Exabot
+EroCrawler
 Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FHscan
-Fimap
-Freeuploader
+FDM
+Firefox/7.0
 FrontPage
-Fuzz
+Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
 GermCrawler
-Go!Zilla
-Grabber
-Grafula
+GetRight
+GetWeb
+Getintent
+Go-Ahead-Got-It
+GoZilla
+Gotit
+GrabNet
 GrapeFX
-HEADMasterSEO
 HTMLparser
-HTTP::Lite
-HTTrack
-Haansoft
-Humanlinks
-IDBot
-IRLbot
+Harvest
+Havij
+IDBTE4M
 IlseBot
+Image Fetch
+Image Sucker
 IndeedBot
-Indy Library
 InterGET
-JamesBOT
-Jbrofuzz
-JetCar
-Jetty
-Kenjin Spider
+Internet Ninja
+IstellaBot
+JennyBot
+Jorgee
+Keyword Density
 Kinza
+LWP::Simple
+Leap
 LeechGet
-LexiBot
-Lightspeedsystems
-LinkScan
+LieBaoFast
+Likse
+LinkWalker
 Linkbot
-Linkdexbot
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey Spider
 Litemage_walker
-MIDown tool
-MIIxpc
+Ltx71
 MJ12bot
+MQQBrowser
 MSIECrawler
-Mag-Net
-Magnet
-Majestic-SEO
-Majestic12
-Mata Hari
-Mb2345Browser
+MTRobot
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
+MauiBot
 Meanpathbot
+MegaIndex.ru
 Metauri
+MicroMessenger
+Mojeek
+Mojolicious
+Msrabot
 Musobot
+NPbot
 Name Intelligence
-Nameprotect
-Navroad
-NearSite
 Needle
-Nessus
-NetAnts
 NetLyzer
-Nettrack
+NetMechanic
+NetZIP
+Netvibes
 Niki-bot
-Nikto
-Nimbostratus
-Nutch
-Octopus
+NimbleCrawler
+Ninja
+Nuclei
 Offline Navigator
 OnCrawl
+OpenVAS
+Openfind
+OrangeSpider
 PECL::HTTP
-PHPCrawl
-PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
-Pandalytics
 Papa Foto
 Pavuk
-PeoplePal
-Petalbot
+Pi-Monster
 Picscout
-Piepmatz
-Pimonster
+Picsearch
+PictureFinder
 Pixray
-Probethenet
-Psbot
-Pump
+ProPowerBot
+PxBroker
 PyCurl
 QueryN Metasearch
-RankFlex
+RankActive
 RankingBot
-RankingBot2
-ReGet
+Rankivabot
+RealDownload
 RebelMouse
 Recorder
 RedesScrapy
+RepoMonkey
 Ripper
-RocketCrawler
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
 SalesIntelligent
-ScanAlert
-ScoutJet
-ScreenerBot
 Searchestate
+Semrush
+SemrushBot
+SeobilityBot
 Seomoz
-Shodan
+SiteExplorer
 SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-Snapbot
-Sogou web spider
+SiteSnagger
+SlySearch
+Sosospider
 Sottopop
 SpankBot
+Spbot
 Spinn3r
-Sqlworm
-Stripper
-Sucker
+Steeler
 SuperHTTP
-Swiftbot
+Surfbot
+Suzuran
 Szukacz
-T0PHackTeam
-The Intraformant
+Teleport
+Telesoft
+TheNomad
+TightTwatBot
 Titan
+Tracemyfile
 Trendictionbot
 True_Robot
+Turingos
+TurnitinBot
+Twice
 Typhoeus
+UnisterBot
 Upflow
-V-BOT
-VelenPublicWebCrawler
+VB Project
+Vacuum
+Vagabondo
 VidibleScraper
-Virusdie
-WASALive-Bot
-WBSearchBot
 WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Enhancer
-Web Fetch
-Web Fuck
+Web Auto
+Web Pix
 Web Sauger
+WebAuto
 WebBandit
-WebCopier
-WebEnhancer
-WebFetch
+WebCollage
 WebFuck
 WebGo IS
-WebLeacher
-WebReaper
-WebSauger
+WebImageCollector
+WebPix
+WebStripper
 WebSucker
-Webshag
-Who.is Bot
-Wonderbot
+WebZIP
+Webalta
+WebsiteExtractor
+WebsiteQuester
+Whack
+Whatweb
+Widow
+WinHTTrack
 Wprecon
-Xaldon_WebSpider
-Zade
-Zauba
-Zermelo
+Xenu
+Zeus
 Zitebot
-ZumBot
+ZmEu
 ZyBorg
 archive.org_bot
-autoemailspider
 backlink-check
 cah.io.community
 coccocbot-web
 cognitiveseo
-crawler.feedback
+dataforseo.com
 domainsproject.org
 eCatch
-gopher
-internetVista monitor
-isitwp.com
+facebookscraper
+ips-agent
 lwp-trivial
 meanpathbot
 muhstik-scan
-oBot
-pcBrowser
+netEstate NE Crawler
+plumanalytics
 polaris version
-probe-image-size
-scalaj-http
 scan.lol
-seoscanners
-seostar
+seobility
 serpstatbot
+sexsearcher
+sp_auditbot
+sysscan
 tAkeOut
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
+x22Mozilla
+xpymep1.exe
+zauba.io