V4.2021.03.2304 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
+404enemy
+80legs
 Aboundex
-AIBOT
+Aboundexbot
+ADmantX
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Alexibot
-Alligator
 AllSubmitter
-Anarchy
+Anarchie
 Anarchy99
 Ankit
+Anthill
 Apexoo
-Aspiegel
-ASPSeek
-Asterias
-Attach
-AwarioRssBot
-backlink-check
-BacklinkCrawler
-BBBike
-BDFetch
-BetaBot
+archive.org_bot
+arquivo-web-crawler
+Backlink-Ceck
+Bandit
 Bitacle
-Blackboard
 BlackWidow
-BLEXBot
-Bolt
-BotALot
+BlowFish
 Brandprotect
-Buddy
+Brandwatch
+Buck
+BuiltBotTough
 Bullseye
-BunnySlippers
-CazoodleBot
-CCBot
+Calculon
 CensysInspect
-CheeseBot
-Chlooe
-Claritybot
+CherryPicker
+CheTeam
 Cliqzbot
-coccocbot-web
+Cloud mapping
 cognitiveseo
-com.plumanalytics
-Copier
-Cosmos
-crawler.feedback
-Crescent
-CrunchBot
+Collector
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+CSHttp
+CyotekWebCopy
 DataCha0s
-demandbase-bot
+DBLBot
 Demon
-DigitalPebble
+Deusu
 DIIbot
+Dirbuster
 Discobot
-Dispatch
-DomainCrawler
-DomCopBot
+Discoverybot
+DomainSigmaCrawler
 Dotbot
 Download Wonder
 Dragonfly
-Drip
+DTS Agent
 EasyDL
-EirGrabber
-EMail Siphon
 EroCrawler
-ExtLinksBot
-FDM
-FemtosearchBot
-FHscan
-FlashGet
-Fuzz
-Getintent
-GetRight
-Gigablast
+Evil
+Exabot
+Express WebPictures
+Extractor
+Ezooms
+facebookscraper
+Foobot
+Genieo
+GermCrawler
+GetWeb
 Gigabot
 Go-Ahead-Got-It
-gopher
+Gotit
+Go!Zilla
 Grabber
 Grafula
-Harvest
-Heritrix
+HaosouSpider
+heritrix
 Hloader
+HTMLparser
+Humanlinks
 Iblog
-IlseBot
 Image Sucker
 IndeedBot
-instabid
+Indy Library
+Intelliseek
+Internet Ninja
 InternetSeer
-internetVista monitor
 isitwp.com
-Iskanie
 IstellaBot
 JamesBOT
+Jbrofuzz
+JetCar
 Jetty
+JikeSpider
+JOC Web Spider
 Joomla
-JustView
 Keyword Density
-LeechGet
-Lftp
-LieBaoFast
-Likse
+Lanshanbot
+LibWeb
+Libwhisker
 Linkdexbot
-LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Litemage_walker
 Lmspider
-MarkWatch
-Masscan
-Mata Hari
-MauiBot
+LWP::Simple
+lwp-trivial
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
+Mass Downloader
+meanpathbot
+MeanPath Bot
 Metauri
+MFC_Tear_Sample
 MicroMessenger
 Microsoft Data Access
-Mojeek
+MIDown tool
+MIIxpc
+MJ12bot
+Mojolicious
 Mozlila
+MQQBrowser
 MSFrontPage
 muhstik-scan
 Musobot
+Name Intelligence
+Nameprotect
 Navroad
-NearSite
-Needle
-Nessus
 netEstate NE Crawler
 NetLyzer
 NetMechanic
-NetSpider
-Net Vampire
 Netvibes
 NextGenSearchBot
-Nibbler
 NICErsPRO
-Niki-bot
 Nikto
+NimbleCrawler
 Ninja
-Nuclei
+Nutch
+Octopus
 Offline Navigator
-OPPO A33
+Openfind
 OrangeBot
-PageAnalyzer
-PageScorer
-PageThing.com
-Panscient
+OrangeSpider
+OutfoxBot
+Page Analyzer
 Papa Foto
-PECL::HTTP
-Picscout
-PictureFinder
+Pavuk
+pcBrowser
+PHPCrawl
+Picsearch
 Piepmatz
-Pimonster
 Pi-Monster
-POE-Component-Client-HTTP
+plumanalytics
+polaris version
 probe-image-size
+Probethenet
 ProPowerBot
 ProWebWalker
-Pump
+Psbot
+QueryN Metasearch
 Quick-Crawler
 RankActive
+RankFlex
 RankingBot
 RankingBot2
 Rankivabot
-RankurBot
-Reaper
+RealDownload
+RebelMouse
 Recorder
 ReGet
-RepoMonkey
-ripz
-RocketCrawler
-SalesIntelligent
+Re-re
+Rogerbot
+RSSingBot
+s1z.ru
+satoristudio.net
 ScanAlert
-scan.lol
-Semrush
-SEOkicks
-SEOlyticsCrawler
-Seomoz
+Scanbot
+ScreenerBot
+SentiBot
 SEOprofiler
-seoscanners
-SeoSiteCheckup
-serpstatbot
-sexsearcher
-Shodan
-sitechecker.pro
+SISTRIX
+Sitebeam
+SiteExplorer
 SiteLockSpider
-siteripz
 SiteSnagger
-SiteSucker
-Site Sucker
+Sitevigil
 SlySearch
-SmartDownload
-Snoopy
-Sosospider
+Snake
+Snapbot
+SocialRankIOBot
+Sociscraper
+Sogou web spider
 SpaceBison
-Spammen
 SpankBot
-sp_auditbot
 Spbot
-Sqlmap
+Spinn3r
+Sqlworm
 Sqworm
-Steeler
-Sucker
-Sucuri
-Surfbot
-Swiftbot
-T8Abot
+Stripper
+SurveyBot
+Szukacz
+T0PHackTeam
 TeleportPro
 Telesoft
 Telesphorep
+The Intraformant
+TightTwatBot
 Toata
 Tracemyfile
-Turnitin
-Typhoeus
+Trendictionbot
+True_Robot
+TurnitinBot
+URLy.Warning
+Vacuum
 VB Project
-VeriCiteCrawler
-VidibleScraper
 VoidEYE
 Voil
+Voltron
 Wallpapers/3.0
-WBSearchBot
-Web Auto
+WASALive-Bot
+WebAuto
+WebBandit
 WEBDAV
 Web Fetch
 WebFuck
-WebImageCollector
+Web Fuck
 webmeup-crawler
-Web Pix
+WebSauger
 WebsiteExtractor
 WebsiteQuester
 Website Quester
 Webster
-WebStripper
-WebSucker
 Web Sucker
-WebZIP
+WebWhacker
 WeSEE
-Whatweb
-Who.is Bot
 Widow
 WinHTTrack
-Wotbox
+Woobot
+Wprecon
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Xaldon_WebSpider
+Xenu
 xpymep1.exe
-Zade
+YoudaoBot
 Zauba
-zauba.io
-Zeus
 zgrab
-Zitebot
 ZmEu
-ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg