V4.2021.08.2535 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 404enemy
 80legs
-ADmantX
-AIBOT
 ALittle Client
-ASPSeek
+Abonti
 Aboundex
-Acunetix
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
 Alexibot
 AllSubmitter
 Alligator
+AlphaBot
 Anarchy99
+Anthill
 Apexoo
-Asterias
-AwarioSmartBot
+Aspiegel
 BDCbot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
-BatchFTP
-BetaBot
-Bigfoot
-BotALot
+BackDoorBot
+Bandit
+BlackWidow
+Blow
+Boardreader
+Bolt
+Brandprotect
 Brandwatch
-Buck
+BuiltBotTough
+BuiltWith
 Bullseye
 BunnySlippers
-CODE87
-CensysInspect
+BuzzSumo
+CCBot
+CSHttp
+Calculon
+CazoodleBot
+Cegbfeieh
 CheeseBot
-CherryPicker
-Chlooe
-Cogentbot
+Cocolyzebot
 Collector
-Cosmos
-Custo
+Copier
+CopyRightCheck
+Crescent
+CrunchBot
+Curious
+DBLBot
+DIIbot
 DSearch
+DTS Agent
 DatabaseDriverMysqli
+Demon
+Deusu
 Devil
+Digincore
 DigitalPebble
-Dirbuster
-Disco
-Discobot
-Discoverybot
 Dispatch
 DnyzBot
 DomCopBot
 DomainSigmaCrawler
-DomainStatsBot
+Dotbot
+Download Wonder
+EasyDL
 Ebingbong
 EirGrabber
-Evil
-Express WebPictures
 Ezooms
+FDM
 FHscan
 FemtosearchBot
 Firefox/7.0
+FlashGet
 Foobot
 FrontPage
-Fuzz
+G-i-g-a-b-o-t
 GalaxyBot
+Genieo
 GetRight
 GetWeb
-Gigablast
-Go!Zilla
+Getintent
+Go-Ahead-Got-It
 GoZilla
-Gotit
-GrabNet
+Grabber
 GridBot
+HMView
 HTMLparser
 HTTrack
-Haansoft
+Heritrix
 Hloader
-HybridBot
 IDBot
-Iblog
-Id-search
+IRLbot
 Image Fetch
 IndeedBot
 Indy Library
 InfoNaviRobot
-Intelliseek
+InfoTekies
 Internet Ninja
-InternetSeer
-JOC Web Spider
 Jbrofuzz
-Jetty
-JikeSpider
 Joomla
-JustView
+Kenjin Spider
+Keyword Density
 Kinza
 LNSpiderguy
-LWP::Simple
-Leap
+LexiBot
 LibWeb
-Libwhisker
 Lightspeedsystems
 LinkScan
-LinkWalker
-Linkbot
 Linkdexbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Ltx71
-Mail.RU_Bot
-MarkWatch
-Mass Downloader
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
+Mag-Net
+Magnet
 Masscan
 MauiBot
-MeanPath Bot
-Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
+Microsoft Data Access
 Mister PiX
-Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
+Mojolicious
 Mozlila
-Mr.4x3
-Msrabot
+NICErsPRO
 Name Intelligence
 Nameprotect
 Navroad
-Needle
-Net Vampire
-Nettrack
-NextGenSearchBot
-Nibbler
-NimbleCrawler
-Nimbostratus
+NearSite
+Nessus
+NetAnts
+NetLyzer
+NetMechanic
+NetZIP
+Netcraft
+Netvibes
+Niki-bot
+Nikto
 Ninja
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
+Nmap
+Nutch
+OpenVAS
 Openfind
-OutfoxBot
+OrangeBot
 PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
 PageGrabber
 PageScorer
-Pandalytics
-Papa Foto
-Pavuk
-PeoplePal
+PageThing.com
+Panscient
+Picscout
+Picsearch
+PictureFinder
 Piepmatz
 Pimonster
-Pixray
-Probethenet
-PxBroker
-RankActive
-Re-re
-ReGet
+Pockey
+Psbot
+Pu_iN
+QueryN Metasearch
+Quick-Crawler
+RankFlex
+RankurBot
+RealDownload
+Reaper
 RedesScrapy
-Rogerbot
-SBIder
-SEOkicks
-SEOstats
-SISTRIX
+RepoMonkey
+SMTBot
+Scanbot
+ScoutJet
+Scrapy
 Screaming
+SearchmetricsBot
 Semrush
-SemrushBot
-SeobilityBot
 Seomoz
-SiteSnagger
-Snoopy
-SocialRankIOBot
-Sogou web spider
+Shodan
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSucker
+SmartDownload
+Sosospider
+Spammen
 Spanner
-Spinn3r
+Spbot
+Sqlmap
 Sqlworm
+Sqworm
+Stripper
+Sucker
 Sucuri
+Surfbot
 Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
 Telesphoreo
 Telesphorep
 The Intraformant
-Toata
 Toweyabot
-TurnitinBot
+Tracemyfile
+Trendiction
+Trendictionbot
 TwengaBot
 Twice
+URLy Warning
 URLy.Warning
 Vacuum
-Vagabondo
-VeriCiteCrawler
 VidibleScraper
 Virusdie
-VoidEYE
-Voltron
-WISENutbot
+WBSearchBot
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Collage
-Web Enhancer
-Web Fuck
-Web Sucker
+Web Auto
 WebBandit
 WebCollage
-WebFetch
+WebCopier
+WebEnhancer
+WebGo IS
+WebImageCollector
+WebWhacker
 WebZIP
+Webalta
 WebmasterWorldForumBot
-Website Quester
-Webster
+Webshag
 Whatweb
-Who.is Bot
 Widow
 WinHTTrack
-WiseGuys Robot
 Woobot
-Wprecon
 Zermelo
-archive.org_bot
-backlink-check
-cah.io.community
+ZmEu
+ZoomBot
+arquivo-web-crawler
 check1.exe
 clark-crawler
-coccocbot-web
 com.plumanalytics
+crawler.feedback
 demandbase-bot
-evc-batch
-instabid
-lwp-request
+facebookscraper
+gopher
+ips-agent
 lwp-trivial
 magpie-crawler
-meanpathbot
 mediawords
-muhstik-scan
-oBot
 page scorer
-pcBrowser
+polaris version
+ripz
+s1z.ru
+scan.lol
+seobility
 seoscanners
-sitechecker.pro
-siteripz
-sysscan
-tAkeOut
+serpstatbot
+sogouspider
+spyfu
 trendiction.de
-voyagerx.com
-webmeup-crawler
 webpros.com
-webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe