V4.2021.08.2538 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-404enemy
+ADmantX
 AIBOT
-Abonti
-Aboundex
-Acunetix
-AhrefsBot
-Alligator
+ASPSeek
+Aboundexbot
+Alexibot
 Anarchie
-Apexoo
-Attach
+Asterias
 AwarioRssBot
 AwarioSmartBot
-BDFetch
-BackDoorBot
-BackStreet
+BDCbot
+BLEXBot
 BackWeb
-Bandit
+Backlink-Ceck
 BatchFTP
-Battleztar Bazinga
-Bigfoot
 Bitacle
-BlackWidow
-Blackboard
 Blow
-Boardreader
-Bolt
-Brandprotect
+BlowFish
+Brandwatch
 Buddy
-BuiltBotTough
-BunnySlippers
-CODE87
-Calculon
-Cegbfeieh
+Bullseye
+BuzzSumo
+CSHttp
 CheTeam
 ChinaClaw
-Chlooe
+Cogentbot
+Copier
 CopyRightCheck
 Copyscape
-Crescent
-CrunchBot
+CrazyWebCrawler
 Curious
-CyotekWebCopy
-DBLBot
+Custo
+DIIbot
+DSearch
+DataCha0s
 DatabaseDriverMysqli
 Deusu
-Digincore
-DigitalPebble
+Devil
 Dirbuster
-Discoverybot
+Disco
+DomainCrawler
 DomainStatsBot
-Domains Project
-Dotbot
-Dragonfly
+Download Wonder
+Drip
+ECCP/1.0
 EMail Siphon
-Ebingbong
+EMail Wolf
 Ecxi
+EroCrawler
 Evil
-ExtLinksBot
-ExtractorPro
-EyeNetIE
+Extreme Picture Finder
+FDM
 FemtosearchBot
 Fimap
-FlashGet
+Firefox/7.0
+Foobot
 Fuzz
-Genieo
-GermCrawler
+Fyrebot
+GetRight
+GetWeb
+Getintent
+Gigablast
 Go!Zilla
-Gotit
-GrapeshotCrawler
+GrapeFX
 HTMLparser
+HTTP::Lite
 HTTrack
-Heritrix
 Humanlinks
+HybridBot
 IDBTE4M
-IDBot
-Iblog
+IndeedBot
 Indy Library
+InfoTekies
+Internet Ninja
+InternetSeer
+Iria
 Iskanie
-Jbrofuzz
-JennyBot
+IstellaBot
+JamesBOT
 Jetty
-Jorgee
-JustView
-Keyword Density
+JikeSpider
+Jyxobot
+Kenjin Spider
+Kinza
 Kozmosbot
 LWP::Simple
-Larbin
-Lftp
-LibWeb
-Likse
+Libwhisker
+LieBaoFast
 LinkWalker
-Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-MFC_Tear_Sample
+Lipperhey Spider
+Litemage_walker
+Lmspider
 MIIxpc
 MSIECrawler
-Mag-Net
+MTRobot
+Magnet
 Majestic SEO
 Majestic12
 MarkMonitor
-MarkWatch
 Mass Downloader
-Meanpathbot
-Metauri
-MicroMessenger
+MauiBot
+MegaIndex.ru
 Microsoft URL Control
 Mister PiX
-Mojeek
-Mojolicious
-Name Intelligence
-Navroad
+Musobot
+NICErsPRO
 NearSite
-Net Vampire
-NetAnts
-NetSpider
+NetLyzer
 Netcraft
 Nettrack
-Niki-bot
 Nikto
-Ninja
-Offline Explorer
-OnCrawl
-OutclicksBot
+NimbleCrawler
+Nimbostratus
+Nuclei
+Octopus
+Offline Navigator
+Openvas
+OrangeSpider
 OutfoxBot
-Page Analyzer
+PECL::HTTP
+POE-Component-Client-HTTP
 PageGrabber
+PageScorer
 PageThing.com
+Pandalytics
 Panscient
 Papa Foto
 PeoplePal
+Petalbot
+Picscout
 Picsearch
-PictureFinder
-Piepmatz
 Pixray
+PleaseCrawl
 ProPowerBot
-Probethenet
+ProWebWalker
+Psbot
 Pump
 QueryN Metasearch
-RSSingBot
+Quick-Crawler
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
 ReGet
 Reaper
-RepoMonkey
 RocketCrawler
 Rogerbot
-SEOkicks
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-SISTRIX
+SEOstats
+SalesIntelligent
 ScanAlert
-Scanbot
-ScoutJet
 ScreenerBot
-ScrepyBot
+SearchmetricsBot
+Semrush
 SentiBot
+SeoSiteCheckup
 Seomoz
-Siphon
+Shodan
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
 SiteSnagger
-SiteSucker
-Siteimprove
-SlySearch
-Sosospider
+Sitevigil
+SmartDownload
+Snapbot
+Sociscraper
+Sogou web spider
 Sottopop
-SpaceBison
-Spinn3r
-Sqlworm
-Sqworm
+SpankBot
+Spanner
+Spbot
 Steeler
-Stripper
-Sucker
+Sucuri
+SuperBot
 SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
-Telesphoreo
-TheNomad
+Teleport
+The Intraformant
 Titan
-Toata
 Toweyabot
 Tracemyfile
 Trendiction
-True_Robot
-Turnitin
-URLy Warning
-UnisterBot
+Turingos
+Twice
+URLy.Warning
+Upflow
+VCI
+Vacuum
 Vagabondo
 VeriCiteCrawler
-VidibleScraper
-Voltron
+Virusdie
+VoidEYE
 WASALive-Bot
 WBSearchBot
-WWW-Mechanize
+WISENutbot
+WPScan
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
-WallpapersHD
-Web Enhancer
-Web Fuck
-WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebFetch
-WebGo IS
-WebLeacher
-WebSucker
-WebWhacker
-Webshag
-Website Quester
+Web Pix
+Web Sauger
+Web Sucker
+WebAuto
+WebImageCollector
+WebPix
+WebZIP
+WebmasterWorldForumBot
 Whack
-WinHTTrack
+Whacker
+WiseGuys Robot
 Wonderbot
-Woobot
-Wprecon
-Zitebot
-ZyBorg
-archive.org_bot
-backlink-check
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-facebookscraper
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
+Zade
+Zauba
+ZmEu
+ZoomBot
+arquivo.pt
+autoemailspider
+check1.exe
+demandbase-bot
 gopher
-internetVista monitor
+heritrix
 ips-agent
-lwp-request
-magpie-crawler
+lwp-trivial
 mediawords
+netEstate NE Crawler
 plumanalytics
-polaris version
+probe-image-size
+ripz
 s1z.ru
 satoristudio.net
-scalaj-http
+sexsearcher
 sogouspider
 sp_auditbot
 spyfu
-sysscan
-ubermetrics-technologies.com
+trendiction.com
+trendiction.de
 voyagerx.com
 webprosbot
+xpymep1.exe
 zgrab