V4.2021.08.2497 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+ADmantX
+AIBOT
 Abonti
-Aboundex
 Aboundexbot
 Acunetix
-AllSubmitter
-Alligator
-AlphaBot
-Anarchy99
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alexibot
 Ankit
-Anthill
-Apexoo
-Aspiegel
 Asterias
-AwarioRssBot
 AwarioSmartBot
+BDCbot
 BDFetch
-BLEXBot
-BackStreet
-Badass
-Bandit
+BackDoorBot
+BacklinkCrawler
+Barkrowler
+BatchFTP
 Battleztar Bazinga
+BetaBot
 Blow
+BlowFish
 Boardreader
+Bolt
 BotALot
-Brandprotect
+Brandwatch
 Buddy
-BuiltWith
-CSHttp
+BunnySlippers
+CATExplorador
+CODE87
 Calculon
+CazoodleBot
 CensysInspect
-ChinaClaw
-Cliqzbot
-Cocolyzebot
+CheTeam
+Chlooe
+Cloud mapping
 Cogentbot
-Crescent
-CrunchBot
-Curious
-DIIbot
+Copier
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+CyotekWebCopy
 DataCha0s
 Demon
+Deusu
 Devil
+Digincore
 DigitalPebble
-Disco
+Dirbuster
+Discobot
+DomCopBot
 DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
 Dragonfly
+ECCP/1.0
 EasyDL
-Ebingbong
-EirGrabber
-EroCrawler
-FemtosearchBot
-Fimap
+Ecxi
+Exabot
+Extractor
+ExtractorPro
+EyeNetIE
+FHscan
 Firefox/7.0
-Foobot
+Flunky
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
-Go!Zilla
-GrabNet
+G-i-g-a-b-o-t
+GermCrawler
+GetRight
+GetWeb
+Getintent
+Gotit
 Grabber
-GrapeFX
+HMView
+HTTP::Lite
+HTTrack
 Haansoft
-Harvest
+HaosouSpider
+Heritrix
+Hloader
 IDBTE4M
-IRLbot
-IlseBot
-InternetSeer
-Iskanie
+Image Fetch
+Image Sucker
+Indy Library
+InfoNaviRobot
+Intelliseek
 IstellaBot
-JamesBOT
-JennyBot
-Joomla
+JetCar
 Jorgee
-JustView
-LWP::Simple
-Leap
+Kenjin Spider
+Keyword Density
+Kozmosbot
+LeechFTP
 LeechGet
+LexiBot
+Lftp
+LibWeb
 Libwhisker
 LieBaoFast
-LinkWalker
-LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+Likse
+Linkbot
+LinqiaScrapeBot
 Lipperhey Spider
-MJ12bot
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MSFrontPage
 MTRobot
 Mag-Net
-Magnet
-Majestic SEO
+Mail.RU_Bot
 MarkWatch
+Masscan
 Mata Hari
-MeanPath Bot
-Mediatoolkitbot
+Microsoft URL Control
 Mister PiX
 Morfeus Fucking Scanner
 Mr.4x3
 Musobot
+NICErsPRO
+NearSite
 Needle
-Net Vampire
+NetLyzer
 Netcraft
-Netvibes
-Niki-bot
-Nikto
-NimbleCrawler
+Nettrack
+Nimbostratus
+Ninja
 Nuclei
-Nutch
-Octopus
-Offline Explorer
-OpenLinkProfiler
-OrangeSpider
-OutfoxBot
+Offline Navigator
+Openfind
 PageScorer
-Pandalytics
-Panscient
-Papa Foto
-Pi-Monster
-Picscout
-Pimonster
-Pixray
+PageThing.com
+Pavuk
+Petalbot
+Picsearch
+Piepmatz
+PleaseCrawl
 Pockey
 ProPowerBot
-Pu_iN
-PyCurl
-Quick-Crawler
+ProWebWalker
+Probethenet
+Pump
+PxBroker
 RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
-Rankivabot
 RankurBot
+Re-re
 ReGet
-Recorder
-RedesScrapy
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-ScoutJet
-Scrapy
-Screaming
+Reaper
+RebelMouse
+RepoMonkey
+SMTBot
+ScanAlert
+Scanbot
 ScreenerBot
+Searchestate
 Semrush
-SeoSiteCheckup
 SeobilityBot
 Shodan
-Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
+SiteLockSpider
+Sitebeam
+Siteimprove
 SlySearch
-Snoopy
-SocialRankIOBot
-Sottopop
+Snake
+Snapbot
+Sogou web spider
+Sosospider
 SpaceBison
+SpankBot
 Spanner
-Sqlmap
-Sqlworm
-Steeler
-Sucuri
-SuperBot
-SurveyBot
-Suzuran
+Sqworm
+Stripper
+Swiftbot
 Szukacz
-T0PHackTeam
-Telesoft
-Telesphoreo
-Telesphorep
+Teleport
 The Intraformant
-TightTwatBot
-True_Robot
-Turingos
+TheNomad
+Thumbor
+Toata
+Tracemyfile
+Trendiction
 Turnitin
-TwengaBot
+Typhoeus
 URLy.Warning
 UnisterBot
-VCI
+VB Project
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+Vagabondo
+VidibleScraper
 Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
 WISENutbot
-WWW-Collector-E
-Wallpapers/3.0
-WeSEE
-Web Auto
+WPScan
+Wallpapers
 Web Enhancer
+Web Fuck
+Web Pix
+Web Sucker
 WebAuto
-WebCollage
-WebFuck
-WebGo IS
-WebImageCollector
+WebLeacher
 WebReaper
-WebSauger
 WebStripper
-WebSucker
-Webalta
-Webshag
 Website Quester
+WebsiteExtractor
+WebsiteQuester
 Webster
-Whack
-Widow
-WinHTTrack
-WiseGuys Robot
-Woobot
-Xaldon WebSpider
+Who.is Bot
+Xaldon_WebSpider
 Xenu
-Zauba
-Zeus
+YoudaoBot
+Zade
 Zitebot
 ZmEu
-ZoomBot
+ZoominfoBot
 ZyBorg
-arquivo-web-crawler
 autoemailspider
-backlink-check
-check1.exe
-crawler.feedback
+coccocbot-web
+crawl.sogou.com
 crawler4j
-demandbase-bot
 domainsproject.org
-facebookscraper
-heritrix
 internetVista monitor
-lwp-trivial
-mediawords
+ips-agent
+magpie-crawler
+meanpathbot
+muhstik-scan
 netEstate NE Crawler
 page scorer
 polaris version
 probe-image-size
-s1z.ru
 satoristudio.net
-scalaj-http
-seobility
 seoscanners
-serpstatbot
 sexsearcher
+sitechecker.pro
+siteripz
 sp_auditbot
+spyfu
+tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-xpymep1.exe
-zauba.io
-zgrab