V4.2021.11.2687 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 80legs
-ADmantX
+ALittle Client
 ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-AllSubmitter
+AhrefsBot
 Alligator
-AlphaBot
 Anarchie
+Anarchy
 Anarchy99
-Ankit
 Anthill
-Aspiegel
-BBBike
-BDCbot
+Asterias
+AwarioSmartBot
 BDFetch
-BackStreet
 BackWeb
-BatchFTP
-Bitacle
-Black Hole
-BlackWidow
-Blow
-BotALot
-Buck
+BacklinkCrawler
+Badass
+Bandit
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Blackboard
+Boardreader
+Bolt
+Brandprotect
+Brandwatch
+BuiltWith
 Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
-Calculon
-CensysInspect
-Claritybot
-Cloud mapping
-Cocolyzebot
-CopyRightCheck
-Copyscape
-Craftbot
-CrazyWebCrawler
-CrunchBot
+CSHttp
+Cegbfeieh
+CheTeam
+CherryPicker
+Cliqzbot
+Copier
+Crescent
 Curious
-CyotekWebCopy
 DBLBot
 DTS Agent
-Deusu
-Digincore
+Devil
 Dirbuster
+Discobot
 DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
+DnyzBot
 DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-Drip
-ECCP/1.0
-EMail Siphon
+Download Wonder
 EMail Wolf
-Ebingbong
-Ecxi
-EroCrawler
-Evil
-Extreme Picture Finder
+Extractor
+ExtractorPro
 EyeNetIE
 Ezooms
-FHscan
-Firefox/7.0
-Flunky
+FDM
 Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-GermCrawler
+Fuzz
+GetWeb
 Getintent
 Gigabot
-GoZilla
 Gotit
-GrabNet
-Grabber
 Grafula
-GrapeFX
+GridBot
 HEADMasterSEO
+HMView
+HTMLparser
 Haansoft
-IDBTE4M
+HaosouSpider
+Harvest
+Havij
+Humanlinks
 IDBot
 IRLbot
-IlseBot
-Image Sucker
-Indy Library
-InfoNaviRobot
-Intelliseek
+IndeedBot
 InterGET
-Internet Ninja
 Iria
+Iskanie
+IstellaBot
 JOC Web Spider
-Jorgee
+JikeSpider
+JustView
+Kenjin Spider
 Keyword Density
-Kozmosbot
-LWP::Simple
-Lanshanbot
-Leap
-Lftp
-LibWeb
-Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
+LNSpiderguy
+LieBaoFast
 LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
+MIDown tool
 MIIxpc
-MSFrontPage
-Majestic SEO
+MQQBrowser
+MSIECrawler
+MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic-SEO
-MarkMonitor
 MarkWatch
-Mass Downloader
+Mata Hari
 MauiBot
 Mb2345Browser
-Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
-Musobot
-NPbot
-Needle
-Net Vampire
-NetSpider
+Moblie Safari
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
+Nameprotect
+Navroad
+NetLyzer
+NetMechanic
+NetZIP
 Netcraft
-Nettrack
-NextGenSearchBot
-Nimbostratus
+Nibbler
+Ninja
 Nmap
-OnCrawl
-PageScorer
-PageThing.com
-Pavuk
-Petalbot
+Nutch
+Offline Explorer
+OpenLinkProfiler
+Openfind
+Openvas
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+PageAnalyzer
+Pandalytics
+Papa Foto
 PictureFinder
-Piepmatz
+Pimonster
 Pixray
-Pockey
-ProWebWalker
-Probethenet
-Psbot
-PxBroker
+ProPowerBot
+Pu_iN
 Quick-Crawler
-RankActiveLinkBot
 RankFlex
 RankingBot
-RankurBot
+Rankivabot
+Re-re
 RealDownload
 Reaper
+RebelMouse
 Recorder
-Ripper
+RepoMonkey
+RocketCrawler
 SBIder
+SEOprofiler
 SEOstats
-SalesIntelligent
+SMTBot
 Scanbot
-Scrapy
+ScoutJet
 Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SeobilityBot
-Seomoz
+SentiBot
 Shodan
-SiteSnagger
+Site Sucker
+SiteLockSpider
+Siteimprove
+SlySearch
 SmartDownload
-Snake
-Snapbot
-Snoopy
-Sociscraper
+SocialRankIOBot
 Sogou web spider
 SpaceBison
-SputnikBot
+Spammen
+Sqlmap
+Sqworm
 Steeler
 Stripper
-Sucker
-Sucuri
-SuperBot
-Surfbot
-Suzuran
+SurveyBot
+Swiftbot
 Szukacz
+T0PHackTeam
+T8Abot
+Teleport
+Telesoft
 Telesphoreo
-The Intraformant
+Telesphorep
 TheNomad
-TightTwatBot
-Toweyabot
-TurnitinBot
-V-BOT
-VCI
-Vacuum
+Thumbor
+Toata
+Tracemyfile
+Trendictionbot
+TwengaBot
+Typhoeus
+URLy.Warning
+UnisterBot
+VB Project
 Vagabondo
-VoidEYE
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 Voltron
+WEBDAV
 WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-Web Auto
-Web Fetch
+WWW-Mechanize
+WWW::Mechanize
+Web Collage
 Web Pix
-Web Sauger
-Web Sucker
+WebAuto
 WebBandit
+WebCollage
 WebCopier
+WebImageCollector
 WebLeacher
-WebStripper
-Webshag
-WebsiteQuester
-Whatweb
+WebSucker
+WebWhacker
+Webster
+Whacker
+Who.is Bot
 Widow
-Wonderbot
-Woobot
-Xaldon WebSpider
-Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-archive.org_bot
+WinHTTrack
+WiseGuys Robot
+YoudaoBot
+Zermelo
 arquivo-web-crawler
-arquivo.pt
 check1.exe
-clark-crawler
-coccocbot-web
-cognitiveseo
 com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 dataforseo.com
 demandbase-bot
-domainsproject.org
 eCatch
+evc-batch
 facebookscraper
-instabid
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
 lwp-request
-mediawords
-muhstik-scan
-netEstate NE Crawler
-page scorer
+meanpathbot
+plumanalytics
 probe-image-size
-ripz
+s1z.ru
 satoristudio.net
 scalaj-http
+seostar
 sexsearcher
-sysscan
+tAkeOut
 trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
 webpros.com
+webprosbot
+x09Mozilla
 x22Mozilla