V4.2021.08.2516 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -2,249 +2,249 @@
 404enemy
 ADmantX
 AIBOT
+ALittle Client
+ASPSeek
 Aboundexbot
-AhrefsBot
-Aipbot
-AllSubmitter
+Acunetix
+AfD-Verbotsverfahren
 AlphaBot
-Anarchie
+Anarchy99
 Anthill
-Aspiegel
-Asterias
 AwarioRssBot
-AwarioSmartBot
 BBBike
-Bandit
-Barkrowler
-Battleztar Bazinga
+Backlink-Ceck
+BacklinkCrawler
 BetaBot
+Bigfoot
+Blackboard
 Boardreader
 Bolt
 Brandprotect
-Buck
+Brandwatch
+Buddy
+BuiltBotTough
+Bullseye
+CCBot
 CODE87
 CazoodleBot
-Cegbfeieh
-CensysInspect
+CheTeam
+CheeseBot
 CherryPicker
-Chlooe
 Claritybot
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Copier
-Custo
+Copyscape
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+DIIbot
 DSearch
 DTS Agent
-Demon
-Deusu
+DataCha0s
+Devil
 Digincore
 DigitalPebble
 Dirbuster
 Disco
-Discoverybot
 Dispatch
-DittoSpyder
+DnyzBot
 DomainCrawler
-DomainStatsBot
-Domains Project
+DomainSigmaCrawler
+Download Wonder
+Drip
+EMail Wolf
+Ebingbong
 Ecxi
-Express WebPictures
+EirGrabber
+Evil
 ExtLinksBot
-Ezooms
-FDM
-FemtosearchBot
+FHscan
 Fimap
 Firefox/7.0
-FlashGet
-Foobot
-FrontPage
-FyberSpider
-GalaxyBot
-Getintent
-Gigablast
-Go-Ahead-Got-It
+Flunky
+Fuzz
+Fyrebot
+GT::WWW
+GetWeb
+Gigabot
+Go!Zilla
+GoZilla
 Gotit
-GrapeFX
+Grabber
 GrapeshotCrawler
-HTMLparser
-Havij
+GridBot
+HTTrack
+Harvest
 Humanlinks
-IDBot
+IRLbot
 Iblog
-Id-search
 IlseBot
-Image Fetch
+IndeedBot
 InterGET
+Internet Ninja
+Iria
 Iskanie
 JOC Web Spider
 JamesBOT
-JennyBot
-Joomla
-Jorgee
-Kenjin Spider
-Keyword Density
-Kozmosbot
+JikeSpider
+Jyxobot
+Kinza
+Larbin
 Leap
 LeechFTP
-LibWeb
+LexiBot
+Lftp
+Libwhisker
 Lightspeedsystems
-Likse
 LinkScan
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
+Linkdexbot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
+Litemage_walker
 Lmspider
 Ltx71
+MFC_Tear_Sample
 MIDown tool
 MSFrontPage
 MSIECrawler
 MTRobot
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 Majestic12
 MarkMonitor
 MarkWatch
 Masscan
-MicroMessenger
-Microsoft URL Control
-Mojeek
+MauiBot
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+Metauri
+Microsoft Data Access
 Mr.4x3
-Musobot
-NICErsPRO
-Name Intelligence
-Navroad
 Needle
-Net Vampire
-NetSpider
 Netvibes
-Nibbler
 Nikto
 NimbleCrawler
 Nimbostratus
-Nmap
-Nuclei
+Ninja
 Nutch
 Octopus
-OpenVAS
+Offline Navigator
 Openfind
-Openvas
+OrangeSpider
 OutclicksBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-Pandalytics
-Panscient
-Pavuk
-Pi-Monster
+Page Analyzer
+PageAnalyzer
+PageScorer
+PageThing.com
+Papa Foto
 Picsearch
-Pimonster
-Pockey
+Piepmatz
+PleaseCrawl
+ProPowerBot
+Probethenet
 PxBroker
 QueryN Metasearch
-RankingBot2
-ReGet
-Recorder
+RankActive
 RedesScrapy
+RepoMonkey
 Ripper
-Rogerbot
-SBIder
-SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SISTRIX
-ScreenerBot
+SalesIntelligent
+ScanAlert
+Scanbot
+Screaming
 ScrepyBot
-Searchestate
 SearchmetricsBot
-SeoSiteCheckup
+SentiBot
 Seomoz
-SiteExplorer
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
-Siteimprove
-Sociscraper
-Sosospider
+SlySearch
+Snapbot
+Snoopy
+SocialRankIOBot
+Sogou web spider
+SpaceBison
 Spammen
-Spbot
+Spanner
 Spinn3r
-Sqlmap
-Surfbot
-SurveyBot
+SputnikBot
+Sqlworm
+Steeler
+Sucker
+SuperHTTP
 Suzuran
 T8Abot
-Teleport
 Telesphorep
-Toata
-Tracemyfile
-Trendiction
-True_Robot
+The Intraformant
+Thumbor
+TightTwatBot
 Turingos
-Turnitin
-TwengaBot
+TurnitinBot
+Typhoeus
+URLy Warning
 URLy.Warning
-Upflow
+UnisterBot
 V-BOT
-VB Project
-Vacuum
 Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
 Virusdie
 VoidEYE
-Voil
-WASALive-Bot
-WEBDAV
+WBSearchBot
+WWW-Collector-E
 WWWOFFLE
-WeSEE
-Web Auto
-Web Collage
-WebAuto
+Wallpapers
+WallpapersHD
+Web Pix
+Web Sauger
 WebBandit
 WebCollage
 WebCopier
+WebFuck
 WebReaper
-WebSauger
-WebSucker
-WebZIP
+Webalta
 WebmasterWorldForumBot
+Webster
 Whack
 Who.is Bot
-Widow
 WinHTTrack
 Wonderbot
-Woobot
-Wotbox
-Xaldon WebSpider
+YoudaoBot
 Zade
+Zermelo
 Zitebot
+ZoominfoBot
 ZyBorg
+archive.org_bot
 arquivo.pt
+autoemailspider
 backlink-check
-cah.io.community
-check1.exe
 coccocbot-web
+cognitiveseo
 com.plumanalytics
-crawler.feedback
 crawler4j
-demandbase-bot
-evc-batch
+facebookscraper
+gopher
 internetVista monitor
-isitwp.com
+lwp-request
 lwp-trivial
-netEstate NE Crawler
+magpie-crawler
+mediawords
 page scorer
 pcBrowser
 probe-image-size
-s1z.ru
-scalaj-http
-scan.lol
-siteripz
-spyfu
-sysscan
-trendiction.com
-ubermetrics-technologies.com
+satoristudio.net
+serpstatbot
+sexsearcher
+sitechecker.pro
+tAkeOut
+trendiction.de
 voyagerx.com
 x09Mozilla
-x22Mozilla
-zauba.io