V4.2021.09.2616 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 80legs
-AIBOT
-Aboundex
+ALittle Client
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-Aipbot
-AlphaBot
-Anarchie
-Anarchy
+AhrefsBot
+AllSubmitter
 Anarchy99
-Aspiegel
-Asterias
-AwarioRssBot
+Ankit
+Apexoo
+Attach
+AwarioSmartBot
+BBBike
+BDCbot
 BDFetch
+BacklinkCrawler
 Badass
-Barkrowler
+Bandit
+BetaBot
 Bigfoot
-Blackboard
-Brandprotect
+Bitacle
+Black Hole
+Boardreader
+Bolt
 Brandwatch
 BuiltBotTough
-Bullseye
 BunnySlippers
+BuzzSumo
+CATExplorador
 CCBot
 CODE87
+CazoodleBot
+CensysInspect
 CheTeam
+ChinaClaw
 Claritybot
-Cloud mapping
+Cliqzbot
 Cocolyzebot
 Cogentbot
-Craftbot
+Collector
+CopyRightCheck
+Copyscape
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-Custo
-CyotekWebCopy
-DataCha0s
-DatabaseDriverMysqli
-Devil
+DTS Agent
+Demon
+Deusu
 Digincore
 DigitalPebble
-Dirbuster
 Discobot
+Discoverybot
 DittoSpyder
-Drip
-EirGrabber
-EroCrawler
-Evil
+DnyzBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Dotbot
+Dragonfly
+EMail Siphon
+EMail Wolf
+Ebingbong
 Exabot
-Express WebPictures
-ExtLinksBot
 ExtractorPro
 EyeNetIE
-FDM
-Fimap
+Ezooms
+FemtosearchBot
+Flunky
 Foobot
 Freeuploader
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GermCrawler
-GetRight
-Getintent
-Gigabot
+Go-Ahead-Got-It
 GoZilla
-Gotit
-GrabNet
-Grabber
 Grafula
-GrapeFX
+GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HMView
-HTMLparser
 Haansoft
+HaosouSpider
+Harvest
+Heritrix
 Humanlinks
 HybridBot
-IlseBot
-IndeedBot
-Intelliseek
+IDBot
+Image Sucker
+Indy Library
 InterGET
 Internet Ninja
-JOC Web Spider
+Iria
+Iskanie
 JamesBOT
-Jetty
-Kenjin Spider
-Kozmosbot
+JennyBot
+JetCar
+Jorgee
+Jyxobot
+LNSpiderguy
 Lanshanbot
-LeechFTP
+Larbin
 LeechGet
-LexiBot
+Lftp
 LibWeb
-Libwhisker
-LieBaoFast
-LinkScan
-Linkdexbot
-LinkextractorPro
-LinkpadBot
+Lightspeedsystems
+Likse
+LinkWalker
+Linkbot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Litemage_walker
-Lmspider
 MIDown tool
+MJ12bot
+MQQBrowser
 MSFrontPage
-Majestic SEO
-Majestic-SEO
-MarkWatch
-Masscan
+Magnet
+Mata Hari
 MauiBot
-Mediatoolkitbot
-Microsoft Data Access
-Mojolicious
-Musobot
+MeanPath Bot
+MegaIndex.ru
+Metauri
+Mozlila
+Msrabot
 NICErsPRO
-Nameprotect
-NearSite
-Needle
-Nessus
-NetLyzer
-NetMechanic
+NetAnts
+NetSpider
 Nettrack
-NextGenSearchBot
-Nimbostratus
+Nibbler
+Nikto
+Nmap
+Nutch
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openvas
 OrangeSpider
-OutfoxBot
-PageAnalyzer
-PageGrabber
-Pavuk
-PictureFinder
+OutclicksBot
+PHPCrawl
+Page Analyzer
+PageThing.com
+Papa Foto
+PeoplePal
+Pi-Monster
+Piepmatz
+Pimonster
+Pixray
 PleaseCrawl
+Pockey
+ProWebWalker
 Probethenet
 Pump
-Quick-Crawler
-RankActive
-RankFlex
-Rankivabot
-Re-re
-ReGet
-Reaper
-RebelMouse
-Recorder
-Rogerbot
-SBIder
+RankurBot
+RealDownload
+RedesScrapy
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-ScanAlert
+SEOstats
 ScoutJet
-ScreenerBot
+Screaming
+Searchestate
 SearchmetricsBot
 Semrush
-SeoSiteCheckup
-Seomoz
+SeobilityBot
 Shodan
-Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
 SiteSucker
-Sitevigil
 SmartDownload
+Snapbot
 Snoopy
-SocialRankIOBot
-SpaceBison
-Spammen
+Sociscraper
+Sottopop
+Spanner
 Spinn3r
 Sqlmap
-Sqworm
+Sqlworm
 Surfbot
-SurveyBot
-Swiftbot
-Szukacz
-Teleport
+Suzuran
+T0PHackTeam
+T8Abot
 Telesphoreo
-TightTwatBot
-Titan
-Toweyabot
-Trendictionbot
+The Intraformant
+Toata
+Trendiction
 True_Robot
-Turnitin
+Turingos
+TwengaBot
 Typhoeus
-URLy Warning
-V-BOT
-Vagabondo
+URLy.Warning
+Upflow
+VB Project
+VCI
+Vacuum
 VelenPublicWebCrawler
-Virusdie
-Voil
-WISENutbot
-WPScan
+VidibleScraper
+VoidEYE
+Voltron
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WWW-Collector-E
 WWW::Mechanize
 WWWOFFLE
+Wallpapers/3.0
+WeSEE
 Web Sauger
-Web Sucker
+WebAuto
 WebCopier
-WebFetch
 WebFuck
-WebImageCollector
-WebLeacher
-WebWhacker
-WebZIP
+WebSauger
+WebSucker
 WebmasterWorldForumBot
-WebsiteExtractor
-Whack
+Website Quester
+Whatweb
 Who.is Bot
-Widow
-WinHTTrack
 Wonderbot
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
-Zauba
-Zermelo
 Zeus
-Zitebot
-ZmEu
 ZoomBot
+ZoominfoBot
 ZumBot
 archive.org_bot
-autoemailspider
-backlink-check
+arquivo-web-crawler
 cah.io.community
 clark-crawler
-com.plumanalytics
+cognitiveseo
 crawl.sogou.com
-eCatch
+crawler.feedback
+dataforseo.com
+demandbase-bot
 instabid
-internetVista monitor
-lwp-trivial
-magpie-crawler
-muhstik-scan
-page scorer
-plumanalytics
-probe-image-size
+ips-agent
+mediawords
+oBot
 ripz
 s1z.ru
-satoristudio.net
-seobility
+scalaj-http
+scan.lol
+seoscanners
+serpstatbot
+sexsearcher
 sitechecker.pro
+siteripz
 sogouspider
-spyfu
-tAkeOut
-trendiction.com
-voyagerx.com
-webprosbot
+sp_auditbot
+sysscan
+trendiction.de
+webmeup-crawler