V4.2021.10.2683 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-AIBOT
+80legs
+ALittle Client
+ASPSeek
+Aboundexbot
 Acunetix
-Alligator
-AlphaBot
-Anarchy
+AhrefsBot
+Alexibot
+AllSubmitter
+Anarchie
+Anarchy99
 Anthill
 Apexoo
-Aspiegel
-AwarioRssBot
+Asterias
+BBBike
+BDCbot
 BDFetch
-BLEXBot
-BackStreet
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
+Bandit
 Barkrowler
 BatchFTP
-BetaBot
+Bigfoot
+BlackWidow
 Blackboard
-Brandprotect
-Buck
+BlowFish
+Brandwatch
 Buddy
 BuiltBotTough
-BuzzSumo
+BunnySlippers
 CATExplorador
 CCBot
-CODE87
-CSHttp
-Cegbfeieh
+Calculon
+CensysInspect
+CheeseBot
+ChinaClaw
+Claritybot
+Cliqzbot
+Cloud mapping
+Cocolyzebot
 Cogentbot
-Copier
-Copyscape
+Craftbot
+Crawling at Home Project
+Crescent
 CrunchBot
-DBLBot
+CyotekWebCopy
+DSearch
 DatabaseDriverMysqli
-Devil
+Demon
+Deusu
+DigitalPebble
 Dirbuster
-Disco
 Discobot
-Dispatch
-DittoSpyder
+Discoverybot
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-Dotbot
-Dragonfly
-ECCP/1.0
-Ebingbong
-EroCrawler
-Evil
+DomCopBot
+Download Wonder
+EasyDL
+EirGrabber
 Exabot
-Express WebPictures
 ExtLinksBot
-Extractor
-Ezooms
-FemtosearchBot
-Fimap
-FrontPage
+Extreme Picture Finder
+EyeNetIE
+Freeuploader
+Fuzz
 Fyrebot
-Genieo
+GT::WWW
+GermCrawler
 GetRight
-Gigabot
-Go!Zilla
+GetWeb
+Getintent
+GoZilla
+Gotit
 GrabNet
-Grabber
 GrapeFX
+GrapeshotCrawler
 HMView
-Haansoft
+HaosouSpider
 Harvest
-Heritrix
-Hloader
-Humanlinks
 HybridBot
-IRLbot
+IDBot
+Id-search
 IlseBot
-Image Fetch
-Indy Library
-InfoTekies
-Intelliseek
+Image Sucker
+InfoNaviRobot
 InternetSeer
-Iria
 Iskanie
-Jetty
-JikeSpider
-Joomla
-JustView
-Keyword Density
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-LeechGet
-Lftp
-LinkScan
-Linkbot
-LinksManager
+IstellaBot
+JOC Web Spider
+JetCar
+Jorgee
+Kenjin Spider
+LinqiaMetadataDownloaderBot
 Lmspider
-MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MSFrontPage
-MSIECrawler
 MTRobot
-Mag-Net
 Magnet
+Mail.RU_Bot
+MarkMonitor
+MarkWatch
 MauiBot
 Mb2345Browser
-Mediatoolkitbot
-Mister PiX
-Mojolicious
+MeanPath Bot
+Meanpathbot
+Microsoft Data Access
+Mojeek
+NPbot
+Name Intelligence
+Navroad
 Needle
-Net Vampire
-NetAnts
+NetLyzer
 NetMechanic
-Netvibes
-Nibbler
-Nimbostratus
-Ninja
-Nuclei
-Nutch
-Octopus
-OpenLinkProfiler
+NetZIP
+Nettrack
+Niki-bot
+Nikto
+Nmap
+Offline Explorer
+Openfind
 Openvas
 OrangeSpider
-OutfoxBot
-PHPCrawl
+OutclicksBot
+POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
-PageScorer
+PageAnalyzer
+PageThing.com
+Pandalytics
 Panscient
-PeoplePal
+Papa Foto
+Pavuk
+Petalbot
 Pi-Monster
 Piepmatz
+PleaseCrawl
 Pockey
-Psbot
-PxBroker
+ProPowerBot
+Probethenet
+Pump
 PyCurl
-Quick-Crawler
+RSSingBot
 RankActiveLinkBot
-Rankivabot
+RankingBot
+RankingBot2
+RankurBot
 Reaper
-Recorder
+RebelMouse
+RedesScrapy
 RepoMonkey
-Ripper
 Rogerbot
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
+SEOstats
 Scanbot
-ScoutJet
-Screaming
-ScrepyBot
-SearchmetricsBot
+Scrapy
+ScreenerBot
+Searchestate
 SemrushBot
 SeobilityBot
-Seomoz
-Shodan
-Site Sucker
-SiteExplorer
-SiteSnagger
-Sitebeam
-Snapbot
-Sociscraper
-Sosospider
+Siphon
+SiteLockSpider
+Sitevigil
+Snoopy
 SpaceBison
 Spammen
-SpankBot
-Spanner
+Spinn3r
+SputnikBot
 Sqlworm
-Sqworm
 Steeler
+Stripper
 Sucker
-Sucuri
+SuperBot
 Surfbot
 SurveyBot
+Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
+Teleport
 TeleportPro
 Telesoft
-Telesphoreo
-TheNomad
+Telesphorep
+The Intraformant
+Thumbor
 Titan
 Toweyabot
-Tracemyfile
 Trendictionbot
-Turnitin
+True_Robot
 TurnitinBot
-TwengaBot
-Twice
-URLy Warning
-Upflow
+Typhoeus
 V-BOT
-VelenPublicWebCrawler
-VeriCiteCrawler
+VB Project
+Vacuum
+Vagabondo
 VidibleScraper
-Voil
 Voltron
+WASALive-Bot
+WPScan
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Web Auto
-Web Pix
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Fetch
 Web Sucker
 WebCollage
 WebCopier
 WebEnhancer
+WebGo IS
 WebLeacher
-WebReaper
-WebStripper
-WebWhacker
+WebPix
 WebZIP
 Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
-Whacker
-Widow
-Woobot
-Wotbox
+WebsiteExtractor
+WiseGuys Robot
 Wprecon
 Xaldon WebSpider
-Zauba
+YoudaoBot
+Zade
 Zeus
-ZumBot
+ZoomBot
 ZyBorg
-arquivo-web-crawler
+archive.org_bot
 autoemailspider
-backlink-check
+cah.io.community
+check1.exe
 coccocbot-web
 cognitiveseo
 com.plumanalytics
 demandbase-bot
-evc-batch
+domainsproject.org
 facebookscraper
+heritrix
 instabid
-ips-agent
-isitwp.com
-lwp-trivial
-netEstate NE Crawler
-oBot
+internetVista monitor
+magpie-crawler
+mediawords
+probe-image-size
 ripz
-scan.lol
+seoscanners
 sexsearcher
 sitechecker.pro
-siteripz
 sp_auditbot
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
 webpros.com
-x09Mozilla
 x22Mozilla
-zauba.io
+xpymep1.exe