V4.2022.11.3453 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ADmantX
-AIBOT
+404checker
 ALittle Client
-ASPSeek
-Abonti
-AhrefsBot
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-AllSubmitter
+Alexibot
+AlphaBot
 Anarchie
-Anarchy99
-Apexoo
-Atomseobot
-AwarioRssBot
+Anarchy
 AwarioSmartBot
-BDCbot
-BackWeb
-BacklinkCrawler
-Barkrowler
+BBBike
+BLEXBot
+BackStreet
+Backlink-Ceck
 Bigfoot
-Blackboard
+Black Hole
 BlowFish
 Boardreader
 Bolt
-Brandprotect
 Buddy
 BuiltBotTough
 BuiltWith
 Bullseye
 BuzzSumo
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
+CATExplorador
+CCBot
+CODE87
+CSHttp
+Calculon
+CherryPicker
 ChinaClaw
-Chlooe
 Citoid
-Cliqzbot
-Cloud mapping
-Cocolyzebot
+Claritybot
+Cogentbot
 Copier
-CopyRightCheck
-Cosmos
-Crescent
-CrunchBot
-Custo
-DIIbot
-DataCha0s
-Demon
-Devil
-Digincore
-DigitalPebble
-Dirbuster
+CyotekWebCopy
+DSearch
+Deusu
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
 DomCopBot
-DomainCrawler
+Domains Project
 Dotbot
 Download Wonder
+Dragonfly
 EMail Wolf
-EasyDL
 EirGrabber
+Express WebPictures
+ExtLinksBot
 ExtractorPro
-Fimap
+Ezooms
+Firefox/7.0
+FlashGet
+Flunky
+Foobot
 Freeuploader
-Fuzz
+FyberSpider
 GalaxyBot
 Genieo
+GetRight
+Getintent
+Go!Zilla
+GoZilla
+Grabber
+Grafula
 GrapeshotCrawler
-HaosouSpider
-Havij
-Heritrix
+GridBot
+HMView
+HTTP::Lite
+HTTrack
+Haansoft
 Hloader
-HonoluluBot
+Humanlinks
+HybridBot
 IDBTE4M
 Iblog
-Id-search
 IlseBot
+Image Fetch
 Image Sucker
-Indy Library
-InfoNaviRobot
-Intelliseek
-InterGET
-Internet Ninja
-Jbrofuzz
-Jorgee
+Iskanie
+IstellaBot
+JamesBOT
+JennyBot
+JetCar
+Jetty
 Jyxobot
 Kenjin Spider
+Kinza
+Kozmosbot
 LNSpiderguy
+Lanshanbot
+Leap
+Lftp
 LibWeb
-Lightspeedsystems
-LinkScan
+Libwhisker
 LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 MFC_Tear_Sample
-MIIxpc
-MSIECrawler
+MJ12bot
+MQQBrowser
+MSFrontPage
 Magnet
 Mail.RU_Bot
+Majestic SEO
 Majestic12
-MarkMonitor
 MarkWatch
 Mass Downloader
+Masscan
+Mata Hari
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
+MicroMessenger
 Microsoft URL Control
-Mister PiX
-NICErsPRO
+Minefield
+Moblie Safari
+MolokaiBot
+Mr.4x3
+NPbot
 Name Intelligence
 NearSite
+Needle
 Nessus
-Net Vampire
-NetSpider
-Netcraft
-Nettrack
+NetMechanic
+NetZIP
 Netvibes
-Nibbler
+Niki-bot
 Nimbostratus
+Ninja
 Not
-Nuclei
-Octopus
 Offline Navigator
-OpenLinkProfiler
-Openfind
-OrangeSpider
-OutclicksBot
+OpenVAS
+Openvas
+OrangeBot
 OutfoxBot
-PHPCrawl
-PageAnalyzer
-PageGrabber
-PageScorer
+PECL::HTTP
+Pandalytics
+Panscient
+PeoplePal
+Picscout
+Picsearch
 Pimonster
-PleaseCrawl
-Pockey
 ProPowerBot
-Psbot
+ProWebWalker
 Pu_iN
-PxBroker
-Quick-Crawler
-RSSingBot
 RankActiveLinkBot
-RankFlex
-Rankivabot
-RankurBot
+RankingBot2
+Re-re
 ReGet
-RealDownload
+Reaper
 RebelMouse
-Recorder
+RepoMonkey
 Ripper
-RocketCrawler
+SBIder
+SEOkicks
 SEOlyticsCrawler
 SEOprofiler
+SEOstats
 SMTBot
-ScrepyBot
+ScanAlert
+Scrapy
+Screaming
 Searchestate
-Seekport
-SemanticJuice
 Semrush
 SentiBot
-Seomoz
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+SeoSiteCheckup
+Siphon
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-SlySearch
-SmartDownload
-Snake
-Sociscraper
+Siteimprove
+Snoopy
+SocialRankIOBot
 Sosospider
-SpaceBison
-Spanner
-Spbot
-SputnikBot
+Spinn3r
 Sqworm
+Steeler
 Stripper
-Sucker
-SuperHTTP
-SurveyBot
-Szukacz
-TheNomad
-Toata
+SuperBot
+Surfbot
+T0PHackTeam
+T8Abot
+Teleport
+Telesphoreo
+TightTwatBot
+Titan
 Toweyabot
+Tracemyfile
+Trendiction
 Trendictionbot
+Turingos
 TurnitinBot
 TwengaBot
+URLy.Warning
+UnisterBot
 Upflow
-Vagabondo
-Voltron
-WEBDAV
+Voil
+WBSearchBot
 WWW-Mechanize
 Wallpapers
-Web Collage
+WallpapersHD
+WeSEE
+Web Auto
+Web Fuck
 Web Pix
-Web Sucker
-WebAuto
-WebCollage
-WebFetch
+WebEnhancer
 WebFuck
-WebGo IS
-WebReaper
-WebSucker
-Webalta
+WebLeacher
+WebStripper
+WebWhacker
+WebZIP
 Website Quester
-WebsiteQuester
-Wotbox
+Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
 Zade
 Zauba
+Zermelo
+ZmEu
 ZoomBot
 ZoominfoBot
-ZyBorg
 backlink-check
-cah.io.community
 check1.exe
-coccocbot
+clark-crawler
+cognitiveseo
+com.plumanalytics
 dataforseo.com
-domainsproject.org
+demandbase-bot
+evc-batch
+gopher
 heritrix
-ips-agent
-isitwp.com
-lwp-request
-lwp-trivial
+iubenda-radar
+meanpathbot
 mediawords
-oBot
-pcBrowser
+netEstate NE Crawler
+plumanalytics
 scalaj-http
 scan.lol
-seocompany.store
-seostar
-serpstatbot
-sexsearcher
+seoscanners
 sogouspider
-spyfu
+sp_auditbot
 tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webpros.com
 webprosbot
-x22Mozilla
+x09Mozilla
 xpymep1.exe
-zauba.io
+zgrab