V4.2022.12.3528 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ADmantX
-AIBOT
 ALittle Client
-Aboundexbot
-AhrefsBot
-Alexibot
-Anarchie
-Anarchy
+ASPSeek
+Aipbot
+Alligator
+Ankit
+Anthill
 Apexoo
 Asterias
-Atomseobot
 Attach
+AwarioSmartBot
+BDFetch
 BLEXBot
 Backlink-Ceck
-Badass
 Barkrowler
 Battleztar Bazinga
 BetaBot
 Bigfoot
-BlackWidow
-Buck
-BuiltWith
+Black Hole
+Blackboard
+Brandwatch
+BuiltBotTough
+Bullseye
+BunnySlippers
 BuzzSumo
+CATExplorador
+CODE87
+Cegbfeieh
+CensysInspect
+CheTeam
+CheeseBot
 CherryPicker
+Chlooe
 Claritybot
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Collector
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
 CrazyWebCrawler
-Crescent
 CrunchBot
+Curious
+Custo
 CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
 DatabaseDriverMysqli
 Demon
-DigitalPebble
-Disco
-DittoSpyder
+Devil
+Dirbuster
+Discoverybot
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomainSigmaCrawler
-Domains Project
-Dotbot
-ECCP/1.0
+DomCopBot
+DomainStatsBot
+Dragonfly
+EMail Siphon
 EMail Wolf
-Ecxi
-EroCrawler
-Evil
+EasyDL
 Express WebPictures
+Extractor
 Extreme Picture Finder
-FDM
-Firefox/7.0
-Flunky
-Foobot
-FyberSpider
-GalaxyBot
-GermCrawler
-Getintent
+Ezooms
+Fimap
+Fuzz
+Fyrebot
+GetRight
+GetWeb
 Go-Ahead-Got-It
-GoZilla
-Grafula
-GrapeFX
+GrabNet
 GrapeshotCrawler
 HEADMasterSEO
-HMView
-Havij
-HonoluluBot
+HTMLparser
+HTTrack
+Haansoft
+HaosouSpider
+Harvest
 Humanlinks
+HybridBot
 Image Sucker
 InfoTekies
 Intelliseek
-InterGET
+JamesBOT
 Jbrofuzz
 JennyBot
 JetCar
-Keyword Density
-LNSpiderguy
-Larbin
-Leap
-LeechGet
-LexiBot
-Lftp
-Libwhisker
+Joomla
+Jyxobot
+Kozmosbot
+Lanshanbot
+LibWeb
 Lightspeedsystems
-LinkWalker
+Likse
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey Spider
+Litemage_walker
 Lmspider
-MFC_Tear_Sample
+Ltx71
 MIDown tool
 MIIxpc
-MTRobot
-Mail.RU_Bot
-Majestic SEO
+MSFrontPage
+Magnet
 Majestic-SEO
-Mass Downloader
-Masscan
-Mata Hari
-Mb2345Browser
+MeanPath Bot
+Metauri
+Microsoft URL Control
 Mister PiX
+Moblie Safari
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-NPbot
-Nameprotect
+Mr.4x3
+Musobot
+Name Intelligence
+NearSite
 Needle
 NetSpider
-NetZIP
-NextGenSearchBot
-Nibbler
-Nikto
-Nmap
+Niki-bot
+NimbleCrawler
 Not
-Nuclei
-Nutch
-Octopus
-Offline Explorer
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+Openvas
 OrangeBot
-OutclicksBot
+OrangeSpider
 PHPCrawl
-PageGrabber
-Panscient
+POE-Component-Client-HTTP
+Page Analyzer
+Pandalytics
+Pavuk
 PeoplePal
+Petalbot
 Pi-Monster
-Piepmatz
+Picsearch
 Pimonster
-Pixray
+PleaseCrawl
+Pockey
+ProPowerBot
+ProWebWalker
 Probethenet
-Pu_iN
-PxBroker
+Psbot
+Pump
+QueryN Metasearch
+RSSingBot
 RankFlex
+RankingBot
 RankingBot2
 Rankivabot
+Re-re
+RealDownload
+RebelMouse
+Recorder
 RedesScrapy
-RepoMonkey
-Ripper
 RocketCrawler
-SBIder
-SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
 SalesIntelligent
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
-ScrepyBot
 Searchestate
+SearchmetricsBot
 Seekport
-Siphon
+SemanticJuice
+SentiBot
+Seomoz
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Siteimprove
+SiteSnagger
 SlySearch
-SmartDownload
 Snapbot
-SpaceBison
+Sogou web spider
+Spammen
 Spanner
 Spbot
-Spinn3r
-Sqlworm
-Sqworm
-Steeler
-Sucuri
-SuperHTTP
+SputnikBot
+Surfbot
 SurveyBot
-T0PHackTeam
+Suzuran
+Swiftbot
 TeleportPro
-Telesoft
+Telesphorep
 The Intraformant
 TheNomad
-Thumbor
 TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
-True_Robot
-Turnitin
-TurnitinBot
-Twice
-UnisterBot
+Trendiction
+Trendictionbot
+Turingos
+TwengaBot
+Typhoeus
+URLy.Warning
 Upflow
 V-BOT
-VB Project
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
+VCI
+VoidEYE
+Voltron
+WBSearchBot
 WISENutbot
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
 Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Sauger
-WebBandit
-WebCollage
-WebCopier
-WebFuck
+WeSEE
+Web Sucker
+WebEnhancer
+WebFetch
+WebGo IS
+WebPix
 WebSucker
+WebZIP
 Webalta
-WebsiteQuester
-Whack
-Whacker
 WinHTTrack
-Wonderbot
-Woobot
-Wprecon
+Wotbox
 Xaldon WebSpider
-Zermelo
-Zitebot
+YoudaoBot
+Zade
+Zeus
 ZmEu
 ZumBot
 ZyBorg
 adscanner
-arquivo-web-crawler
-arquivo.pt
 backlink-check
+cah.io.community
+check1.exe
+coccocbot
+cognitiveseo
+demandbase-bot
 domainsproject.org
 evc-batch
-gopher
-instabid
-iubenda-radar
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
 lwp-request
-meanpathbot
+magpie-crawler
 mediawords
 muhstik-scan
-pcBrowser
-plumanalytics
+page scorer
+polaris version
+probe-image-size
+ripz
 seocompany.store
 seoscanners
 seostar
+serpstatbot
 sexsearcher
+sitechecker.pro
 siteripz
 sogouspider
+spyfu
 tAkeOut
-ubermetrics-technologies.com
+trendiction.de
 voyagerx.com
+webgains-bot
+webpros.com
 x09Mozilla