V4.2023.02.3591 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
+80legs
+ASPSeek
+Abonti
+Acunetix
+AhrefsBot
+AiHitBot
+Alexibot
 Alligator
-AlphaBot
-Anarchie
+Anarchy
 Anthill
-Atomseobot
-AwarioSmartBot
-BDCbot
-BDFetch
+Apexoo
+AwarioRssBot
 BLEXBot
-BackDoorBot
-BackWeb
+BackStreet
 Backlink-Ceck
-Badass
+BacklinkCrawler
+Bandit
 Barkrowler
+Battleztar Bazinga
 Bigfoot
+Bitacle
 Black Hole
-BlowFish
-Bolt
-BotALot
+BlackWidow
+Blackboard
+Blow
 Brandprotect
-Brandwatch
-Buddy
+Buck
 BuiltWith
 Bullseye
 BunnySlippers
-BuzzSumo
 CATExplorador
-CCBot
 CODE87
-CSHttp
-CheTeam
 CheeseBot
-CherryPicker
 ChinaClaw
 Citoid
+Claritybot
 Cocolyzebot
-Copier
+Collector
 Cosmos
-Craftbot
-Crescent
-DIIbot
+Curious
+CyotekWebCopy
+DBLBot
 DSearch
-DTS Agent
-Discobot
+Deusu
+Devil
+Digincore
+Disco
 Discoverybot
-Dispatch
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
+DnBCrawler-Analytics
+Download Wonder
+Dragonfly
 EMail Siphon
 EasyDL
+EroCrawler
+Evil
+Exabot
 ExtLinksBot
-ExtractorPro
-Ezooms
+Extractor
 FDM
-Foobot
+FlashGet
+Flunky
 Freeuploader
-GT::WWW
+Fuzz
+Fyrebot
+G-i-g-a-b-o-t
 GetRight
-GetWeb
-Go!Zilla
-Go-Ahead-Got-It
-GrabNet
-Grafula
-GrapeFX
-HEADMasterSEO
-HMView
+Getintent
+GridBot
+HTMLparser
 HTTP::Lite
 Harvest
+Heritrix
 HonoluluBot
-IDBTE4M
 IDBot
-Iblog
-Id-search
-IlseBot
-IndeedBot
-Indy Library
+IRLbot
+Image Fetch
+Image Sucker
+Intelliseek
 InterGET
 Internet Ninja
 Iria
-Jetty
+IstellaBot
+Jbrofuzz
+JetCar
 JikeSpider
 Joomla
-JustView
+Jorgee
+Keybot Translation-Search-Machine
 Keyword Density
 Kinza
-LWP::Simple
+Lanshanbot
 LeechGet
 LibWeb
-Libwhisker
+LieBaoFast
 Likse
-LinkextractorPro
+LinkScan
+LinkWalker
 LinksManager
-LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
+LinqiaScrapeBot
+Lipperhey
+Lmspider
+Ltx71
 MSIECrawler
-Mag-Net
 Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic12
 Mass Downloader
-MauiBot
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
-Metauri
-Minefield
+Microsoft Data Access
+Mister PiX
+Mojeek
 Mojolicious
+MolokaiBot
+Mr.4x3
 Msrabot
-NICErsPRO
+Musobot
 NPbot
-Name Intelligence
-Navroad
+Needle
 Net Vampire
+NetAnts
 NetLyzer
-NetSpider
 NetZIP
-Netcraft
 NextGenSearchBot
+Nibbler
+Nimbostratus
 Nmap
-Nuclei
+Not
 Nutch
 Offline Explorer
-OnCrawl
 OpenVAS
 Openfind
-Openvas
-OrangeBot
+OrangeSpider
+OutclicksBot
 PECL::HTTP
-PHPCrawl
 PageGrabber
-PageScorer
-PageThing.com
+Pandalytics
+Panscient
 Papa Foto
-Pavuk
+Picscout
 Piepmatz
-Pimonster
-Pixray
 Pockey
-ProWebWalker
-Pu_iN
 RSSingBot
 RankFlex
-RankurBot
 Re-re
-Reaper
-RebelMouse
-RepoMonkey
+RealDownload
+Recorder
+Rogerbot
 SBIder
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-ScanAlert
-Scanbot
-Screaming
-SearchmetricsBot
-SemrushBot
+Scrapy
+ScreenerBot
+ScrepyBot
+Seekport
+SemanticJuice
+Semrush
+SeobilityBot
 Seomoz
 Shodan
-Site Sucker
+Siphon
 SiteCheckerBotCrawler
-SiteSnagger
-SiteSucker
-Siteimprove
+SiteExplorer
+SiteLockSpider
+SlySearch
+Snake
 Snapbot
 SocialRankIOBot
+Sociscraper
+Sottopop
 SpaceBison
 Spammen
-Sqlworm
-Steeler
+SpankBot
+Spanner
+SputnikBot
+Stripper
 Sucker
 Sucuri
 Surfbot
-Swiftbot
+Suzuran
+Szukacz
+T8Abot
 Teleport
+TeleportPro
 Telesoft
-The Intraformant
-Titan
-Toata
-Toweyabot
-True_Robot
+Tracemyfile
+Trendiction
+Trendictionbot
 Turingos
-Turnitin
-TurnitinBot
-TwengaBot
-VB Project
-VCI
+Twice
+URLy.Warning
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
-Voltron
+Virusdie
+WEBDAV
 WISENutbot
 WWW-Collector-E
-WWW-Mechanize
-Web Auto
-Web Fetch
-Web Fuck
-Web Sauger
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
+Web Enhancer
 WebAuto
-WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebPix
 WebSauger
-WebSucker
-Webshag
-Website Quester
-WebsiteExtractor
-Webster
-Whacker
+Widow
 WinHTTrack
 WiseGuys Robot
-Wonderbot
 Woobot
 Wotbox
-Xaldon_WebSpider
+Wprecon
+Xaldon WebSpider
 YoudaoBot
+Zade
+Zauba
 Zermelo
-Zeus
-Zitebot
-ZoomBot
+ZmEu
+ZyBorg
 adscanner
-arquivo-web-crawler
-backlink-check
-cah.io.community
-demandbase-bot
+autoemailspider
+coccocbot
+com.plumanalytics
+crawler.feedback
+crawler4j
+dataforseo.com
 domainsproject.org
-evc-batch
-heritrix
 internetVista monitor
-isitwp.com
+iubenda-radar
+linkdexbot
 lwp-request
+meanpathbot
 mediawords
 netEstate NE Crawler
 pcBrowser
-plumanalytics
 polaris version
+probe-image-size
 ripz
-scalaj-http
-sexsearcher
+s1z.ru
+satoristudio.net
+scan.lol
+seoscanners
+serpstatbot
 sitechecker.pro
+siteripz
 sogouspider
-spyfu
+webgains-bot
 x22Mozilla
-xpymep1.exe