V4.2023.01.3555 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,115 +1,121 @@
-404checker
-ADmantX
+01h4x.com
 ALittle Client
-Aboundexbot
-Alligator
-Anarchie
-Atomseobot
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Alexibot
+AlphaBot
+Anarchy99
+Ankit
+Apexoo
+Aspiegel
+Attach
 AwarioSmartBot
-BLEXBot
+BBBike
 BackDoorBot
-BackStreet
-BackWeb
-BacklinkCrawler
-Bandit
-Bitacle
-Boardreader
-Bolt
+Backlink-Ceck
+Badass
+BatchFTP
+Bigfoot
+Black Hole
+BlackWidow
+Blackboard
+BotALot
 Brandprotect
 Brandwatch
-CCBot
-CODE87
-CSHttp
-CazoodleBot
+Buck
+BuiltBotTough
+BuiltWith
+Bullseye
+BunnySlippers
+Cegbfeieh
 CheTeam
+CheeseBot
+Citoid
 Claritybot
 Cliqzbot
+Cloud mapping
 Cocolyzebot
-Cogentbot
 Collector
+CopyRightCheck
+Copyscape
 CrazyWebCrawler
 Crescent
-Curious
-CyotekWebCopy
-DSearch
-DatabaseDriverMysqli
+DBLBot
+DIIbot
+DataCha0s
 Deusu
 Digincore
-DigitalPebble
 Dirbuster
-Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
+Dispatch
+Dotbot
 Download Wonder
+Dragonfly
 Drip
-Ebingbong
-EirGrabber
+EMail Wolf
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-FDM
+Fimap
+Flunky
 Freeuploader
 Fuzz
-G-i-g-a-b-o-t
-GermCrawler
-GetWeb
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Grafula
+GrabNet
 GridBot
-HMView
+HTMLparser
 HTTP::Lite
-Haansoft
-HaosouSpider
-Havij
 Heritrix
-Iblog
-Image Sucker
-IndeedBot
-InfoTekies
-Intelliseek
-InternetSeer
-IstellaBot
-JamesBOT
+HonoluluBot
+HybridBot
+IDBTE4M
+IDBot
+InfoNaviRobot
+Iria
+Jetty
 JikeSpider
 Joomla
+Jorgee
+JustView
 Jyxobot
 Kenjin Spider
 Kozmosbot
-Leap
-LieBaoFast
+LWP::Simple
+Lanshanbot
+LeechFTP
+LeechGet
+Lftp
+LinkScan
 Linkbot
 LinkextractorPro
-LinksManager
-LinqiaScrapeBot
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lmspider
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
-MJ12bot
 MQQBrowser
-MTRobot
-Majestic SEO
-Majestic-SEO
+MSIECrawler
+Mag-Net
+Magnet
+Mail.RU_Bot
+MarkWatch
 Mass Downloader
 MauiBot
-Mb2345Browser
 MeanPath Bot
-Metauri
-Mister PiX
-Mojeek
-Mojolicious
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
 Musobot
-NPbot
-Name Intelligence
-NearSite
-NetLyzer
-NextGenSearchBot
+NICErsPRO
+Nessus
+Net Vampire
+NetMechanic
+NetZIP
 Niki-bot
-Ninja
-Nutch
-OpenLinkProfiler
+Nikto
+Nimbostratus
 OpenVAS
 Openfind
 Openvas
@@ -117,134 +123,128 @@ OrangeBot
 OrangeSpider
 OutclicksBot
 OutfoxBot
+PHPCrawl
 PageGrabber
-Panscient
 Pavuk
+PeoplePal
+Pi-Monster
 Picscout
+Picsearch
 Pimonster
 Pixray
-ProWebWalker
-Psbot
+PleaseCrawl
+Pockey
+ProPowerBot
+Pu_iN
+PxBroker
 PyCurl
 QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
 RankingBot
-RankingBot2
-RankurBot
-Re-re
-ReGet
-RebelMouse
-RepoMonkey
+RealDownload
+RedesScrapy
 Ripper
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SISTRIX
+Rogerbot
+SEOprofiler
+SMTBot
 SalesIntelligent
+ScanAlert
 Scanbot
-Scrapy
-ScreenerBot
+ScoutJet
+ScrepyBot
 Seekport
-SemanticJuice
 Semrush
-SemrushBot
-SeobilityBot
+SentiBot
+Seomoz
 Shodan
-Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSucker
 Siteimprove
+Sitevigil
+SlySearch
 SmartDownload
-Sociscraper
+Snake
+SocialRankIOBot
 Sogou web spider
-Spammen
+Sosospider
+Sottopop
+SpaceBison
+Spanner
+Spbot
 Spinn3r
-SputnikBot
-Sqlworm
-SuperHTTP
+Stripper
+Sucuri
+Surfbot
+SurveyBot
 Suzuran
 Swiftbot
-T0PHackTeam
-T8Abot
 Teleport
-TeleportPro
-Telesoft
-The Intraformant
-TheNomad
+Telesphorep
 Thumbor
+TightTwatBot
 Titan
+Toata
 Trendiction
-True_Robot
-Turingos
-TurnitinBot
 TwengaBot
+UnisterBot
 V-BOT
 VB Project
-VCI
-VeriCiteCrawler
-Virusdie
+Vagabondo
+VidibleScraper
+Voil
+WBSearchBot
 WEBDAV
 WISENutbot
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
-WeSEE
-Web Collage
 Web Enhancer
 Web Fuck
-Web Pix
+Web Sauger
 Web Sucker
-WebCollage
-WebEnhancer
-WebFetch
+WebBandit
 WebFuck
-WebGo IS
-WebLeacher
-WebReaper
-WebSauger
-Webalta
+WebPix
+WebSucker
+Webshag
 Website Quester
-WebsiteQuester
 Webster
-Whatweb
-Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
+Whack
+Whacker
+Who.is Bot
 YoudaoBot
+Zade
 Zauba
-Zermelo
-Zeus
 Zitebot
-ZoomBot
 ZumBot
-ZyBorg
-adscanner
 archive.org_bot
 arquivo-web-crawler
-backlink-check
 check1.exe
-clark-crawler
-coccocbot
-crawl.sogou.com
-crawler4j
-gopher
+cognitiveseo
+demandbase-bot
+eCatch
 heritrix
-internetVista monitor
 ips-agent
 linkdexbot
+oBot
 pcBrowser
-plumanalytics
-satoristudio.net
+polaris version
+ripz
+s1z.ru
+seobility
 seocompany.store
+seostar
+sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
-spyfu
+sysscan
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-webprosbot
+trendiction.com
+webgains-bot
+webpros.com
 x09Mozilla
 zauba.io