V4.2022.11.3473 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,9 +1,9 @@
+01h4x.com
 360Spider
 404checker
-404enemy
 AIBOT
-ALittle Client
-Aboundex
+ASPSeek
+Abonti
 AhrefsBot
 Alexibot
 Anarchy
@@ -12,239 +12,239 @@ Ankit
 Asterias
 Attach
 AwarioRssBot
-AwarioSmartBot
 BDCbot
-BDFetch
 BLEXBot
-Bandit
+BackDoorBot
+Backlink-Ceck
+BatchFTP
 BetaBot
+Bigfoot
+Bitacle
 Black Hole
-BlackWidow
+Blackboard
 Blow
 BlowFish
-Bolt
 BotALot
-Buck
-BunnySlippers
-CODE87
+Brandprotect
+Buddy
+BuiltBotTough
+CCBot
 Calculon
-CazoodleBot
-CheTeam
+CheeseBot
+ChinaClaw
 Chlooe
-Citoid
-Cocolyzebot
-Cogentbot
+Claritybot
+Cliqzbot
 Collector
-CopyRightCheck
-Copyscape
-Cosmos
-Crescent
+Crawling at Home Project
 Curious
-Custo
 CyotekWebCopy
-DSearch
-DatabaseDriverMysqli
+DBLBot
+DataCha0s
 Demon
 Deusu
-Devil
 Digincore
-Disco
+Discobot
 Dispatch
+DittoSpyder
+DnyzBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-EMail Siphon
-EasyDL
-EirGrabber
-Evil
-ExtLinksBot
-Ezooms
-FHscan
-FemtosearchBot
+EroCrawler
+Express WebPictures
+EyeNetIE
 Fimap
-FlashGet
-Flunky
 Freeuploader
 Fuzz
 FyberSpider
-GT::WWW
+G-i-g-a-b-o-t
 GalaxyBot
-GetWeb
-Getintent
-Go!Zilla
-GoZilla
+GetRight
+Gigabot
 Gotit
 GrabNet
 Grabber
 Grafula
+GrapeFX
 GridBot
 HEADMasterSEO
 HMView
-HTMLparser
-HTTrack
+HTTP::Lite
 HaosouSpider
-Harvest
 Havij
-Hloader
+Heritrix
+Humanlinks
 HybridBot
+IDBTE4M
 Iblog
-InfoNaviRobot
-InternetSeer
-JamesBOT
-Jetty
-Joomla
+Image Fetch
+IndeedBot
+Indy Library
+InterGET
+Iskanie
+IstellaBot
+Jbrofuzz
+Jorgee
+JustView
 Jyxobot
-Kenjin Spider
-Keyword Density
+Kozmosbot
+LNSpiderguy
 Lanshanbot
-LeechGet
-LieBaoFast
+LexiBot
+Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
 Linkbot
 LinkextractorPro
-LinksManager
-Lipperhey
+LinqiaScrapeBot
 Ltx71
 MJ12bot
-MQQBrowser
 MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+MTRobot
+Mag-Net
+Magnet
+Majestic12
 MarkMonitor
+Mass Downloader
 Mata Hari
-MauiBot
 Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
-Microsoft URL Control
+Minefield
+Mojeek
 Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
+Musobot
+NICErsPRO
+Name Intelligence
+Nameprotect
 NearSite
 Needle
-Nessus
-NetAnts
-NetMechanic
-Niki-bot
-Nuclei
-Octopus
-Offline Explorer
-Openvas
+Net Vampire
+Not
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
 OrangeBot
-PageAnalyzer
-PageScorer
+OrangeSpider
+OutclicksBot
+Page Analyzer
 Pandalytics
-Papa Foto
-Pi-Monster
-Picsearch
-PleaseCrawl
-Probethenet
-Pump
+Pavuk
+PictureFinder
+Piepmatz
+Pimonster
+Pixray
+Pockey
+Psbot
+PxBroker
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankActive
-RankActiveLinkBot
+RankingBot
 ReGet
-RebelMouse
 Recorder
 RepoMonkey
 RocketCrawler
-Rogerbot
-SBIder
 SEOkicks
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
 SMTBot
-Screaming
-ScrepyBot
-SemanticJuice
-SemrushBot
-SeobilityBot
-Siphon
-Site Sucker
-SiteExplorer
+ScreenerBot
+Searchestate
+SearchmetricsBot
+Semrush
+SeoSiteCheckup
+Shodan
 SiteLockSpider
+SiteSnagger
+Sitebeam
 Siteimprove
-SlySearch
-SmartDownload
+Snapbot
 Snoopy
+Sociscraper
+Sosospider
 Spanner
-Spinn3r
-Sucker
+Spbot
+Sqlworm
+Sqworm
+Stripper
 Sucuri
 Surfbot
-Swiftbot
-Teleport
-TeleportPro
-Telesoft
+T8Abot
+Telesphoreo
 The Intraformant
-Titan
+Toata
+Tracemyfile
 Trendiction
-Trendictionbot
-Turingos
-Turnitin
-TurnitinBot
-Typhoeus
-URLy Warning
-Upflow
-V-BOT
-VCI
-VelenPublicWebCrawler
-VidibleScraper
-Voil
-WWW::Mechanize
+VB Project
+VeriCiteCrawler
 Wallpapers
 Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Sauger
 Web Sucker
-WebBandit
+WebAuto
 WebCollage
 WebCopier
 WebFuck
-WebGo IS
+WebImageCollector
+WebPix
 WebReaper
-WebSucker
+WebSauger
+WebStripper
 WebZIP
 Webalta
+WebmasterWorldForumBot
 Webshag
+WebsiteExtractor
+Webster
 Whack
 WinHTTrack
-Wonderbot
-Wotbox
+Woobot
+Xaldon WebSpider
 Xenu
+YoudaoBot
+Zauba
 Zeus
 ZoomBot
 ZumBot
+ZyBorg
 adscanner
-archive.org_bot
 arquivo.pt
-autoemailspider
+backlink-check
 cah.io.community
-check1.exe
-coccocbot
+com.plumanalytics
 crawl.sogou.com
+crawler.feedback
 demandbase-bot
-domainsproject.org
-gopher
-heritrix
-instabid
-iubenda-radar
-linkdexbot
-mediawords
+eCatch
+lwp-trivial
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
 oBot
 page scorer
-pcBrowser
 plumanalytics
-satoristudio.net
-seoscanners
+polaris version
+probe-image-size
+seocompany.store
 serpstatbot
-sexsearcher
-sogouspider
-sysscan
+sitechecker.pro
+siteripz
+sp_auditbot
+tAkeOut
 trendiction.com
-webgains-bot
-webmeup-crawler
-x09Mozilla
-x22Mozilla
+trendiction.de
+webpros.com
+webprosbot
+xpymep1.exe
+zauba.io