V4.2023.06.3784 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AfD-Verbotsverfahren
-Ankit
-BackStreet
+ALittle Client
+AdsTxtCrawlerTP
+AllSubmitter
+AlphaBot
+Anarchie
+AwarioRssBot
+BDCbot
 Bitacle
+BlackWidow
 Blackboard
-Brandprotect
-CazoodleBot
-CheTeam
-Cliqzbot
-Cloud mapping
-Cogentbot
-Custo
-Devil
-Discoverybot
-DittoSpyder
-Download Wonder
-Firefox/7.0
-FlashGet
-GetWeb
+BuzzSumo
+CODE87
+Calculon
+CheeseBot
+ChinaClaw
+Citoid
+Claritybot
+Crawling at Home Project
+CrazyWebCrawler
+DigitalPebble
+DomainCrawler
+EMail Siphon
+Go!Zilla
+GoZilla
+GrabNet
 GrapeFX
-GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HTTrack
-Hloader
-IstellaBot
+HMView
+HTTP::Lite
+HaosouSpider
+Iblog
+Image Fetch
+IndeedBot
+InfoTekies
 Jbrofuzz
-Jetty
+JetCar
 Jorgee
-JustView
-LWP::Simple
-LeechFTP
-LexiBot
-LibWeb
+Libwhisker
+LinqiaMetadataDownloaderBot
+Lmspider
 MSFrontPage
-MSIECrawler
-MarkMonitor
+Majestic SEO
+Majestic12
 MarkWatch
 MeanPath Bot
-MolokaiBot
+Mojolicious
 Mozlila
-Musobot
-Nameprotect
-Nessus
-Netcraft
-Netvibes
-Nibbler
-Nmap
+NICErsPRO
+Nettrack
+Niki-bot
+Nuclei
 Offline Explorer
-Openvas
-PageAnalyzer
-PageScorer
-Pavuk
-QueryN Metasearch
+Offline Navigator
+OrangeBot
+OrangeSpider
+Page Analyzer
+PageGrabber
+PleaseCrawl
+Pockey
+Probethenet
+Pu_iN
+RankActiveLinkBot
 RankingBot
-ReGet
-RebelMouse
-Scrapy
-Screaming
-SeekportBot
-SiteCheckerBotCrawler
-Sitebeam
-Snoopy
-SocialRankIOBot
-Sucker
-SuperHTTP
-The Intraformant
-Toata
-True_Robot
-TwengaBot
-Twice
-Upflow
-V-BOT
-VB Project
-Voltron
-WISENutbot
-WWW-Mechanize
-WWW::Mechanize
-WeSEE
-Web Fetch
-Web Fuck
-Web Sauger
+RankurBot
+Reaper
+RepoMonkey
+Rogerbot
+SISTRIX
+Searchestate
+Seomoz
+Siteimprove
+Sociscraper
+SpaceBison
+Sucuri
+Teleport
+Titan
+Web Enhancer
+Web Pix
 Web Sucker
-WebImageCollector
-Webster
-Wotbox
-Xaldon_WebSpider
-Zade
-Zeus
-ZoomBot
-dataforseo.com
-dataforseobot
-pcBrowser
-polaris version
-seostar
-sogouspider
-trendiction.com
+WebFuck
+WebGo IS
+WebSauger
+Webalta
+Website Quester
+Who.is Bot
+Zermelo
+ZumBot
+adscanner
+arquivo.pt
+facebookscraper
+isitwp.com
+oBot
+seoscanners
+serpstatbot
 ubermetrics-technologies.com
 voyagerx.com
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
+zauba.io