V4.2023.03.3619 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AfD-Verbotsverfahren
-Anarchy
-BDFetch
-BlackWidow
+404enemy
+Aboundex
+Acunetix
+AhrefsBot
+Anarchy99
+Anthill
+Asterias
+Barkrowler
+Blackboard
+Blow
+BlowFish
+Boardreader
 Brandwatch
-Buck
-BuzzSumo
-ChinaClaw
-Chlooe
-Cliqzbot
+CheeseBot
+Claritybot
+Cloud mapping
 Cogentbot
-DatabaseDriverMysqli
-DigitalPebble
-Dispatch
-Domains Project
-EasyDL
-Extractor
-FDM
+Collector
+Cosmos
+CrazyWebCrawler
+Curious
+DnBCrawler-Analytics
+DomainSigmaCrawler
+EirGrabber
 FHscan
-Foobot
+FemtosearchBot
+FlashGet
 FyberSpider
+Genieo
 Go!Zilla
-Go-Ahead-Got-It
-GrapeshotCrawler
+GrabNet
+GridBot
+HTMLparser
+HTTP::Lite
+Harvest
+Heritrix
 Hloader
-IlseBot
-Indy Library
+HonoluluBot
+Humanlinks
+Iblog
+InternetSeer
 Iskanie
-IstellaBot
+JamesBOT
 Jbrofuzz
+JikeSpider
 Keybot Translation-Search-Machine
-Kinza
-Leap
-LibWeb
-Libwhisker
-LinksManager
-MFC_Tear_Sample
-Magnet
-Mail.RU_Bot
-Majestic12
-Mata Hari
-MeanPath Bot
+Lanshanbot
+LexiBot
+Linkbot
+Lmspider
+Mb2345Browser
+Microsoft URL Control
 Minefield
-MolokaiBot
-NICErsPRO
-Needle
-Netvibes
+Moblie Safari
+Nameprotect
+Nibbler
 Niki-bot
-Not
-Page Analyzer
-PageAnalyzer
-PageScorer
-Pandalytics
-Panscient
-Petalbot
-Pimonster
+Offline Navigator
+OpenLinkProfiler
+OutclicksBot
+Picsearch
+Quick-Crawler
+RankActive
+RankingBot
+Rankivabot
 Ripper
-SEOkicks
-SEOkicks-Robot
 SEOprofiler
-SEOstats
-Site Sucker
-SiteSucker
-Sitevigil
-Sottopop
-Spanner
-Spinn3r
+SearchmetricsBot
+SemanticJuice
+SemrushBot
+SeoSiteCheckup
+Sociscraper
+Sucker
 SuperHTTP
-Telesoft
-Telesphoreo
-Tracemyfile
-Turnitin
-UnisterBot
-Upflow
+Szukacz
+The Intraformant
+VB Project
 VelenPublicWebCrawler
-VidibleScraper
-WWW-Mechanize
-WebBandit
-WebCopier
-WebEnhancer
+VeriCiteCrawler
+WASALive-Bot
+Wallpapers/3.0
 WebFetch
-WebImageCollector
 WebReaper
-Website Quester
+WebStripper
+WebsiteQuester
+WiseGuys Robot
 Wonderbot
-YoudaoBot
-ZmEu
-autoemailspider
-backlink-check
-check1.exe
-coccocbot
+Wprecon
+Zade
+ZumBot
+crawl.sogou.com
 crawler4j
-isitwp.com
-plumanalytics
-probe-image-size
+dataforseo.com
+demandbase-bot
+eCatch
+meanpathbot
+s1z.ru
 sexsearcher
-tAkeOut
-webmeup-crawler
-webprosbot
+siteripz
+trendiction.com