V4.2023.07.3844 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Aboundex
-Aboundexbot
-Acunetix
+360Spider
+404checker
 AiHitBot
-Anarchy
-BBBike
-Backlink-Ceck
-BlowFish
-BuiltBotTough
-CCBot
-ChinaClaw
-Chlooe
-Cocolyzebot
-CopyRightCheck
-DIIbot
-Digincore
-DigitalPebble
-Disco
-DnBCrawler-Analytics
-DnyzBot
-Download Wonder
-Ebingbong
-Exabot
-Express WebPictures
-FHscan
-FemtosearchBot
+Anarchie
+Ankit
+Aspiegel
+BackDoorBot
+Bigfoot
+Calculon
+Cegbfeieh
+Claritybot
+Cliqzbot
+Cogentbot
+CrunchBot
+Curious
+DataCha0s
+Demon
+Discoverybot
+Extractor
 Firefox/7.0
-Freeuploader
-FrontPage
-Fyrebot
+G-i-g-a-b-o-t
+GermCrawler
+GetRight
+Go-Ahead-Got-It
 GoZilla
-HTMLparser
-HTTP::Lite
-Harvest
+HEADMasterSEO
+HTTrack
 IDBTE4M
-Id-search
+IDBot
 IlseBot
-Image Fetch
-InfoTekies
-Intelliseek
-InterGET
-Jetty
+InternetSeer
+Jbrofuzz
+JetCar
+Keyword Density
+Kinza
+LWP::Simple
 Lanshanbot
-LieBaoFast
-LinkextractorPro
-Magnet
-Mass Downloader
-Mata Hari
-MicroMessenger
-NearSite
-NetAnts
-NetLyzer
-POE-Component-Client-HTTP
-PageScorer
-Papa Foto
+LexiBot
+Libwhisker
+LinkWalker
+LinqiaMetadataDownloaderBot
+Litemage_walker
+MQQBrowser
+Majestic-SEO
+MarkMonitor
+Morfeus Fucking Scanner
+Nameprotect
+Nibbler
+OpenLinkProfiler
+OrangeSpider
+PageThing.com
+Pandalytics
 PeoplePal
-Picsearch
-PleaseCrawl
-QueryN Metasearch
+PictureFinder
+Pump
+RankFlex
 RankingBot2
-RealDownload
-Recorder
-Rogerbot
-SEOprofiler
+SEOkicks
+Scanbot
+Screaming
+Seekport
+SemanticJuice
+SentiBot
+Siphon
+SiteExplorer
+SiteSnagger
+SlySearch
 Snake
 Sogou web spider
-SuperBot
-Swiftbot
-Telesoft
+Stripper
+Telesphorep
+Thumbor
 TightTwatBot
-Trendiction
-Trendictionbot
-TurnitinBot
-V-BOT
+True_Robot
+VCI
 Vagabondo
-VeriCiteCrawler
-VoidEYE
-WPScan
-WWW-Collector-E
-Web Pix
-WebCollage
-WebImageCollector
-WebsiteQuester
-Whack
-ZyBorg
+WBSearchBot
+WEBDAV
+Web Auto
+WebAuto
+WebBandit
+WebFetch
+WebmasterWorldForumBot
+Webster
+Who.is Bot
+Zauba
+ZoomBot
 adscanner
-arquivo.pt
-demandbase-bot
-domainsproject.org
-evc-batch
-oBot
+arquivo-web-crawler
+autoemailspider
+check1.exe
+crawler4j
+heritrix
+meanpathbot
+netEstate NE Crawler
+page scorer
 pcBrowser
-s1z.ru
-seoscanners
-sogouspider
-sp_auditbot
 sysscan
-trendiction.com
-webprosbot
+tAkeOut
+trendiction.de