V4.2024.09.4737 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Aboundexbot
 AhrefsBot
-AwarioSmartBot
-BackWeb
-Barkrowler
-Buck
-BuiltWith
-BuzzSumo
-ChatGPT-User
-Cliqzbot
-Cloud mapping
-CopyRightCheck
+Anarchy
+Asterias
+AwarioRssBot
+BDCbot
+Bullseye
+CSHttp
+CensysInspect
+CheeseBot
+Claritybot
+Collector
+Copier
+Copyscape
 Cosmos
 Craftbot
-CrazyWebCrawler
-DBLBot
-DataCha0s
-DatabaseDriverMysqli
-EMail Wolf
-Ebingbong
-FacebookBot
-FyberSpider
-GoZilla
+Crawling at Home Project
+CyotekWebCopy
+DTS Agent
+Devil
+Dirbuster
+DnBCrawler-Analytics
+DnyzBot
+Dotbot
+Ecxi
+FHscan
+Flunky
+Foobot
+Fyrebot
+Gigabot
 GrabNet
-Grabber
-GrapeshotCrawler
-HTTP::Lite
-Heritrix
-HonoluluBot
-Iblog
-IndeedBot
-InfoNaviRobot
-InternetSeer
-Keyword Density
+Grafula
+GrapeFX
+HMView
+Image Sucker
+ImagesiftBot
+InfoTekies
+InterGET
+JOC Web Spider
+Keybot Translation-Search-Machine
+LeechFTP
 Lftp
-Likse
-LinkScan
-Linkbot
-MIIxpc
-Majestic-SEO
-MarkWatch
-Masscan
-Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-Msrabot
-Musobot
-Navroad
-Netcraft
-Nettrack
+LinkpadBot
+MauiBot
+Minefield
+MolokaiBot
+Morfeus Fucking Scanner
+NPbot
+Name Intelligence
+NearSite
+Needle
 NextGenSearchBot
-OnCrawl
+Octopus
+OpenVAS
+Openfind
 OrangeSpider
-Page Analyzer
-Picsearch
-Pockey
-Pump
-RSSingBot
+Papa Foto
+Pavuk
+Pimonster
+PxBroker
+Rainbot
 ReGet
-RepoMonkey
-SEOprofiler
-SISTRIX
-SMTBot
-SeekportBot
-SemanticJuice
-SenutoBot
-Sosospider
-Teleport
-Telesoft
-URLy.Warning
-UnisterBot
-V-BOT
-VCI
-VelenPublicWebCrawler
+RealDownload
+ScanAlert
+ScoutJet
+Screaming
+Seomoz
+Site Sucker
+Siteimprove
+Sitevigil
+SlySearch
+Snake
+SpankBot
+Spider_Bot/3.0
+Spinn3r
+Sucker
+Thumbor
+Twice
 VeriCiteCrawler
-Voil
-WEBDAV
-Web Fetch
-Web Sauger
+WASALive-Bot
+WPScan
+WWW-Mechanize
+Wallpapers
+Web Collage
 WebFuck
-WebmasterWorldForumBot
-WebsiteExtractor
-ZyBorg
+WebImageCollector
+WebStripper
+WebsiteQuester
+Whack
+Zauba
+Zermelo
 arquivo-web-crawler
-check1.exe
-coccocbot
-crawler4j
-dataforseo.com
-facebookscraper
+cah.io.community
+eCatch
 internetVista monitor
-openai.com
-probe-image-size
+scalaj-http
+serpstatbot
+sogouspider
 sp_auditbot
-spyfu
-tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
-xpymep1.exe
-zauba.io
+webmeup-crawler
+x22Mozilla