V4.2025.01.4998 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
+ALittle Client
+Aboundex
+Aboundexbot
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
+Apexoo
+Asterias
 Atomseobot
-Attach
-AwarioRssBot
-AwarioSmartBot
 BBBike
-Boardreader
-Buddy
-CazoodleBot
-CopyRightCheck
-Crawling at Home Project
-Dispatch
-DittoSpyder
-DnyzBot
+Battleztar Bazinga
+BotALot
+BuiltWith
+Calculon
+Cegbfeieh
+CensysInspect
+Cocolyzebot
+Collector
+Disco
 DomCopBot
-DomainCrawler
-EMail Siphon
-Express WebPictures
-Ezooms
-FrontPage
-Fuzz
-Getintent
-Haansoft
-InfoTekies
-Information Security Team InfraSec Scanner
-InterGET
-Internet Ninja
-InternetSeer
-JOC Web Spider
-Joomla
+Drip
+EMail Wolf
+Ebingbong
+EyeNetIE
+Flunky
+FyberSpider
+GetWeb
+Gigabot
+Go-Ahead-Got-It
+Gotit
+GrabNet
+HonoluluBot
+Id-search
+JetCar
+Jorgee
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-LNSpiderguy
-Lanshanbot
 Larbin
-LexiBot
-Mag-Net
-Mail.RU_Bot
+LeechGet
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Majestic SEO
-Microsoft URL Control
+Microsoft Data Access
 Minefield
-Mister PiX
-Netcraft
-Octopus
+Morfeus Fucking Scanner
+Mr.4x3
+NPbot
+Nameprotect
+NearSite
+NetZIP
+NextGenSearchBot
 Offline Navigator
-Openfind
 PageAnalyzer
-Pandalytics
-Picsearch
-Piepmatz
-Pu_iN
-Pump
-QueryN Metasearch
-RedesScrapy
+PageThing.com
+Papa Foto
+Petalbot
+Pixray
+Psbot
 Ripper
-RocketCrawler
-SEOlyt
-SMTBot
-ScreenerBot
-Searchestate
-SemrushBot-FT
-Siphon
-Sitevigil
-SocialRankIOBot
-Sottopop
-Spammen
-Spbot
-Spider_Bot/3.0
-Swiftbot
+Rogerbot
+SEOkicks-Robot
+SISTRIX
+Scrapy
+SemanticJuice
+Semrush
+SemrushBot-SWA
+Site Sucker
+SlySearch
+Snake
+Sociscraper
+SpankBot
+Spinn3r
+Sqlmap
+Steeler
+Surfbot
 T8Abot
-Telesoft
-Telesphorep
+TheNomad
+TightTwatBot
 Titan
-Tracemyfile
-VeriCiteCrawler
-WPScan
-Wallpapers/3.0
-WallpapersHD
-WebBandit
-WebFuck
-WebGo IS
-WebSucker
-WebZIP
+Trendictionbot
+TwengaBot
+Typhoeus
+URLy Warning
+VelenPublicWebCrawler
+WWWOFFLE
+WeSEE
+Web Enhancer
+Web Pix
+Web Sauger
 WebsiteQuester
-Webster
-Xaldon_WebSpider
-Zade
-crawler.feedback
-crawler4j
-everyfeed-spider
-imagesift.com
-lwp-trivial
-oBot
-openai.com
-plumanalytics
-spyfu
+Whack
+Who.is Bot
+ZoomBot
+adscanner
+arquivo-web-crawler
+awario.com
+dataforseobot
+trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
-xpymep1.exe
-zauba.io