V4.2025.08.5424 [ci skip]

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Bandit
-FDM
-Iskanie
-Musobot
-OutfoxBot
-Papa Foto
-Site Sucker
-TwengaBot
-WISENutbot
-Zauba
+LeechGet
+Linkbot
+PleaseCrawl
+ScanAlert
+Semrush
+SeobilityBot
+Turnitin
+WWWOFFLE
+Whack
+ZoomBot

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AdsTxtCrawlerTP
-Alligator
+ALittle Client
+AhrefsBot
+Aliyun
+Apexoo
 Asterias
-AwarioRssBot
-Barkrowler
-Black Hole
-Blow
-Bytespider
-Chlooe
-Cocolyzebot
-Copier
+Atomseobot
+AwarioSmartBot
+BacklinksExtendedBot
+Badass
+Buddy
+CCBot
+CODE87
+Cegbfeieh
+CheTeam
 Crawling at Home Project
-DigitalPebble
-DomainStatsBot
-Dragonfly
-Evil
-Foobot
-Freeuploader
+Crescent
+CrunchBot
+DatabaseDriverMysqli
+Deusu
+DomCopBot
+Download Wonder
+ECCP/1.0
+EasyDL
+EirGrabber
+Exabot
+ExtractorPro
+FemtosearchBot
+FlashGet
+GT::WWW
+GalaxyBot
 Genieo
-GetRight
-Grabber
-GridBot
-HTTrack
-Image Fetch
+Haansoft
+Humanlinks
+IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
 Jorgee
-Kozmosbot
-Larbin
-Lftp
-LinkpadBot
-MQQBrowser
-Majestic-SEO
+Jyxobot
+LeechFTP
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
+MFC_Tear_Sample
 Masscan
-Mata Hari
-Mb2345Browser
 Metauri
-MicroMessenger
-Microsoft URL Control
-Mojolicious
+Mojeek
+Mr.4x3
+Nameprotect
 Net Vampire
-NetMechanic
-NetSpider
 Netvibes
-NextGenSearchBot
-OnCrawl
-OpenLinkProfiler
+Openfind
+Openvas
 OrangeSpider
-POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
-Piepmatz
-PxBroker
-Quick-Crawler
-RankActiveLinkBot
+PageAnalyzer
+PageScorer
+PictureFinder
 RankFlex
-SEOlyt
-SEOprofiler
-Scrapy
-SemrushBot
-SemrushBot-OCOB
-SemrushBot-SI
-Shodan
-Siphon
-SiteSucker
-Spammen
-SpankBot
-Spbot
-Sucuri
-Suzuran
-T0PHackTeam
-Teleport
-TeleportPro
-Titan
-VB Project
-Vagabondo
-Voltron
-WWW-Collector-E
-WallpapersHD
+Recorder
+Rogerbot
+ScanAlert
+ScreenerBot
+Site Sucker
+Siteimprove
+Snapbot
+Snoopy
+SpaceBison
+Spider_Bot/3.0
+Tracemyfile
+Trendiction
+TurnitinBot
+URLy.Warning
+VCI
+Vacuum
+VeriCiteCrawler
+Virusdie
+WBSearchBot
+WISENutbot
+WPScan
+Web Auto
 Web Fetch
-WebWhacker
-WebmasterWorldForumBot
-WebsiteQuester
-Webster
+Web Pix
+WebCollage
+WebImageCollector
+WebSucker
+Website Quester
 Who.is Bot
-ZoominfoBot
-cah.io.community
-cohere-ai
-crawler4j
+Xenu
+ZoomBot
+ZumBot
 dataforseobot
-instabid
+demandbase-bot
+facebookscraper
+heritrix
 internetVista monitor
-linkfluence
-meanpathbot
-openai.com
-seoscanners
-seostar
-tAkeOut
-trendiction.de
-xpymep1.exe
-zgrab
+linkdexbot
+openai
+zauba.io

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-famix.xyz
-game-top.su
-guardlink.org
-newyorkhotelsmotels.info
-placid-rounded-coast.glitch.me
-profit-opportunity.com
-sexpartygirls.net
-supermesta.ru
-thewebsitetemplate.info
-veerotech.com
+adconscious.com
+franklinfire.co
+free-traffic.xyz
+gotwebsite1.com
+naj-filmy24.pl
+ngps1.ru
+nikkiewart.ru
+no-rx.info
+pornosmola.info
+schlampen-treffen.com

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,100 +1,100 @@
-amoi.tn
-animal-drawings.com
-atmovs.com
-bank.uz
-bestcoin.cc
-besthoro.ru
-beta.hotkeys.com
-bizlist.com.de
-boeuklad.com
-carstrends2015.com
-compliance-ivan.top
-coolgamechannel.com
-cottageofgrace.com
-covadhosting.biz
-cs-passion.pl
-cubs-jerseys.us
-divatraffic.com
-dodlive.mil
-dokfilms.net
-dominterior.org
-duplicashapp.com
-eng-lyrics.com
-enpolis.ru
-euroskat.ru
-filmfanatic.com
-finstroy.net
-glopages.ru
-gogalleryawesome.com
-golaya.pw
-googst2.ru
-groupmoney.ru
-gta-club.ru
-guitar-master.org
-hamilton.ca
-hptwaakw.blog.fc2.com
-informatiecentro.be
-innoslicon.com
-investingclub.ru
-ipornox.xxx
-katjimej.blog.fc2.com
-kicknights.gq
-klin3952.ru
-konpax.com
-krasivoe-hd.net
-kwzf.net
-ladov.ru
-lmrauction.com
-lolnex.us
-mega-polis.biz.ua
-menetie.ru
-merryhouse.co.uk
-more-letom.ru
-muizre.ru
-multgo.ru
-myra.top
-namenectar.com
-no-rx.info
-o-o-6-o-o.com
-onlinemeetingnow.com
-ooomeru.ru
-pdfprof.com
-pepperstyle.ru
-pinapchik.com
-playboyfiles.xblog.in
-pokemon-go-play.online
-pony-business.com
-preparevideosafesystem4unow.space
-registry-clean-up.net
-royalads.net
-rukino.org
-rvzr-a.akamaihd.net
-sa-live.com
-scanner-elena.top
-search.pch.com
-slujbauborki.ru
-sneakyboy.com
-spitfiremusic.com
-stard.shop
-tagil.zrus.org
-tako3.com
-taqywu51.soup.io
-tetracsaudi.com
-theendivechronicles.com
-tizanidineusedfor.blogspot.com
-tmm-kurs.ru
-tsstcorpcddvdwshbbdriverfb.aircus.com
-tupper-posuda.ru
-turbo-suslik.org
-tvorozhnaja-zapekanka-recept.ru
-tyumen.xrus.org
-ugguk.online
-videogamesecrets.com
-voditeltrezviy.ru
-voloomoney.com
-webinstantservice.com
-wedding-salon.net
-woweb.com.ua
-x5market.ru
-yunque.pluto.ro
-zoomovies.org
+1flag.co.za
+a1security.com.ua
+adclickservice.com
+alta-realestate.com
+amyfoxfitness.com
+andpolice.com
+apibrowsesmartne-a.akamaihd.net
+apptester.tk
+arkkivoltti.net
+ausmepa.org.au
+avon-novosib.ru
+azartniy-bonus.com
+backgroundpictures.net
+belinvestdom.by
+bestchoice.cf
+bezlimitko.xyz
+bin-brokers.com
+buy-loft.ru
+buybest1.biz
+buyessay3.blogspot.ru
+cfsrating.sonicwall.com
+cheapestjerseysonwholesale.com
+ciekawinki.pl
+cienum.fr
+commoncrawl.org
+confib.ifmo.ru
+creditmoney.com.ua
+demian.kz
+dikqlyremy.info
+ekto.ee
+extremez.net
+fashionavenuegame.com
+forums.d2jsp.org
+free-gluten.ru
+free-video-tool.com
+gemgrab-a.akamaihd.net
+get-seo-domain.com
+gsbs.com.ua
+gta-top.ru
+guge.io
+himgaws.pw
+homedecorpicture.us
+hostcritique.com
+humanorightswatch.org
+inboxdollars.com
+indiasourcemart.in
+instasexyblog.com
+izhevsk.zrus.org
+kadashihotel.com
+kakadu-interior.com.ua
+klejonka.info
+ku6.com
+laptoper.net
+lazy-z.com
+link.ac
+lookingglassemb.com
+luxup.ru
+microsearch.ru
+miniature.io
+minyetki.ru
+missis.top
+mmstat.com
+myanyone.net
+noclegonline.info
+online-x.ru
+pictures-and-images.net
+pijoto.net
+platesauto.com
+pons-presse.com
+produkto.net
+propranolol40mg.blogspot.com
+psvita.ru
+rentehno.ru
+ribieiendom.no
+sbdl.no
+sdelai-prosto.ru
+sildenafilcitratemed.com
+slavic-magic.ru
+snowplanes.com
+socialtrade.biz
+sohoindia.net
+stair.registrydomainservices.com
+svnuppsalaorebro.se
+tanieaukcje.com.pl
+timecrimea.ru
+tivolibasket.it
+tizanidineformigraines.blogspot.com
+tonerbox.kz
+topshef.ru
+trafficcentr.xyz
+tversvet.ru
+userequip.com
+varbergsvind.se
+video-chat.love
+vmnmvzsmn.over-blog.com
+whosonmyserver.com
+xn--b1adccaf1bzj.xn--p1ai
+youresponsive.com
+zajm-pod-zalog-nedvizhimosti.ru
+zygophyceous.womanstars.site

dev-tools/test_units/ratelimittest-master.txt

@@ -8,57 +8,6 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html>ml>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.24.0 (Ubuntu)</center>
-</body>
-</html>
-<html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.24.0 (Ubuntu)</center>
-</body>
-</html>
-<!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.24.0 (Ubuntu)</center>
-</body>
-</html>
-<!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
 </html><!DOCTYPE html>
 <html>
 <head>
@@ -709,14 +658,7 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.24.0 (Ubuntu)</center>
-</body>
-</html>
-<!DOCTYPE html>
+</html><!DOCTYPE html>
 <html>
 <head>
 <title>Welcome to NginX</title>
@@ -726,14 +668,17 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.24.0 (Ubuntu)</center>
-</body>
-</html>
-<!DOCTYPE html>
+</html><!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
+</html><!DOCTYPE html>
 <html>
 <head>
 <title>Welcome to NginX</title>
@@ -773,14 +718,17 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.24.0 (Ubuntu)</center>
-</body>
-</html>
-<!DOCTYPE html>
+</html><!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
+</html><!DOCTYPE html>
 <html>
 <head>
 <title>Welcome to NginX</title>