V4.2021.08.2499 [ci skip]

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.08.2498
+#### Version: V4.2021.08.2499
-#### Bad Referrers Blocked: [7072](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.08.2498
+#### Version: V4.2021.08.2499
-#### Bad Referrers Blocked: [7072](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2021.08.2498
+#### Version: V4.2021.08.2499
-#### Bad Referrers Blocked: [7072](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_generator_lists/bad-referrers.list

@@ -1,6 +1,3 @@
-mybackgroundlandscape.blogspot.com
-falcon-images.blogspot.com
-lemon-ade.site
 000free.us
 007angels.com
 00author.com
@@ -3433,6 +3430,7 @@ leftofcentrist.com
 legalrc.biz
 legionalpha.com
 lego4x4.ru
+lemon-ade.site
 lennatin.info
 lenpipet.ru
 lenvred.org
@@ -3997,6 +3995,7 @@ my-big-family.com
 my-cash-bot.co
 my-floor.in.ua
 myanyone.net
+mybackgroundlandscape.blogspot.com
 mybinaryoptionsrobot.com
 myblogregistercm.tk
 mycaf.it
@@ -7073,4 +7072,4 @@ zygophyceous.womanstars.site
 zynax.ua
 zytpirwai.net
 zzbroya.com.ua
-zzlgxh.com
+zzlgxh.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2021.08.2498
+#### Version: V4.2021.08.2499
-#### Bad Referrers Blocked: [7072](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7074](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [618](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_webmaster_disavow_links/google-disavow.txt

@@ -3430,6 +3430,7 @@ domain:leftofcentrist.com
 domain:legalrc.biz
 domain:legionalpha.com
 domain:lego4x4.ru
+domain:lemon-ade.site
 domain:lennatin.info
 domain:lenpipet.ru
 domain:lenvred.org
@@ -3994,6 +3995,7 @@ domain:my-big-family.com
 domain:my-cash-bot.co
 domain:my-floor.in.ua
 domain:myanyone.net
+domain:mybackgroundlandscape.blogspot.com
 domain:mybinaryoptionsrobot.com
 domain:myblogregistercm.tk
 domain:mycaf.it

dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	1;
+10.1.1.130	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	0;
+10.1.1.130	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	1;
+10.1.1.130	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	0;
+10.1.1.130	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	1;
+10.1.1.130	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -3477,6 +3477,7 @@
 	"~*(?:\b)legalrc\.biz(?:\b)" 	0;
 	"~*(?:\b)legionalpha\.com(?:\b)" 	0;
 	"~*(?:\b)lego4x4\.ru(?:\b)" 	0;
+	"~*(?:\b)lemon\-ade\.site(?:\b)" 	0;
 	"~*(?:\b)lennatin\.info(?:\b)" 	0;
 	"~*(?:\b)lenpipet\.ru(?:\b)" 	0;
 	"~*(?:\b)lenvred\.org(?:\b)" 	0;
@@ -4041,6 +4042,7 @@
 	"~*(?:\b)my\-cash\-bot\.co(?:\b)" 	0;
 	"~*(?:\b)my\-floor\.in\.ua(?:\b)" 	0;
 	"~*(?:\b)myanyone\.net(?:\b)" 	0;
+	"~*(?:\b)mybackgroundlandscape\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)mybinaryoptionsrobot\.com(?:\b)" 	0;
 	"~*(?:\b)myblogregistercm\.tk(?:\b)" 	0;
 	"~*(?:\b)mycaf\.it(?:\b)" 	0;

dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	0;
+10.1.1.130	0;
 127.0.0.1	0;

dev-tools/buildnumber

@@ -1 +1 @@
-2498
+2499

dev-tools/referrers-regex-format-whitelist-test.txt

@@ -3430,6 +3430,7 @@
 "~*(?:\b)legalrc\.biz(?:\b)" 	0;
 "~*(?:\b)legionalpha\.com(?:\b)" 	0;
 "~*(?:\b)lego4x4\.ru(?:\b)" 	0;
+"~*(?:\b)lemon\-ade\.site(?:\b)" 	0;
 "~*(?:\b)lennatin\.info(?:\b)" 	0;
 "~*(?:\b)lenpipet\.ru(?:\b)" 	0;
 "~*(?:\b)lenvred\.org(?:\b)" 	0;
@@ -3994,6 +3995,7 @@
 "~*(?:\b)my\-cash\-bot\.co(?:\b)" 	0;
 "~*(?:\b)my\-floor\.in\.ua(?:\b)" 	0;
 "~*(?:\b)myanyone\.net(?:\b)" 	0;
+"~*(?:\b)mybackgroundlandscape\.blogspot\.com(?:\b)" 	0;
 "~*(?:\b)mybinaryoptionsrobot\.com(?:\b)" 	0;
 "~*(?:\b)myblogregistercm\.tk(?:\b)" 	0;
 "~*(?:\b)mycaf\.it(?:\b)" 	0;

dev-tools/referrers-regex-format.txt

@@ -3430,6 +3430,7 @@
 "~*(?:\b)legalrc\.biz(?:\b)" 	1;
 "~*(?:\b)legionalpha\.com(?:\b)" 	1;
 "~*(?:\b)lego4x4\.ru(?:\b)" 	1;
+"~*(?:\b)lemon\-ade\.site(?:\b)" 	1;
 "~*(?:\b)lennatin\.info(?:\b)" 	1;
 "~*(?:\b)lenpipet\.ru(?:\b)" 	1;
 "~*(?:\b)lenvred\.org(?:\b)" 	1;
@@ -3994,6 +3995,7 @@
 "~*(?:\b)my\-cash\-bot\.co(?:\b)" 	1;
 "~*(?:\b)my\-floor\.in\.ua(?:\b)" 	1;
 "~*(?:\b)myanyone\.net(?:\b)" 	1;
+"~*(?:\b)mybackgroundlandscape\.blogspot\.com(?:\b)" 	1;
 "~*(?:\b)mybinaryoptionsrobot\.com(?:\b)" 	1;
 "~*(?:\b)myblogregistercm\.tk(?:\b)" 	1;
 "~*(?:\b)mycaf\.it(?:\b)" 	1;

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.86.94.216            0;
+52.149.160.252          0;

dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	1;
+10.1.1.130	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	0;
+10.1.1.130	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	1;
+10.1.1.130	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	0;
+10.1.1.130	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	1;
+10.1.1.130	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -3477,6 +3477,7 @@
 	"~*(?:\b)legalrc\.biz(?:\b)" 	0;
 	"~*(?:\b)legionalpha\.com(?:\b)" 	0;
 	"~*(?:\b)lego4x4\.ru(?:\b)" 	0;
+	"~*(?:\b)lemon\-ade\.site(?:\b)" 	0;
 	"~*(?:\b)lennatin\.info(?:\b)" 	0;
 	"~*(?:\b)lenpipet\.ru(?:\b)" 	0;
 	"~*(?:\b)lenvred\.org(?:\b)" 	0;
@@ -4041,6 +4042,7 @@
 	"~*(?:\b)my\-cash\-bot\.co(?:\b)" 	0;
 	"~*(?:\b)my\-floor\.in\.ua(?:\b)" 	0;
 	"~*(?:\b)myanyone\.net(?:\b)" 	0;
+	"~*(?:\b)mybackgroundlandscape\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)mybinaryoptionsrobot\.com(?:\b)" 	0;
 	"~*(?:\b)myblogregistercm\.tk(?:\b)" 	0;
 	"~*(?:\b)mycaf\.it(?:\b)" 	0;

dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	0;
+10.1.1.130	0;
 127.0.0.1	0;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.86.94.216            0;
+52.149.160.252          0;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.86.94.216            0;
+52.149.160.252          0;

dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	1;
+10.1.1.130	1;
 127.0.0.1	1;

dev-tools/test_units/custom-bad-referrers.conf

@@ -3477,6 +3477,7 @@
 	"~*(?:\b)legalrc\.biz(?:\b)" 	0;
 	"~*(?:\b)legionalpha\.com(?:\b)" 	0;
 	"~*(?:\b)lego4x4\.ru(?:\b)" 	0;
+	"~*(?:\b)lemon\-ade\.site(?:\b)" 	0;
 	"~*(?:\b)lennatin\.info(?:\b)" 	0;
 	"~*(?:\b)lenpipet\.ru(?:\b)" 	0;
 	"~*(?:\b)lenvred\.org(?:\b)" 	0;
@@ -4041,6 +4042,7 @@
 	"~*(?:\b)my\-cash\-bot\.co(?:\b)" 	0;
 	"~*(?:\b)my\-floor\.in\.ua(?:\b)" 	0;
 	"~*(?:\b)myanyone\.net(?:\b)" 	0;
+	"~*(?:\b)mybackgroundlandscape\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)mybinaryoptionsrobot\.com(?:\b)" 	0;
 	"~*(?:\b)myblogregistercm\.tk(?:\b)" 	0;
 	"~*(?:\b)mycaf\.it(?:\b)" 	0;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Devil
+AfD-Verbotsverfahren
-DomainSigmaCrawler
+BlowFish
-Domains Project
+Ezooms
-HTTrack
+FlashGet
-JetCar
+OpenLinkProfiler
-Openfind
+PageScorer
-Psbot
+SiteLockSpider
-ScanAlert
+WebsiteExtractor
-Whatweb
+Whacker
-probe-image-size
+gopher

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404enemy
-360Spider
+ADmantX
 AIBOT
-Abonti
 Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
+AiHitBot
-AllSubmitter
 Alligator
 Anarchie
-Anarchy
+Anarchy99
-Ankit
 Apexoo
 Aspiegel
-Asterias
+Attach
-BDCbot
+AwarioRssBot
+BBBike
 BDFetch
-BLEXBot
+BackDoorBot
 BackWeb
-Badass
-BatchFTP
 Battleztar Bazinga
-Bigfoot
+Black Hole
-Bitacle
 BlackWidow
-Bolt
+Blackboard
+Boardreader
 BotALot
-Buddy
+Buck
+BuiltBotTough
 BuiltWith
-BunnySlippers
+CATExplorador
-CCBot
+CSHttp
-CazoodleBot
-CensysInspect
-CheeseBot
 ChinaClaw
 Chlooe
-Claritybot
+Copier
-Cocolyzebot
+Copyscape
+Cosmos
 CrazyWebCrawler
-Crescent
 CrunchBot
+Custo
 CyotekWebCopy
 DBLBot
 DIIbot
 DSearch
-DatabaseDriverMysqli
+DTS Agent
 Deusu
-Dirbuster
+Discoverybot
-DittoSpyder
 DnyzBot
-DomCopBot
 DomainAppender
+DomainCrawler
 DomainStatsBot
 Dotbot
-Download Wonder
+Drip
-EMail Siphon
+EMail Wolf
 Ecxi
 Evil
 Exabot
+Express WebPictures
+Extreme Picture Finder
+EyeNetIE
 FDM
 Fimap
-Flunky
+Freeuploader
-Foobot
-FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
-GermCrawler
+Getintent
-GetRight
+Gigablast
-Go-Ahead-Got-It
+Gotit
 GrabNet
 Grabber
-Grafula
+GrapeshotCrawler
-GrapeFX
+HMView
-HEADMasterSEO
+HTTP::Lite
-HTMLparser
+Havij
-Haansoft
+Humanlinks
-HaosouSpider
+IDBot
-Harvest
+IlseBot
-Heritrix
-HybridBot
-Id-search
 Indy Library
 InfoNaviRobot
-InfoTekies
+Intelliseek
-InterGET
+Internet Ninja
-InternetSeer
+Iria
 JOC Web Spider
-JennyBot
+JetCar
 Jorgee
-Kinza
+Jyxobot
 Kozmosbot
-LNSpiderguy
+Lanshanbot
-LWP::Simple
+Leap
 LexiBot
-LibWeb
+Lftp
+Libwhisker
+LieBaoFast
 Likse
-Linkdexbot
+LinkWalker
-Litemage_walker
+Linkbot
-Lmspider
+LinkextractorPro
-Ltx71
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MIDown tool
+MIIxpc
+MJ12bot
 MSFrontPage
-Mass Downloader
+Majestic12
-Mb2345Browser
+Masscan
-Meanpathbot
-Metauri
-MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
+Moblie Safari
-Mister PiX
+Morfeus Fucking Scanner
-Mojeek
 Mr.4x3
 NICErsPRO
-Name Intelligence
+NPbot
-Needle
+Nameprotect
+NearSite
 Nessus
-Net Vampire
+NetAnts
+NetLyzer
 NetMechanic
-NetZIP
+NetSpider
 Netcraft
 Netvibes
-NextGenSearchBot
+Nibbler
 Nikto
-Nuclei
 Octopus
-Offline Explorer
+OpenVAS
 Openfind
+OrangeBot
 OrangeSpider
-PHPCrawl
+Page Analyzer
-POE-Component-Client-HTTP
 PageGrabber
-PageThing.com
+Panscient
+Papa Foto
 Pavuk
 PeoplePal
 Petalbot
 Pi-Monster
+Picsearch
+PictureFinder
 Piepmatz
-Pixray
+Pimonster
 PleaseCrawl
-Pockey
+Psbot
-ProWebWalker
+Pu_iN
-Probethenet
+PxBroker
-Pump
+QueryN Metasearch
-RSSingBot
+RankingBot
-RankActive
+RankurBot
-RankActiveLinkBot
-Rankivabot
 Re-re
-ReGet
 RealDownload
-Reaper
+RepoMonkey
-Recorder
-Ripper
 Rogerbot
 SBIder
-SEOkicks-Robot
+SEOkicks
-SEOlyticsCrawler
+SEOstats
-SMTBot
+SISTRIX
-ScanAlert
+Scanbot
-Scrapy
+ScoutJet
 ScreenerBot
 ScrepyBot
 Searchestate
-SemrushBot
+SearchmetricsBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
 Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
-SiteLockSpider
 SiteSnagger
-Siteimprove
+SiteSucker
-SlySearch
+Sitevigil
-SmartDownload
+SocialRankIOBot
-Snapbot
+Sogou web spider
-Sociscraper
+SpankBot
-Sosospider
-SpaceBison
 Spanner
-SputnikBot
+Spbot
-Sqlmap
+Spinn3r
-Sqlworm
+Sqworm
-Steeler
 Stripper
-Sucuri
 SuperBot
-Surfbot
+SurveyBot
-TeleportPro
+Suzuran
-TheNomad
+Teleport
+Telesoft
+Telesphoreo
+Thumbor
 TightTwatBot
 Tracemyfile
-TwengaBot
+Turingos
-Upflow
+Twice
-VCI
+Typhoeus
+URLy Warning
+UnisterBot
+V-BOT
+VB Project
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
+Virusdie
 VoidEYE
-Voltron
+WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 Wallpapers
-WallpapersHD
 WeSEE
-Web Pix
+Web Enhancer
+Web Sauger
+Web Sucker
 WebBandit
 WebCollage
-WebEnhancer
+WebFuck
+WebImageCollector
 WebReaper
-WebSauger
 WebStripper
 WebZIP
+Webshag
 Website Quester
-Who.is Bot
+WebsiteQuester
-WinHTTrack
+Whack
+Whatweb
 WiseGuys Robot
+Wonderbot
 Woobot
 Wotbox
-Wprecon
 Xaldon_WebSpider
-Zauba
+Xenu
-Zermelo
+YoudaoBot
+Zade
 ZmEu
-ZumBot
 autoemailspider
-cognitiveseo
+coccocbot-web
 crawl.sogou.com
-facebookscraper
+crawler4j
-heritrix
+eCatch
+instabid
+internetVista monitor
 ips-agent
-lwp-request
+isitwp.com
-magpie-crawler
+lwp-trivial
-meanpathbot
-netEstate NE Crawler
-oBot
 page scorer
-pcBrowser
+polaris version
-plumanalytics
-probe-image-size
 s1z.ru
+scalaj-http
 scan.lol
 seobility
-seoscanners
+sexsearcher
-sitechecker.pro
 sogouspider
-webmeup-crawler
+sp_auditbot
-x22Mozilla
+trendiction.de
+voyagerx.com
+zauba.io
+zgrab

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+ADmantX
-360Spider
-80legs
 AIBOT
-ALittle Client
+ASPSeek
 Abonti
 Aboundexbot
 Acunetix
-AlphaBot
+AhrefsBot
+AiHitBot
+Alligator
 Anarchie
-Ankit
 Anthill
-Aspiegel
+Apexoo
 Asterias
-Attach
-AwarioRssBot
-BBBike
-BDFetch
-BLEXBot
 BackDoorBot
 Barkrowler
 BatchFTP
-Black Hole
+Bitacle
-BlackWidow
+Blackboard
+Blow
 BlowFish
-BuiltBotTough
+Bolt
-BuiltWith
+Brandprotect
-BuzzSumo
+Buck
 CATExplorador
-CCBot
-CODE87
 Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CheTeam
+CheeseBot
 CherryPicker
-Cloud mapping
+Chlooe
+Claritybot
+Cliqzbot
+Cocolyzebot
 Cogentbot
 Collector
-Cosmos
-Craftbot
-CrunchBot
 Curious
-DataCha0s
+Custo
+DIIbot
+DSearch
+DTS Agent
 DatabaseDriverMysqli
 Digincore
+DigitalPebble
 Dirbuster
-Discobot
+Disco
-DittoSpyder
+DnyzBot
 DomainAppender
-DomainCrawler
 DomainSigmaCrawler
-Dragonfly
+Dotbot
 ECCP/1.0
 EMail Wolf
-Ebingbong
+EirGrabber
+Evil
 Express WebPictures
-Extractor
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-Ezooms
 FDM
-FHscan
+FemtosearchBot
-FlashGet
+Flunky
 Freeuploader
+FrontPage
 Fuzz
 Fyrebot
+G-i-g-a-b-o-t
 GermCrawler
-Getintent
+Gigablast
 Gigabot
-GoZilla
+Go-Ahead-Got-It
-Gotit
+GrabNet
 Grabber
 GrapeFX
-GridBot
+HTTP::Lite
-HEADMasterSEO
+Haansoft
-HMView
+Humanlinks
-Havij
+HybridBot
-IRLbot
-Iblog
 Id-search
-Image Fetch
+IlseBot
-Image Sucker
 InfoNaviRobot
+Internet Ninja
+InternetSeer
+Iria
 Iskanie
-IstellaBot
+JOC Web Spider
-Joomla
+JamesBOT
+Jorgee
+Jyxobot
 Kenjin Spider
+Keyword Density
 Kinza
-LWP::Simple
+Kozmosbot
 Lanshanbot
 Larbin
+Leap
 LeechFTP
 LeechGet
-LexiBot
+LieBaoFast
-Libwhisker
+LinkWalker
-Linkbot
+Linkdexbot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinksManager
 LinqiaScrapeBot
-Lipperhey
+Ltx71
-Litemage_walker
+MFC_Tear_Sample
 MSFrontPage
 Magnet
-Mail.RU_Bot
+Majestic SEO
 MarkMonitor
 MarkWatch
-Mata Hari
+Mass Downloader
-MauiBot
+Masscan
 Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Metauri
 MicroMessenger
-Microsoft Data Access
+Mister PiX
-Mojolicious
+Mojeek
-Mozlila
+Morfeus Fucking Scanner
-Mr.4x3
+Net Vampire
-Msrabot
-NICErsPRO
-Name Intelligence
-NearSite
-NetLyzer
-NetMechanic
 NetZIP
-Netcraft
+Nettrack
 Netvibes
-Nibbler
+NextGenSearchBot
-Ninja
+Nimbostratus
-Nmap
-Nuclei
 Offline Explorer
 Offline Navigator
+OnCrawl
+Openfind
+OrangeBot
 OrangeSpider
-OutclicksBot
+OutfoxBot
-PHPCrawl
+PECL::HTTP
 Page Analyzer
-Pavuk
+PageAnalyzer
+PageThing.com
+Panscient
+Papa Foto
+PeoplePal
 Picscout
+Picsearch
 PictureFinder
-Pimonster
-Pixray
-ProPowerBot
 ProWebWalker
-PxBroker
+Pu_iN
-QueryN Metasearch
 Quick-Crawler
+RankActive
 RankActiveLinkBot
-RankingBot
+RankFlex
-RankingBot2
+RebelMouse
-Rankivabot
+Recorder
-ReGet
 RepoMonkey
 Ripper
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
 SMTBot
 ScanAlert
-ScoutJet
+Scanbot
+Scrapy
+Screaming
 Searchestate
-Semrush
 SemrushBot
 SentiBot
-SeoSiteCheckup
+SeobilityBot
 Seomoz
-Siphon
+SiteExplorer
-SiteSnagger
+SiteLockSpider
 SiteSucker
-SocialRankIOBot
+SlySearch
-Sociscraper
+SmartDownload
+Snake
+Snapbot
+Snoopy
 Sogou web spider
 Sosospider
+Spammen
 SpankBot
-SputnikBot
+Spanner
-Stripper
+Sqlmap
-SuperBot
+Sqworm
+Steeler
 SuperHTTP
-Surfbot
+SurveyBot
 Suzuran
+Swiftbot
+T0PHackTeam
 Teleport
-Telesoft
+The Intraformant
-Telesphoreo
 TheNomad
 TightTwatBot
-Toata
-Toweyabot
-Tracemyfile
 Trendictionbot
 True_Robot
+Turnitin
 TurnitinBot
-Upflow
+UnisterBot
+V-BOT
 VB Project
-Vagabondo
+VoidEYE
-VeriCiteCrawler
-VidibleScraper
 Voltron
-WEBDAV
 WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
-WWWOFFLE
+Wallpapers
-Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
 Web Sauger
-WebAuto
+WebEnhancer
-WebBandit
-WebCollage
-WebCopier
 WebFetch
+WebImageCollector
 WebPix
 WebSauger
-WebStripper
-Webalta
 WebsiteExtractor
+Webster
 Whatweb
 WiseGuys Robot
-Woobot
 Wotbox
+Wprecon
+Xaldon_WebSpider
 YoudaoBot
 Zade
-Zeus
+Zermelo
-Zitebot
+ZoomBot
-arquivo.pt
+ZumBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
+check1.exe
+crawler.feedback
+crawler4j
 demandbase-bot
-facebookscraper
+domainsproject.org
-gopher
 instabid
 internetVista monitor
 ips-agent
 isitwp.com
-lwp-request
+lwp-trivial
 magpie-crawler
 mediawords
 muhstik-scan
 oBot
+page scorer
 pcBrowser
 probe-image-size
+s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
 seostar
-sogouspider
+serpstatbot
 spyfu
-sysscan
+trendiction.de
-trendiction.com
+zauba.io
-webmeup-crawler
-x09Mozilla
-xpymep1.exe

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-betteroffers.review
+azartmsl.com
-bodybuilding-shop.biz
+findanysex.com
-buqyxa.rincian.info
+historichometeam.com
-infobabki.ru
+namenectar.com
-medicinacom.ru
+obiavo.uz
-novosibirsk.xrus.org
+qor360.com
-rep-am.com
+stpolice.com
-scanner-alex.top
+turvgori.ru
-trahic.ru
+uchebavchehii.ru
-xn----btbdvdh4aafrfciljm6k.xn--p1ai
+zryydi.com

dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
+03p.info
+0c47f8422d3f.com
+1-free-share-buttons.com
+12bet.com
 13tabs.com
-14b.info
+1hwy.com
-1flag.co.za
+2015god.org
-1millionusd.xyz
-214jaluwobapef.cf
 2nt.ru
-4istoshop.com
+34.gs
-4kpics.rocks
+4ur.click
-51unlim.ru
+57883.net
-aa625d84f1587749c1ab011d6f269f7d64.com
+6128786.com
-aa8b68101d388c446389283820863176e7.com
+7xc4n.com
-aad1f4acb0a373420d9b0c4202d38d94fa.com
+8lufu.com
-aadroid.net
+aa14ab57a3339c4064bd9ae6fad7495b5f.com
-aarbur.com
+abcdefh.xyz
-abtasty.com
+activepr.ru
-adminshop.com
+adimmix.com
-advancedmassagebysara.com
+admitad.com
-adventureparkcostarica.com
+adnotbad.com
-adverster.com
+adprotect.net
-adviceforum.info
+adrenalin-stk.ru
+adrunnr.com
+adtiger.tk
+aghanyna.com
 akita.kz
-akusherok.ru
+albumsuper.info
-alert-fjg.xyz
+alert-hgd.xyz
-alfa-img.com
+alf-img.com
-alfa-medosmotr.ru
+algarveglobal.com
-allboard.xobor.de
+all-number.com
-alot.com
+allesohnegirls.net
-anapa-inns.ru
+aloofly.com
-android4fun.org
+alvtank.se
-angigreene.com
+animebox.com.ua
-animenime.ru
+antons-transporte.de
-apartmentratings.com
+apessay.com
 api.stathat.com
-apidiamondatanet-a.akamaihd.net
-apimossnetinfo-a.akamaihd.net
-apispringsmartne-a.akamaihd.net
 app5.letmacworkfaster.world
-applicationg29.com
+appiq.mobi
-arcadepages.com
+apptester.tk
-ardimobileinfo.ml
 arendatora.ru
-arkartex.ru
+arkkivoltti.net
-arquivo.pt
+atmovs.com
-artdeko.info
+atovh.local-finders.com
-asacopaco.tk
+aviav.eu
-audiobangout.com
+aviva-limoux.com
-autoloans.com
+awency.com
-autonew.biz
+backgroundpictures.net
-avtolombard-krasnodar.ru
+bala.getenjoyment.net
-bablonow.ru
+balkanfarma.ru
-babs.com.ua
+balla-boo.se
-backiee.com
+banksrf.ru
-balans.shahterworld.org
+bannerconnect.net
-bang-hotties.com
+best-way.men
-bannertesting.com
+bestcurs.org
-bazaronline24.ru
+bestofupload.info
-becuo.com
-benchmarkcommunications.co.uk
-bestadbid.com
-bestwebsiteawards.com
 bet-prognoz.com
-betwinservice.com
+betterscooter.com
-beyan.host.sk
+bezcmexa.ru
-biocn.dx.am
+bezsporno.ru
-biteg.xyz
+beztuberkuleza.ru
-biznesschat.net
+bfz.biz
-blog-hits.com
+bigcareer.info
-blog.koreadaily.com
+biglistofwebsites.com
-blog.yam.com
+bio.trade-jp.net
-blogqpot.com
+bitnote.co
-bluesalt.co
+biznesrealnost.ru
-boanonihaca.tk
+bkns.vn
-bronzeaid-a.akamaihd.net
+bmsco.co
-bumascloset.com
+boc.kz
+bonky.biz
+bonzibuddi.com
+brandimensions.com
+breget74.ru
+buckspar.gq
+buy-forum.ru
 buyantiviralwp.com
-bytimedance.ru
+buyessay3.blogspot.ru
+buyk.host.sk
+buypuppies.ca
+bvlgariwallet.xyz
+cablecar.us
 candlehandmade.com
-candlewooddentalcentre.com.au
+canyougethighofftizanidine.blogspot.com
-cardul.ru
+capacitacionyaprendizaje.com
-cartierloveringreplica.xyz
+cartierring.xyz
-checkpagerank.net
+cashonads.com
-chinajerseyswholesalecoupons.com
+caulderwoodkennels.com
-cialischmrx.com
+cbb1smartlist12.click
-classicakuhni.ru
+cctva.tv
-cleansearch.net
+cellfun.mobi
-click2pawn.com
+chatroulette.online
-compiko.info
+chcu.net
-compliance-alexa.xyz
+cheap-pills-norx.com
-compliance-brian.xyz
+cheapwebsitehoster.com
-compliance-elena.top
+checkm8.com
-cookie-law-enforcement-ff.xyz
+cialischsrx.com
-cornerstone-countertops.com
+ciekawinki.pl
-craftburg.ru
+cjmc.info
-credit-respect.ru
+claytransformations.info
-culturevie.info
+com-secure.download
-cymbaltaandtizanidine.blogspot.com
+comeondog.info
-dalavia.ru
+compliance-fred.xyz
-daretodonate.co
+cookie-law-enforcement-ee.xyz
-darmebel.com.ua
+cookielawblog.wordpress.com
-data.vtc.pw
+coolingoods.com
-delayreferat.ru
+courtshipgift.com
-dengi-pod-zalog-nedvizhimosti.ru
+covetnica.com
-detalizaciya-tut.biz
+cpabegins.ru
-digital-video-processing.com
+customcatchcan.com
-digitalassetmanagement.site
+customchocolate.business-for-home.com
-dipstar.org
+customerpromos-a.akamaihd.net
-divatraffic.com
+cxpromote.com
-doctissimo.fr
+dairyindia.in
-domaincrawler.com
+damasarenai.info
-dostavka-v-krym.com
+decorationspcs.com
-doxysexy.com
+delfin-aqua.com.ua
-dprtb.com
+detective01.ru
-drpornogratisx.xxx
+dev33.dioniqlabb.se
-drunkenstepfather.com
+dfiles.me
-dtnlyss.com
+dgfitness.co
+dickssportinggoods.com
+discountliv.com
+divku.ru
+dms-sw.ru
+dodlive.mil
+domaincheck.io
+domashneeruporno.com
+druzhbany.ru
+dvrlists.com
+dynainbox.com
 dyt.net
-e-poker-2005.com
+eandsgallery.com
-econom.co
+ecxtracking.com
-ed-shop01.ru
+eduserver.net
-editmedios.com
+eldiariodeguadalajara.com
-editors.choice6912650.hulfingtonpost.com
+elektrischezigarettekaufen2.cowblog.fr
-edudocs.net
+elektronischezigarettekaufen1.beeplog.com
-efkt.jp
+elektrozigarette1.dreamwidth.org
-ege-russian.ru
+emediate.eu
-elektrozigaretten1.tumblr.com
+eng-lyrics.com
-elite-sex-finders.com
+enternet.ee
-eropornosex.ru
+exct.net
-event-tracking.com
 exlarseva.webblog.es
-extads.net
+f00kclan.de
-ezigarettekaufen.myblog.de
+fanpagerobot.com
-f0815.de
+faptitans.com
-failingmarriege.blogspot.com
-farmprofi.net
 fdzone.org
-fefo.gdn
+ferieboligkbh.dk
-filkhbr.com
+filefilter.weebly.com
-filmidivx.com
+filerockstar298.weebly.com
-findanysex.com
+filesdatabase.net
-firma-legion.ru
+filesvine.com
-forex.osobye.ru
+film-one.ru
-forodvd.com
+findclan.org
-franklinfire.co
+findsexguide.com
-frcls.fr
+finemanteam.com
-freelotto.com
+flashahead.info
-freemaintenancesysforpcandmac.top
+flowersbazar.com
-freshmac.space
+fodelsedagspresenter.nu
-front.to
+formularz-konkurs.tk
-frustrated-favorable.gq
+fotzen-ficken.com
-futbolkisales.ru
+frbizlist.com
+free-traffic.xyz
+freecamdollars.com
+freesitetest.com
+freeuploader.ml
+freewebs.com
+freewhatsappload.com
+freewlan.info
+freshberry.com.ua
+fullgirl.ru
+fun2cell.net
+funnel.co.za
+funtoonez.com
 g7m.pl
-galleryawesome.com
+galaxyflowers.ru
-gambarkataku.co
+garciniaxt.us
-gcup.ru
+gdcentre.ru
-gearsadspromo.club
+gdebestkupit.ru
-geckoandfly.com
+get-seo-domain.com
-gemara.com
+getpopunder.com
-gepezz.info
-getaclueamerica.com
 gheus.altervista.org
-gidonline.one
+gkvector.ru
-girlsatgames.ru
+goldenggames.com
-gk-atlant.info
+gombita.info
-golfresa.lucania.se
+good-mummy.ru
-greatgrace.ru
+googlemare.com
-greatidea.marketing
+gorodservis.ru
-gsasearchengineranker.top
+gosmeb.ru
-hahashka.ru
+gotwebsite1.com
-hauleddes.com
+gowreckdiving.com
-hawaiisurf.com
+greamimgo.pw
-healing-dysplasia.ru
+greatdealshop.com
-helvetia.com.ua
+greatzip.com
-hiwibyh.bugs3.com
+grizzlysgrill.com
-hkdiiohi.skyrock.com
+grtyi.com
-hobild.net
+gsmlab.pl
+gymi.name
+habermetre.com
+hackers-crackers.tk
+hamilton.ca
+hdxnxxtube.mobi
+heroz.fr
+highspeed5.net
+hit-kino.ru
+hjaoopoa.top
 home.myplaycity.com
-homemature.net
+host-protection.com
-honyaku.yahoofs.jp
-hostcritique.com
-hotblog.top
-hotblognetwork.com
-hotenergy.ru
-house.sieraddns.com
 howtowhitenteethfast.xyz
-hptwaakw.blog.fc2.com
-hscsscotland.com
-huhn.altervista.org
-hyhj.info
-i-midias.net.br
 ibb.com.ua
 ido3.com
-imagerydatabase.com
+iideaidekonkatu.info
-incanto.in.ua
+ikearugs.xyz
+inboundlinks.win
 indetiske.ya.ru
-indianmedicaltourismshop.com
+indiakino.net
-infostatsvc.com
+ip-guide.com
-infoupdate.org
+ipostroika.ru
-innoslicon.com
+iptool.xyz
-insta-add.pro
+irkutsk.zrus.org
-insurple.com
-interfucks.net
-investpamm.ru
-investzalog.ru
-iopeninghours.co.uk
-iplusbit.blogspot.co.za
-ipornox.xxx
-ispaniya-costa-blanca.ru
 it-max.com.ua
-izismile.com
+ixora.pro
-japfm.com
+izoll.ru
-javspace.net
+janettabridal.com
-jerseywholesaleelitestore.com
+jerseyssportsshop.com
-jetsli.de
+jestr.org
-journalhome.com
+kamen-e.ru
-justkillingti.me
+kashubadesign.ru
-kazinogames.lv
+kenaba.su
-kellyonline.xyz
+kerei.ru
-keywordsdoctor.com
-kichenaid.ru
 kino2018.club
-kinogonew.ru
+kiprinform.com
-kinozapas.com
+kiskinhouse.com
-kleine-titten.biz
+klejonka.info
-knowsitall.info
-kolotiloff.ru
 konoplisemena.com
-kraljeva-sutjeska.com
+kung-fu-ru.com
-krasivoe-hd.com
+kurbappeal.info
-kriokomora.info
+kvartiry-remont.ucoz.ru
-ks1234.com
+labvis.host.sk
-labafydjxa.su
-labelwater.se
 lalalove.ru
-lancheck.net
+lanasshop.ru
-landinez.co
+landscapebackgrounds.blogspot.com
-laudit.ru
+lapolis.it
-law-check-nine.xyz
+lazy-z.com
-lexaprogeneric.link
+linerdrilling.com
-lezbiyanki.net
+linkbux.ru
-li-er.ru
+linkrr.com
-lifebyleese.com
+lizace.com
-link.ac
+loftdigital.eu
-linkdebrideur.xyz
+lombardfinder.ru
-littlecity.ch
+louisvuittonoutletstore.net
-lmrauction.com
+magiadinamibia.blogspot.com
-longgreen.info
+mainhp.net
-luchshie-topcasino.ru
+manyresultshub-a.akamaihd.net
-m1media.net
+maranbrinfo.com.br
-m4ever.net
+maridan.com.ua
-macdamaged.tech
+marinetraffic.com
-magicplayer-s.acestream.net
+marsgatan.com
-matrixalchemy.com
+matchpal-a.akamaihd.net
-mcnamaratech.com
+med-zdorovie.com.ua
-mediawhirl.net
 medkritika.ru
-mensandals.xyz
+meduza-consult.ru
-mere.host.sk
+member-quiz.com
-merryhouse.co.uk
 microsearch.ru
-mil-stak.com
+midst.eu
-mmoguider.ru
+mirzonru.net
-mobstarr.com
+mmgq.ru
-monclercheap.xyz
+mobile-appster.ru
-mouselink.co
+mobplayer.ru
-mrbitsandbytes.com
+moesonce.com
-mtmtv.info
+mokrayakiska.com
-musicspire.online
+moneyviking-a.akamaihd.net
-musicvidz.ru
+moyaterapiya.ru
-myfreemp3.eu
+mrlmedia.net
-myonlinepayday.co
+mrsdalloways.com
-myplaycity.com
+musicdaddy.net
-myprintscreen.com
+muz-tracker.net
-mywallpaper.top
+myghillie.info
-nash-krym.info
+mysexpics.ru
-nastydollars.com
+naperehresti.info
-naturalbreakthroughsresearch.com
+narco24.me
-needtosellmyhousefast.com
+narosty.com
-netallergy.ru
+net-radar.com
-networkcheck.xyz
+networkad.net
-nikitsyringedrivelg.pen.io
+new-post.tk
-noscrapleftbehind.co
+newtechspb.ru
-notasprensa.info
+nhl09.ru
+nlfjjunb5.ru
+northfacestore.online
 novosibirsk.xrus.org
-novosti-hi-tech.ru
+nowtorrents.com
-nuup.info
+nrjmobile.fr
-of-ireland.info
+obsessionphrases.com
-offers.bycontext.com
+oecnhs.info
-oktube.ru
+offtime.ru
-olvanto.ru
+oil-td.ru
+oklogistic.ru
+okout.ru
+omsk.xrus.org
 onlinadverts.com
-online-templatestore.com
 online247.ml
-onlinedomains.ru
+oops-cinema.ru
-openfrost.net
+openlibrary.org
-osnova3.ru
+oranga.host.sk
-palvira.com.ua
+ozoz.it
-parfusale.se
+papasdelivery.ru
-partnerline.men
+partner-pop.men
-pcboa.se
+pay2me.pl
-pensplan.com
+pcgroup.com.uy
-photochki.com
+pelfind.me
-piccdata.com
+peugeot-club.org
-pierrehardysale.online
+picturesfrom.com
-pinkduck.ga
+pixell.club
-pipki.r.acdnpro.com
-piuminiita.com
-pix24x7.com
-pixelrz.com
-pixshark.com
 pizza-tycoon.com
-pladform.ru
+plastjulgranar.se
-play-movie.pl
+pogruztehnik.ru
-podshipniki-nsk.ru
+pokerniydom.ru
-poligon.com
+popander.mobi
-pomoc-drogowa.cba.pl
+popunder.net
-popcash.net
+pornofiljmi.com
-poptool.net
+pornoklad.net
-popup-jdh.xyz
+pornosee.info
-porno-raskazy.ru
+pornotubs.com
-pornohd1080.online
+pornpost.in
-pornowarp.info
+portadd.men
-pornstartits.xblog.in
+pospr.waw.pl
-powitania.pl
+potolokelekor.ru
-pozvonim.com
+pr-ten.de
-pp-budpostach.com.ua
+privacylocationforloc.com
-praisong.net
+privatefx-in.ru
-printie.com
 privatov-zapisi.ru
 prizeestates.cricket
-prizefestival.mobi
-prod2016.com
-prodvigator.ua
 proekt-mos.ru
-pronekut.com
+prom23.ru
-puserving.com
+promover.org
-pushdata.sendpulse.com
+prostitutki-almata.org
-putitin.me
+qexyfu.bugs3.com
-pwwysydh.com
+realnye-otzyvy.info
-pyrodesigns.com.au
+recordpage-a.akamaihd.net
-quality-traffic.com
+regdefense.com
-randalljhoward.com
+robot-forex.biz
-rank-checker.online
+rozalli.com
-rapidgator-porn.ga
+rubbed.us
-ratemodels.net
+rukino.org
-rating-bestcasino.com
+rus-pornuha.com
-razleton.com
+ruspdd.com
-realizmobi.com
+s-forum.biz
-regionshop.biz
+salut-camp.ru
-rent2spb.ru
-research.ifmo.ru
-responsive-test.net
-reward-survey.net
-ringtonepartner.com
-rocketchange.ru
-roma-kukareku.livejournal.com
-rootandroid.org
-runofilms.ru
-ruscopybook.com
-rvtv.ru
-saecsa.co
 sammlungfotos.online
-saneitconsulting.com
+sarafangel.ru
-sardinie.us
+screentoolkit.com
-sarf3omlat.com
+screpy.com
-sarm.tk
+scrnet.biz.ua
-saveindex.xyz
+sdrescher.net
-scansafe.net
+seadragonherbery.com
-scat.porn
+search.xtconnect.com
-school-diplomat.ru
-searchaddis.com
 searchencrypt.com
-see-your-website-here.com
+searchtooknow-a.akamaihd.net
-semxiu.com
+semp.net
-seobility.net
 seonetwizard.com
 seorussian.ru
-serpstat.com
+service.adtech.fr
-serving.adbetclickin.pink
+sex-pr.net
-serw.clicksor.com
+sex-sex-sex5.com
-sexgalleries.top
+sexkvartal.com
-sexobzor.info
+sexpornotales.com
-sexs-foto.com
+sextracker.be
-sexvideo-sex.com
+sexytrend.ru
-shakhtar-doneck.ru
+sfj-ror.no
-sheerseo.com
+shama-rc.net
-shmetall.com.ua
 shop-electron.ru
+shop.acim.org
+shopcheermakeup.info
+shoppytoolmac.com
+si-unique.com
 sibdevice.ru
+siha.de
 similardeals.net
-simple-image.com.ua
+sitevaluation.org
-site-auditor.online
+sivs.ru
-sitevaluation.com
+slimcdn.com
-skylta.com
+sluganarodu.ru
 smallseotools.com
-smartpet.ru
+sockshare.net
-smichovbike.cz
+sohoindia.net
-sodexo.com
+solmarket.by
-softlinesolutions.me
+space4update.pw
-softomix.net
+spywarebegone.com
-sogimlecal.tk
+sr-rekneskap.no
-sonnikforme.ru
+stard.shop
-spabali.org
+stats-public.grammarly.io
-spacash.com
+stauga.altervista.org
-space2019.top
+stockspmb.info
-spitfiremusic.com
+students-cheapskate.ml
-spymac.net
+studworks.org
-stackthatbucks.com
+suchenindeutschland.com
-stal-rulon.ru
+suggest-keywords.com
-standardchartered-forex.com
+sugvant.ru
-stanthonyscatholicchurch.org
+supermama.top
-sticken.co
+svetlotorg.ru
-stmassage.ru
+svetodiodoff.ru
-stockquotes.wooeb.com
+symbaloo.com
-stop-gepatit.te.ua
+taaaak.com
-stroilka.info
+tabletkinaodchudzanie.com.pl
-sukarame.net
+tagil.zrus.org
-superkanpo.com
+talant-factory.ru
-taxi-v-eisk.ru
+tandvardshuset.net
-technika-remont.ru
+techart24.com
-templates.franklinfire.co
+the-torrent-tracker.blogspot.com
-terrafootwear.us
+the-trader.net
-tetracsaudi.com
+themestotal.com
-thebestphotos.eu
+thepokertimer.com
-thejournal.ru
+thruport.com
-thenetinfo.com
+timecrimea.ru
-thesmartsearch.net
+tizanidinehcl4mgisitanarcotic.blogspot.com
-timeallnews.ru
+tizanidinestreetvalue.blogspot.com
-tizanidine4mguses.blogspot.com
-tizanidineonline.blogspot.com
-tizanidinevssoma.blogspot.com
 tkanorganizma.ru
-tnctrx.com
+tmearegion26.com
-tonerbox.kz
+tnaionline.org
-touchmods.fr
+todohr.com
-tpu.ru
+topshef.ru
-trafaret74.ru
+torrents-tracker.com
-traffique.net
+tour-line.net
-trichizobswiv.agddns.net
+tourcroatia.co.uk
-trk-4.net
+tradgardspartner.se
-try-rx.com
+trafficjunky.net
-tsan.net
+trafficreceiver.club
-tsyndicate.com
+traffmonster.info
-tubeline.biz
+traffpartners.com
-turkeyreport.tk
+truemfilelj.gq
+tryrating.com
+tuckermktg.com
+turn-up-life.life
 tvand.ru
-twittruth.com
+twodollarshows.com
-txxx.com
+uchil.net
-tytoona.com
-uhodzalijami.ru
-ukkala.xyz
-ukrtvory.in.ua
-unimodemhalfduplefw.pen.io
 unitygame3d.com
-upproar.com
+unrealcommander.biz
-urengoy.pro
+urccvfmc.bloger.index.hr
-usacasino.com
+usdx.us
-usadacha.net
 usiad.net
-uvozdeckych.info
+ussearche.cf
-valuado.com
+uytmaster.ru
+vacuumcleanerguru.com
 vandrie-ict.nl
-verymes.xyz
+vashsvet.com
-veselokloun.ru
+vasileostrovsky-rayon.ru
-viagra-soft.ru
+vavilone.com
+vbikse.com
+vegascosmetics.ru
 viagra.pp.ua
+video-chat.in
+videositename.com
 viel.su
-vip-parfumeria.ru
+vinylvault.co.uk
-vpnmouse.com
+vita.com.hr
-wallpaperaccess.com
+volgograd.xrus.org
-webalan.ru
+vsexkontakte.net
-webcamdevochka.com
+w-journal.ru
-westvilletowingservices.co.za
+walkme.com
-whereverdesperate.gq
+wcb.su
-worldmusicfests.com
+wdfdocando.com
-wormix-cheats.ru
+website-speed-checker.site
-ww1943.ru
+wemarketing.se
-wyniki-lista.pl
+whatsappdownload10.com
-x-stars.ru
+while.cheapwebsitehoster.com
-xblognetwork.com
+wholesalejerseyscheapjerseys.us.com
-xfire.com
+wnoz.de
-xfluro.com
+woman-tampon.ru
-xmlinde.com
+womens-journal.net
-xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
+ws.ampower.me
-xn----7sbifcamovvfggw9d.xn--p1ai
+www.get-free-traffic-now.com
-xn----ctbigni3aj4h.xn--p1ai
+www.timer4web.com
-xn--d1acah0c.xn--p1ai
+xgftnlrt.bloger.index.hr
-xn--e1afanlbnfckd7c3d.xn--p1ai
+xingzi-vision.com
-yeartwit.com
+xn----7sbahjd3btneuw1joc.xn--p1ai
-yellowstonesafaritours.com
+xn----ctbbcjd3dbsehgi.xn--p1ai
-youradulthosting.com
+xn----itbeirbjbi7bc6bh2d.xn--p1ai
-yourporngay.com
+xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
-yourserverisdown.com
+xn--e1aggki3c.xn--80adxhks
+xn--lifehacer-1rb.com
+xportvusbdriver8i.snack.ws
+xtrafficplus.com
+yaminecraft.ru
+youresponsive.com
+yourothersite.com
+z-master.ru
+zajm-pod-zalog-nedvizhimosti.ru
+zajm-zalog-krasnodar.ru
+zakon-ob-obrazovanii.ru
+zaloro.com
+zaobao.com.sg
 zarajbuilders.com
-zastroyka.org
+zarenica.net
-zhorapankratov7.blogspot.com
+zeroredirect9.com
-zionstar.net
-zmoda.hostreo.com
 znakomstva-moskva77.ru
-zootoplist.com
+zoominfo.com
-zverokruh-shop.cz
+zytpirwai.net

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-123kuma.com
+00author.com
-1688.com
+256bit.by
-4replicawatch.net
+2728fb936f0.com
 4ureyesonly.com
-7ooo.ru
+5000-cotydzien.com
-a.pr-cy.ru
+8lufu.com
-acortarurl.es
+98oi.ru
-adhome.biz
+aanapa.ru
-admitad.com
+abbanreddy.com
-adultgalls.com
+abcdeg.xyz
-alekseevec.ru
+absugars.com
-allblogroll.com
+agapovdg.ru
-am-se.com
+ahmedabadwebs.com
-amanda-porn.ga
+alot.com
-anjalika.co.in
+amung.us
-app-ready.xyz
+analnoeporno.tv
+anapa-inns.ru
+angry-fermi-7633.arukascloud.io
+animali.deagostinipassion.it
+apibrowsesmartne-a.akamaihd.net
+apioasisspacenet-a.akamaihd.net
+aproposde.com
+arewater.com
+arquivo.pt
 artefakct.com
 asrv-a.akamaihd.net
-aussie-prizes.com
+auto.rusvile.lt
-aversis.net
+autoseo-traffic.com
+availit.weebly.com
 avtoarenda.by
-bablonow.ru
+avtolombard-krasnodar.ru
-babyguns.ru
+azadnegar.com
-balla-boo.se
+azarttoto.com
-bannerbank.ru
+bausparen.bz.it
-barbourjackets.online
+beatifullandscape.co
-battle.net
+beauty-clinic.ru
-belstaffstore.online
+bedandbreakfast.com
-bestkfiledxd.cf
+bestdooz.com
-bestwrinklecreamnow.com
+bestofpicture.com
-biteg.xyz
+bitnote.co
-blackcurranthumidifiers.site
+boltalko.xyz
-blockety.co
+bonky.biz
-bluerobot.info
+bpro1.top
-boobsimge.com
+brainxs.us
-breastaugmentation.co.za
+brillianty.info
-calvet.altervista.org
+brimstonehillfortress.org
-candelluxsklep.pl
+buchananshardware.com
-canoncdriverq3.pen.io
+buyclomidonlaine.com
-cercacamion.it
+calcularpagerank.com
-cfacarrosserie74.com
+capacitacionyaprendizaje.com
-cheapwebsitehoster.com
+cdncash.net
-cialgenisrx.com
+cheapjerseysap.com
-cialischstgerts.com
+cialis-samples.com
-clash-clans.ru
+cinemaflix.website
-com-onlinesupport.host
+clipartnew.com
-communisave.co.za
+clodo.ru
-compliance-checker-7.info
+compliance-jane.top
-compliance-checker.info
+compliance-jess.top
-coolwallpapers-hd.com
+connectingsingles.com
-crazyprotocol.com
+counter.yadro.ru
-custom-product-labels.com
+covid-schutzmasken.de
-data1.scopich.com
+cyclobenzaprinevstizanidine.blogspot.com
-davidovic.info
+design-ideas.info
-decenttools.com
+detoxmed24.ru
-deluxedumps.com
+diegolopezcastan.com
-dildofotzen.net
+dikqlyremy.info
-discovertreasure-a.akamaihd.net
+dimkino.ru
-doctormakarova.ru
+doktoronline.no
-downloadme.life
+domainanalyzing.xyz
-downvids.net
+dvd-famille.com
-drev.biz
+ebooknovel.club
-easync.io
+editmedios.com
-editors.choice6912650.hulfingtonpost.com
+ednorxmed.com
-electrik-avenue.com
+elektrozigaretten2.yn.lt
-erotiktreff24.info
+elidelcream.weebly.com
-extstat.com
+enginebay.ru
-ezigarettekaufen2.mpbloggar.se
+eralph.tk
-ezigaretteshop2.mywapblog.com
+es5.com
-f07.de
+eshop.md
-f0815.de
+european-torches.ru
-famix.xyz
+everflora.ru
-fellowshipoftheminds.com
+excitacion.info
-ferretsoft.com
+exhibitionplus.eu
-fettefrauen.net
+expresstoplivo.ru
-flash4fun.com
+f012.de
-flowersbazar.com
+favorcosmetics.com
-flprog.com
+finemanteam.com
-foodcrafts.website
+fodelsedagspresenter.nu
-forminecrafters.ru
-forms-mtm.ru
 forodvd.com
-freeuploader.ml
+frustrated-favorable.gq
-freza-sverlo.ru
+fuck-paid-share-buttons.xyz
-fuel-gas.com
+funtoonez.com
-fyxabomiw.ru
+g33.org
-g.starmoe.xyz
+galaxy-family.ru
-ghazel.ru
+games.kolossale.ru
-globalsurfari.com
+gate5.co.za
-goldadpremium.com
+gettpromos.com
-goosefishpost.bid
+gnuetella.com
-gratuitbaise.com
+gobongo.info
-guruofcasino.com
+gourcy.altervista.org
-herehloadibs.cf
+gsasearchengineranker.xyz
-hmywwogw.bloger.index.hr
+hermesbirkinhandbagoutlets.com
-houseofgaga.ru
+hollywoodactress.info
-ico.re
+hoterika.com
-ideashome.id
+hotgirlhdwallpaper.com
-imagecoolpub.com
+iboss.com
-immobiliaremassaro.com
+ilovevitaly.xyz
-incolors.club
+imediadesk.com
-insomniagamingfestival.com
+intelhdgraphicsgtdrive6w.metroblog.com
-insta-add.pro
+intimshop-fantasy.ru
-internetproviderstucson.com
+investpamm.ru
-invivo.hu
+invitefashion.com
-iplogger.org
+itrevolution.cf
-irkutsk.zrus.org
+jose.mulinohouse.co
-kambasoft.com
+jwcialislrt.com
-karusel-market.ru
+kalandranis.gr
-keywordhouse.com
+kinosed.net
-kiinomaniak.pl
+klejonka.info
-kimcurlrvsms.com
+klin3952.ru
-kino-rf.ru
+kostenlos-sexvideos.com
-kinostorm.net
+kotaku.com
-klosetkitten.com
+krassh.ru
-knigonosha.net
+kuzinsp.ru
-konkursowo-24.pl
+la-fa.ru
-kozhniebolezni.com
+ladsup.com
-laxdrills.com
+laxob.com
-lego4x4.ru
+lazymanyoga.com
-lesbian.xyz
+lifeinsurancekb.com
-liffa.ru
+linkwithin.com
-lineshops.biz
+lostaruban.com
-listiseltemournlan.gq
+lotto6888.com
-marketingvici.com
+lubetube.com
-matematikus.info
+luciddiagnostics.in
-maxxtor.eu
+m0r0zk0-krava.ru
-med-zdorovie.com.ua
+mall.uk
-metabar.ru
+manifestation.betteroffers.review
-mixed-wrestling.ru
+mansiondelrio.co
-mobile-appster.ru
+manyresultshub-a.akamaihd.net
-moetomnenie.com
+mararoom.ru
-moscow-clining.ru
+marmitaco.cat
-mototsikl.org
+mecash.ru
-musezone.ru
+meccadumps.net
-mybinaryoptionsrobot.com
+medicines-choice.com
-mygameplus.ru
+mega-polis.biz.ua
-najaden.no
+megagrabber.ru
+mikrobiologies.ru
+miniads.ca
+montredemarque.nl
+mossmesi.com
+movies-in-theaters.net
+musicpro.monster
+musicvidz.ru
+muz-baza.net
+myhealthcare.com
+mywallpaper.top
+natali-forex.com
 netallergy.ru
-nikhilbahl.com
+notfastfood.ru
-nikkiewart.ru
+nyfinance.ml
-njkmznnb.ru
+oakleyglassesonline.us
-nomuos.it
+obiavo.net
-npoet.ru
+oklogistic.ru
-nudo.ca
+okout.ru
-o-o-6-o-o.com
+old-rock.com
-ohmyrings.com
+onlineporno.site
-online7777.com
+ooomeru.ru
-optikremont.ru
+oops-cinema.ru
-oz-offers.com
+owathemes.com
-paparazzistudios.com.au
+oxotl.com
-partners-ship.pro
+paclitor.com
-pendelprognos.se
+picsforkeywordsuggestion.com
-pewit.pw
+piter.xrus.org
-phelissota.xyz
+playboyfiles.xblog.in
-pizza-imperia.com
+playlott.com
-platesauto.com
+podshipniki-ntn.ru
+polska-poezja.com
+popugaychiki.com
+popup-jdh.xyz
 porndroids.com
-pornhubforum.tk
+privacylocationforloc.com
-porno-dojki.net
+prizesbook.online
-pornodojd.ru
+proekt-mos.ru
-prefersurvey.net
+promodj.com
-privacyassistant.net
+prospekt-st.ru
-prizeestates.cricket
+prostitutki-kharkova.org
-produkto.net
+prostitutki-odessa.org
-prohoster.info
+proxyradar.com
-pulseonclick.com
+purplesphere.in
-quickloanbank.com
+pussysaga.com
-rank-checker.online
+puzzleweb.ru
-ratemodels.net
+qualitymarketzone.com
-restorator-msk.ru
+qwarckoine.com
-rfserial.net
+r-e-f-e-r-e-r.com
-rollercoin.com
+rainbowice.ru
-rrutw.com
+rczhan.com
-rubanners.com
+rep-am.com
-ruex.org.ua
+rewardpoll.com
-rusenvironmental.net
+rock-cafe.info
-russian-postindex.ru
+scalerite.co.za
-samolet.fr
+screentoolkit.com
-sawin.beth.webd.pl
+service.adtech.fr
-searchkut.com
+sexphoto.site
-searchmywindow-a.akamaihd.net
+sexy.babes.frontend-stack.top
-selectads.men
+sharebutton.to
-seminarygeorgia59.ga
+shemale-sex.net
-seoexperimenty.ru
+shivafurnishings.com
-seonetwizard.com
+slimcdn.com
-serw.clicksor.com
+sluganarodu.ru
-sexkrasivo.net
+softomix.net
-sexuria.net
+solution4u.com
-sharebutton.net
+stats-collector.org
-shop.acim.org
+strana-krasoty.ru
-shop.xz618.com
+studentguide.ru
-simplepooltips.com
+supermesta.ru
-sinel.info
+taboola.com
-sizeplus.work
+tamada69.com
-smallseotools.com
+tastyfoodideas.com
-smokewithrabbits.com
+telefonsexkostenlos.tk
-social-buttons.xyz
+texbaza.by
-socialmediasuggest.com
+thefotosgratis.eu
-sonata-arctica.wz.cz
+theheroes.ru
-sonnikforme.ru
+thetardistimes.ovh
-sosdepotdebilan.com
+tizanidine4mguses.blogspot.com
-souvenir.cc
+tizanidineforopiatewithdrawal.blogspot.com
-space4updating.win
+tomatis.gospartner.com
-spidtest.space
+top10-online-games.com
-splendorsearch-a.akamaihd.net
+toy-shop.top
-spyfu.com
+trk-4.net
-squidoo.com
+twittrading.com
-stoki.ru
+uhod-za-sobakoj.ru
-stuff-about-money.com
+umnovocaminho.com
-supers.com.ua
+urll.eu
-teesdaleflyballclub.co.uk
+velen.io
-telesvoboda.ru
+voltrknc1.com
-tetracsaudi.com
+voluumtrk.com
-thecoolimages.net
+warezaccess.com
-thefarmergame.com
+warezkeeper.com
-thegamerznetwork.com
+watchdogs-2.ru
-thepornsex.org
+webkeyit.com
-tizanidineformigraines.blogspot.com
-tizanidinehcl2mgsideeffects.blogspot.com
-tizanidinesideeffects.blogspot.com
-top-karkas.ru
-torrents-tracker.com
-tradedeals.biz
-trkur.com
-trustaffs.com
-tsstcorpcddvdwshbbdriverfb.aircus.com
-unrealcommander.com
-upupa.net
-usswrite.com
-vbabule.net
-velpanex.ru
-vesnatehno.com
-vzlomsn.org
-waterpurifier.club
-watsonrealtycorp.com
-website-speed-up.site
 whatsupinfoley.com
-wleuaprpxuvr.ga
+ww2awards.info
-wpsecurity.website
+xn--c1acygb.xn--p1ai
-www.pinnacle-bets.com
+xpresscare.ru
-www.souvenirua.com
+yaderenergy.ru
-www.timer4web.com
+yellowfootprints.com
-xn----7sbaphztdjeboffeiof6c.xn--p1ai
+zaidia.xhost.ro
-xn--l1aengat.xn--p1ai
+zaim-pod-zalog-krasnodar.ru
-xn--oogle-wmc.com
+zeroredirect5.com
-youghbould.wordpress.com
+zhacker.net
-zoogdiesney.com
+zrelaya.pw
-zrizvtrnpale.tk
-zzbroya.com.ua

dev-tools/test_units/ratelimittest-master.txt

@@ -1,21 +1,11 @@
-<!DOCTYPE html>
+<html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
 <center><h1>503 Service Temporarily Unavailable</h1></center>
 <hr><center>nginx/1.18.0 (Ubuntu)</center>
 </body>
 </html>
-<html>
+ml><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
 <center><h1>503 Service Temporarily Unavailable</h1></center>

dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.1.94	0;
+10.1.1.130	0;
 127.0.0.1	0;