vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 11:10:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.08.1803 [ci skip]

Browse source
This commit is contained in:
Travis 2019-08-15 14:29:44 +02:00
parent 5b9b1fbfcc
commit 9c77090572
53 changed files with 11431 additions and 11282 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1130
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

1130
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

1130
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

1130
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1130
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

1130
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

121
.dev-tools/setup-ngxblocker/modified/debian-8-jessie.conf.modified Normal file
View file

@ -0,0 +1,121 @@
user www-data;
worker_priority 0;
worker_processes 2;
worker_cpu_affinity auto;
worker_rlimit_core 512m;
worker_rlimit_nofile 65535;
# daemon on;
# master_process off;
# thread_pool default threads=64 max_queue=65535;
error_log /var/log/nginx/error.log;
#error_log logs/error.log notice;
#error_log logs/error.log info;
#pid logs/nginx.pid;
events {
use epoll;
accept_mutex on;
accept_mutex_delay 500ms;
worker_aio_requests 32;
worker_connections 10240;
multi_accept on;
}
http {
include mime.types;
default_type application/octet-stream;
aio threads;
# Controlling Buffer Overflow Attacks
client_body_buffer_size 128k; # maybe fix
client_body_in_file_only off;
client_body_in_single_buffer off;
client_body_timeout 10s;
client_header_buffer_size 128k; # maybe fix
client_header_timeout 360s;
client_max_body_size 1m; # if you need more change this value to 64m
connection_pool_size 512;
# disable_symlinks off;
# etag on; # for static files
# ignore_invalid_headers on;
keepalive_disable msie6;
keepalive_requests 100; # default 100
keepalive_timeout 60s; # default 75s
# large_client_header_buffers 4 256k; # maybe like that 2 1k;
access_log off;
log_not_found off;
log_subrequest off;
open_file_cache max=65535 inactive=30s;
open_file_cache_errors on;
open_file_cache_min_uses 1;
open_file_cache_valid 60s;
server_tokens off;
sendfile on;
sendfile_max_chunk 0;
tcp_nodelay on;
##
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
##
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
tcp_nopush on;
types_hash_bucket_size 128;
types_hash_max_size 2048;
gzip on;
gzip_buffers 16 8k;
gzip_comp_level 4;
gzip_disable "msie6";
gzip_min_length 256;
gzip_http_version 1.1;
gzip_proxied any;
gzip_types application/json application/javascript application/font-woff application/xml application/xml+rss text/css text/javascript text/plain text/xml;
gzip_vary on;
ssi on;
ssi_last_modified on;
ssi_min_file_chunk 1k;
ssi_silent_errors on;
ssi_value_length 256;
http2_chunk_size 32k; # default 8k
http2_body_preread_size 64k; # default 64k
http2_idle_timeout 3m; # default 3m
http2_max_concurrent_streams 10240; # default 128
http2_max_field_size 16k; # default 4k
http2_max_header_size 32k; # default 16k
http2_max_requests 10240; # default 1000
http2_recv_buffer_size 256k; # default 256k
http2_recv_timeout 30s; # default 30s
# nginx-naxsi config
# include /etc/nginx/naxsi_core.rules;
# vhost
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*;
}

118
.dev-tools/setup-ngxblocker/original/debian-8-jessie.conf.modified Normal file
View file

@ -0,0 +1,118 @@
user www-data;
worker_priority 0;
worker_processes 2;
worker_cpu_affinity auto;
worker_rlimit_core 512m;
worker_rlimit_nofile 65535;
# daemon on;
# master_process off;
# thread_pool default threads=64 max_queue=65535;
error_log /var/log/nginx/error.log;
#error_log logs/error.log notice;
#error_log logs/error.log info;
#pid logs/nginx.pid;
events {
use epoll;
accept_mutex on;
accept_mutex_delay 500ms;
worker_aio_requests 32;
worker_connections 10240;
multi_accept on;
}
http {
include mime.types;
default_type application/octet-stream;
aio threads;
# Controlling Buffer Overflow Attacks
client_body_buffer_size 128k; # maybe fix
client_body_in_file_only off;
client_body_in_single_buffer off;
client_body_timeout 10s;
client_header_buffer_size 128k; # maybe fix
client_header_timeout 360s;
client_max_body_size 1m; # if you need more change this value to 64m
connection_pool_size 512;
# disable_symlinks off;
# etag on; # for static files
# ignore_invalid_headers on;
keepalive_disable msie6;
keepalive_requests 100; # default 100
keepalive_timeout 60s; # default 75s
# large_client_header_buffers 4 256k; # maybe like that 2 1k;
access_log off;
log_not_found off;
log_subrequest off;
open_file_cache max=65535 inactive=30s;
open_file_cache_errors on;
open_file_cache_min_uses 1;
open_file_cache_valid 60s;
server_tokens off;
sendfile on;
sendfile_max_chunk 0;
tcp_nodelay on;
##
# Nginx Bad Bot Blocker Includes
# REPO: https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
##
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
tcp_nopush on;
types_hash_bucket_size 128;
types_hash_max_size 2048;
gzip on;
gzip_buffers 16 8k;
gzip_comp_level 4;
gzip_disable "msie6";
gzip_min_length 256;
gzip_http_version 1.1;
gzip_proxied any;
gzip_types application/json application/javascript application/font-woff application/xml application/xml+rss text/css text/javascript text/plain text/xml;
gzip_vary on;
ssi on;
ssi_last_modified on;
ssi_min_file_chunk 1k;
ssi_silent_errors on;
ssi_value_length 256;
http2_chunk_size 32k; # default 8k
http2_body_preread_size 64k; # default 64k
http2_idle_timeout 3m; # default 3m
http2_max_concurrent_streams 10240; # default 128
http2_max_field_size 16k; # default 4k
http2_max_header_size 32k; # default 16k
http2_max_requests 10240; # default 1000
http2_recv_buffer_size 256k; # default 256k
http2_recv_timeout 30s; # default 30s
# nginx-naxsi config
# include /etc/nginx/naxsi_core.rules;
}

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.25.221 0; 34.66.178.120 0;

1130
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.245.105 1; 34.68.144.114 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.245.105 0; 34.68.144.114 0;
127.0.0.1 0; 127.0.0.1 0;

1130
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.245.105 1; 34.68.144.114 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.245.105 0; 34.68.144.114 0;
127.0.0.1 0; 127.0.0.1 0;

1130
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.245.105 1; 34.68.144.114 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.245.105 0; 34.68.144.114 0;
127.0.0.1 0; 127.0.0.1 0;

1130
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.25.221 0; 104.154.113.151 0;
35.202.245.105 0; 35.192.187.174 0;

1130
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.202.245.105 0; 35.192.187.174 0;
34.66.50.208 0; 34.66.178.120 0;

1130
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.25.221 0; 35.192.187.174 0;
34.66.50.208 0; 35.192.136.167 0;
35.202.245.105 0; 34.66.178.120 0;

1130
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.66.50.208 0; 35.193.14.140 0;
34.66.200.49 0; 35.192.187.174 0;
104.154.113.151 0;

1130
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
404enemy Blackboard
Cliqzbot BuiltWith
EirGrabber CATExplorador
facebookscraper crawler.feedback
Image Sucker Morfeus Fucking Scanner
NetSpider RankingBot2
Nutch RebelMouse
ReGet RepoMonkey
Scrapy Snapbot
Spammen Steeler

248
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
Abonti Abonti
Aboundexbot
ADmantX ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot
AIBOT AIBOT
AiHitBot AiHitBot
Aipbot Alexibot
Alligator
AlphaBot AlphaBot
Anarchie Apexoo
archive.org_bot autoemailspider
Asterias
BackDoorBot BackDoorBot
Backlink-Ceck
BacklinkCrawler
BackStreet BackStreet
BackWeb Bandit
Badass Barkrowler
BBBike Bitacle
BetaBot
Bigfoot
Black Hole Black Hole
BlackWidow
BLEXBot
Blow
BlowFish BlowFish
Boardreader Boardreader
BotALot
Brandprotect Brandprotect
Brandwatch Brandwatch
Buddy
BuiltWith BuiltWith
CATExplorador Bullseye
BunnySlippers
BuzzSumo
Calculon
Cegbfeieh
CheeseBot CheeseBot
CherryPicker CherryPicker
CheTeam ChinaClaw
Chlooe
Claritybot
Cliqzbot
Collector Collector
crawler4j CopyRightCheck
CrazyWebCrawler Copyscape
CSHttp crawler.feedback
Curious Curious
Custo Custo
DBLBot DBLBot
Deusu Demon
DIIbot Disco
Discobot Dispatch
DnyzBot DnyzBot
DomainStatsBot DomainStatsBot
Dotbot
Download Wonder
Dragonfly Dragonfly
Drip Drip
DSearch DSearch
DTS Agent Ebingbong
eCatch eCatch
EMail Siphon
EMail Wolf EMail Wolf
EroCrawler EroCrawler
ExtractorPro evc-batch
Ezooms Express WebPictures
facebookscraper ExtLinksBot
Extractor
EyeNetIE
FDM
FemtosearchBot FemtosearchBot
FHscan FrontPage
Fimap
Firefox/7.0
FyberSpider FyberSpider
GalaxyBot Fyrebot
Genieo Genieo
GermCrawler
Getintent Getintent
Go-Ahead-Got-It Go-Ahead-Got-It
Gotit
Go!Zilla
Grabber Grabber
GrapeshotCrawler GrabNet
GT::WWW GT::WWW
Harvest
Havij
HEADMasterSEO HEADMasterSEO
Heritrix Heritrix
Humanlinks HTMLparser
HybridBot Iblog
Id-search
IlseBot
Image Fetch Image Fetch
IndeedBot
Indy Library Indy Library
InfoNaviRobot InfoNaviRobot
Internet Ninja InfoTekies
InternetSeer
ips-agent ips-agent
Iria
Iskanie Iskanie
IstellaBot
JamesBOT
Jbrofuzz Jbrofuzz
JennyBot JennyBot
Jetty
JikeSpider JikeSpider
JOC Web Spider
Joomla Joomla
JustView JustView
Jyxobot
Kenjin Spider Kenjin Spider
Keyword Density
Lanshanbot Lanshanbot
Larbin
LeechFTP
Lftp Lftp
LibWeb Libwhisker
Lightspeedsystems
Linkdexbot Linkdexbot
LinkextractorPro LinkextractorPro
LinkWalker LinkpadBot
LinkScan
LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Spider Lipperhey Spider
Lmspider Lmspider
Ltx71 LNSpiderguy
LWP::Simple
lwp-trivial lwp-trivial
Magnet Magnet
magpie-crawler magpie-crawler
Majestic12
Majestic SEO Majestic SEO
MarkWatch MarkWatch
meanpathbot MeanPath Bot
Mediatoolkitbot
mediawords mediawords
MegaIndex.ru MegaIndex.ru
Metauri Metauri
Microsoft Data Access
MIIxpc MIIxpc
MJ12bot
Morfeus Fucking Scanner
Mr.4x3
MSFrontPage MSFrontPage
Msrabot Msrabot
MS Web Services Client Protocol Musobot
muhstik-scan Name Intelligence
Navroad Nameprotect
NearSite NearSite
Needle
Nessus
Netcraft Netcraft
netEstate NE Crawler netEstate NE Crawler
NetLyzer NetLyzer
NetMechanic
NetSpider NetSpider
Nettrack Nettrack
Netvibes Net Vampire
NextGenSearchBot NextGenSearchBot
NICErsPRO
Nikto
Nmap
NPbot
Nutch
Octopus
Offline Explorer Offline Explorer
Offline Navigator Offline Navigator
OnCrawl Openfind
Openvas Openvas
OpenVAS OpenVAS
OutclicksBot OutclicksBot
OutfoxBot OutfoxBot
PageAnalyzer PageAnalyzer
page scorer Page Analyzer
PageScorer PageScorer
Pandalytics
Panscient Panscient
Pavuk Pavuk
pcBrowser PECL::HTTP
Picscout
Pimonster Pimonster
PleaseCrawl PleaseCrawl
plumanalytics plumanalytics
ProWebWalker POE-Component-Client-HTTP
Probethenet
ProPowerBot
Psbot Psbot
Quick-Crawler Pump
RankActive RankingBot
RankActiveLinkBot
RankingBot2 RankingBot2
RankurBot Rankivabot
RealDownload
Reaper Reaper
ReGet RebelMouse
Ripper
RocketCrawler RocketCrawler
s1z.ru
ScanAlert ScanAlert
Scrapy Scanbot
scan.lol
ScoutJet
Screaming Screaming
ScreenerBot
Searchestate Searchestate
SearchmetricsBot SemrushBot
Semrush
SEOkicks SEOkicks
SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz seoscanners
SeoSiteCheckup SeoSiteCheckup
SISTRIX serpstatbot
Sitebeam sexsearcher
SiteSnagger Shodan
Siphon
Sitevigil
SlySearch SlySearch
SmartDownload SmartDownload
SMTBot
Snake Snake
Snapbot Snapbot
Snoopy
Sociscraper Sociscraper
Sogou web spider
Sottopop Sottopop
SpaceBison Spammen
SpankBot
Spinn3r
SputnikBot SputnikBot
Sqlworm spyfu
Sqlmap
Sqworm
Steeler Steeler
Stripper SuperBot
Sucker
Surfbot
SurveyBot SurveyBot
Swiftbot
sysscan
Szukacz Szukacz
tAkeOut T8Abot
Teleport Teleport
Telesphoreo TeleportPro
Telesoft
The Intraformant The Intraformant
TheNomad TheNomad
Thumbor
TightTwatBot
Toweyabot
Tracemyfile Tracemyfile
Trendictionbot Trendiction
True_Robot trendiction.de
Turingos
Turnitin
TurnitinBot TurnitinBot
TwengaBot TwengaBot
UnisterBot URLy Warning
URLy.Warning Vacuum
Vagabondo
VB Project VB Project
VCI VCI
VeriCiteCrawler VeriCiteCrawler
VidibleScraper
Virusdie Virusdie
Voltron Voil
Wallpapers/3.0 Wallpapers/3.0
WASALive-Bot
WebAuto WebAuto
Web Auto WebEnhancer
Web Collage
WebCopier
WebFetch
Web Fetch
WebFuck WebFuck
Web Fuck WebGo IS
WebImageCollector Web Pix
Web Sauger WebReaper
Webshag
WebsiteExtractor
Website Quester Website Quester
Webster
WebStripper WebStripper
WebSucker
WebWhacker
WeSEE WeSEE
Whack Widow
Who.is Bot WinHTTrack
WiseGuys Robot WWWOFFLE
Wotbox Xaldon WebSpider
WWW::Mechanize Xenu
x09Mozilla
x22Mozilla
xpymep1.exe xpymep1.exe
YoudaoBot Zauba
zauba.io
Zeus Zeus
zgrab
Zitebot
ZumBot
ZyBorg

284
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy 404enemy
Aboundex Abonti
Aboundexbot AfD-Verbotsverfahren
AhrefsBot Aipbot
AIBOT
Alligator
AllSubmitter AllSubmitter
AlphaBot AlphaBot
ASPSeek Anarchie
autoemailspider archive.org_bot
BackDoorBot Asterias
backlink-check Attach
Backlink-Ceck
BackStreet BackStreet
BackWeb Bandit
Badass BDCbot
Barkrowler Bigfoot
Battleztar Bazinga Bitacle
BDFetch BlackWidow
Black Hole Boardreader
Bolt BotALot
Brandprotect Buddy
Brandwatch BuiltBotTough
BuiltWith
Bullseye Bullseye
Calculon CCBot
CazoodleBot CheeseBot
ChinaClaw CherryPicker
Claritybot
Cogentbot Cogentbot
cognitiveseo Collector
com.plumanalytics Copier
Copyscape CopyRightCheck
Craftbot Cosmos
crawler4j crawler.feedback
crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
CrunchBot CrunchBot
CSHttp CSHttp
DBLBot DataCha0s
demandbase-bot Demon
DIIbot DigitalPebble
Disco Discobot
Discoverybot
Dispatch
DittoSpyder DittoSpyder
DomainAppender DomainSigmaCrawler
DomainStatsBot
Dotbot
Download Wonder Download Wonder
Dragonfly Dragonfly
Drip Drip
DSearch Ebingbong
EasyDL EirGrabber
EMail Siphon
EroCrawler EroCrawler
Evil Exabot
Express WebPictures Express WebPictures
Extractor Extractor
ExtractorPro ExtractorPro
Extreme Picture Finder FDM
EyeNetIE FemtosearchBot
FHscan
Firefox/7.0
FlashGet FlashGet
Flunky Flunky
Freeuploader Foobot
FrontPage FrontPage
GalaxyBot Fyrebot
GetRight
GetWeb GetWeb
Gigabot Gigablast
G-i-g-a-b-o-t G-i-g-a-b-o-t
Gotit GoZilla
Go!Zilla
GrabNet GrabNet
Grafula GrapeFX
GrapeshotCrawler GrapeshotCrawler
GridBot
Haansoft
HaosouSpider
HEADMasterSEO HEADMasterSEO
Hloader HTMLparser
HTTP::Lite HTTP::Lite
HTTrack
Humanlinks
HybridBot
Iblog Iblog
Image Fetch
Image Sucker Image Sucker
IndeedBot IndeedBot
Indy Library InfoTekies
InfoNaviRobot InterGET
instabid Internet Ninja
InternetSeer ips-agent
internetVista monitor
Iria Iria
Iskanie Iskanie
IstellaBot
JetCar JetCar
JOC Web Spider Jetty
Joomla Jorgee
JustView Jyxobot
Kenjin Spider
Keyword Density Keyword Density
LeechFTP LibWeb
LeechGet
LexiBot
Likse Likse
LinkextractorPro Linkdexbot
LinkpadBot LinkpadBot
LinkWalker LinkScan
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaScrapeBot
Lipperhey Lipperhey
Litemage_walker Litemage_walker
Lmspider
LNSpiderguy
LWP::Simple
lwp-trivial
Magnet Magnet
Mail.RU_Bot Mail.RU_Bot
Majestic SEO
Majestic-SEO Majestic-SEO
Masscan MarkMonitor
Mass Downloader Mass Downloader
meanpathbot
Meanpathbot
MeanPath Bot MeanPath Bot
mediawords
MegaIndex.ru MegaIndex.ru
Metauri Metauri
MFC_Tear_Sample
Microsoft URL Control
MIDown tool MIDown tool
MIIxpc MIIxpc
Mister PiX
Mojeek
Mr.4x3 Mr.4x3
MSIECrawler muhstik-scan
Msrabot Navroad
Musobot Needle
NearSite
NetAnts NetAnts
netEstate NE Crawler Netcraft
Net Vampire NetMechanic
NetZIP NetSpider
Nibbler Nettrack
NICErsPRO Nimbostratus
Niki-bot Nmap
Nikto
NPbot NPbot
oBot OnCrawl
Offline Explorer OpenVAS
Offline Navigator OrangeSpider
OrangeBot
PageAnalyzer PageAnalyzer
Page Analyzer Page Analyzer
PageGrabber Panscient
page scorer
PageScorer
Papa Foto
pcBrowser pcBrowser
PECL::HTTP
PeoplePal PeoplePal
PHPCrawl PHPCrawl
Picsearch Picscout
Pi-Monster PictureFinder
Pixray
plumanalytics plumanalytics
Probethenet Pockey
ProWebWalker POE-Component-Client-HTTP
PxBroker
PyCurl PyCurl
RankActiveLinkBot RankFlex
RankingBot
RankingBot2 RankingBot2
Rankivabot
RealDownload
Reaper Reaper
RebelMouse RebelMouse
Recorder Recorder
RedesScrapy
ReGet
RepoMonkey RepoMonkey
RocketCrawler RocketCrawler
SalesIntelligent
SBIder SBIder
ScanAlert scan.lol
ScoutJet Screaming
Scrapy
Searchestate Searchestate
SearchmetricsBot SearchmetricsBot
Semrush
SemrushBot SemrushBot
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler
SEOprofiler SEOprofiler
SeoSiteCheckup
SEOstats
serpstatbot serpstatbot
sexsearcher
Shodan Shodan
Siphon Siphon
SISTRIX
Sitebeam Sitebeam
SiteExplorer SiteExplorer
SiteSnagger SiteSnagger
SiteSucker SiteSucker
Site Sucker
Sitevigil
SmartDownload SmartDownload
SMTBot
Snake Snake
Snapbot
Snoopy
SocialRankIOBot SocialRankIOBot
Sociscraper Sociscraper
sogouspider
Sogou web spider Sogou web spider
Sosospider Sosospider
Sottopop
SpankBot
Spanner
sp_auditbot
Spbot
SputnikBot
spyfu
Sqlmap
Sqlworm Sqlworm
Sqworm Sqworm
Sucuri Sucker
SuperBot
SuperHTTP SuperHTTP
T0PHackTeam Surfbot
Suzuran
sysscan
T8Abot T8Abot
tAkeOut TeleportPro
Teleport Telesphoreo
The Intraformant TheNomad
Thumbor
TightTwatBot TightTwatBot
Toata
Toweyabot
Tracemyfile
Trendiction Trendiction
trendiction.com trendiction.com
TwengaBot TurnitinBot
Twice Twice
UnisterBot Typhoeus
Upflow URLy.Warning
URLy Warning
Vacuum Vacuum
VidibleScraper Vagabondo
VB Project
VeriCiteCrawler
VoidEYE VoidEYE
Voil
Voltron Voltron
WallpapersHD Wallpapers/3.0
Webalta WebAuto
WebCollage
Web Collage
Web Enhancer Web Enhancer
Web Enhancer
WebFetch
WebFetch WebFetch
WebFuck WebFuck
WebImageCollector WebGo IS
Web Pix WebmasterWorldForumBot
WebSauger webmeup-crawler
Webshag WebReaper
WebsiteExtractor WebsiteExtractor
Website Quester Website Quester
Website Quester
Webster Webster
Web Sucker WebWhacker
Whatweb Whatweb
Widow
WiseGuys Robot WiseGuys Robot
Wonderbot WISENutbot
Woobot
Wotbox Wotbox
WPScan
WWW-Collector-E WWW-Collector-E
WWW-Mechanize WWW-Mechanize
WWW::Mechanize
WWWOFFLE
x09Mozilla x09Mozilla
x22Mozilla
Xaldon WebSpider Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
xpymep1.exe Zauba
YoudaoBot zauba.io
Zade Zermelo
Zeus ZumBot
Zitebot
ZyBorg ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
compliance-fred.xyz 2itech.ru
detskie-konstruktory.ru alphahoverboards.com
ekspertmed.com bestcoin.cc
emediate.eu concealthyself.com
karting196.ru dailyfinancefix.com
metarip.ru hetmanship.xyz
muznachas-service.ru sobecjvuwa.com.ru
porn-w.org steamoff.net
seemoreresultshu-a.akamaihd.net tanieaukcje.com.pl
vabasa.inwtrade.com xxlargepop.com

936
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00go.com 00it.com
101lesbian.xyz 101billion.com
108shot.com 101raccoon.ru
1314dh.com 12u.info
1-free-share-buttons.com 1webmaster.ml
24x7-server-support.site
34.gs
4kpics.rocks 4kpics.rocks
4rent.ru 4ureyesonly.com
5000-cotydzien.com
55wmz.ru
5forex.ru
6128786.com 6128786.com
acortarurl.es 8xv8.com
adinterax.com 98oi.ru
adloads.com 999webdesign.com
adrunnr.com aaa38852e886ac4af1a3cff9b47cab6272.com
adserver-e7.com aarbur.com
adult3dgames.com abbanreddy.com
adultactioncam.com abiente.ru
advancedcleaner.com absolute-s.ru
advokateg.xyz addbin.men
afmuseum.com addray.pro
aghanyna.com adidas.frwebs.fr
albamargroup.com admatic.com.tr
alert-jdh.xyz adultfriendfinder.com
alert.scansafe.net agysya.ru
allproblog.com akita.kz
alltheviews.com albuteroli.com
aludecor.info algarveglobal.com
amazingpic.net alibestsale.com
anal-acrobats.com aliexpresscashback.club
android-style.com allcredits.su
angel1777.kz amazon-adsystem.com
animebox.com.ua apartamentwroclaw.eu
anticrawler.org apibatbrowsecom-a.akamaihd.net
apioasisspacenet-a.akamaihd.net apilinkswiftco-a.akamaihd.net
appfixing.space apiportalmorecom-a.akamaihd.net
appiq.mobi apple.com-cleaner.systems
apps-analytics.net approved.su
apptester.tk arewater.com
artavenuegardenstudios.com arius.tech
atmovs.com arraty.altervista.org
autoblogger24.info artefakct.com
avon-severozapad.ru articlesdirectoryme.info
avon-ukraine.com aruplighting.com
banan.tv as5000.com
bankmib.ru asrvrep-a.akamaihd.net
bestdraws.com atmagroup.ru
bestprofits-there.com autobudpostach.club
bestserials.com automatic-seo.com
besttorrentknifta.weebly.com avtocredit-legko.ru
beyan.host.sk azazaporn.com
bin-brokers.com backlinkwatch.com
bkns.vn balkanfarma.org
blacktwhite.com bankiem.pl
blockety.co bannerads.de
blog.f00kclan.de bannerconnect.net
bloggedporn.com basedecor.ru
bonanza-fortune.men bdsmgalls.net
breget74.ru bharatdefencekavach.com
brendbutik.ru biglistofwebsites.com
bronzeaid-a.akamaihd.net billiard-classic.com.ua
btc4u.ru bitnote.co
buehne-fuer-menschenrechte.de bizcheapjerseyswholesalechina.com
burkesales.com biznesrealnost.ru
businesn.men blogsfunky672.weebly.com
buyantiviralwp.com bochemit.com.ua
buydissertation.net boole.onlinewebshop.net
buyhoverboard.com braintobe.win
buzzsumo.com brainzpod.win
candcstuccoandstone.com brandbucket.com
candelluxsklep.pl brewdom.ru
candytiner.com brg8.com
canyougethighofftizanidine.blogspot.com buketeg.xyz
bzero1jewelry.net
callmd5map.com
canacopegdl.com
cardiosport.com.ua
carmuffler.net carmuffler.net
casite-513049.cloudaccess.net carsplate.com
cdncash.org cartierring.xyz
cenokos.ru casinos4dummies.co.uk
cete.ru cejewelry.xyz
cgi2.nintendo.co.jp centre-indigo.org.ua
charmstroy.info cheapjerseysbizwholesale.us
chastnoeporno.com cheapjerseysfootballshop.com
chelnytruck.ru choosecuisine.com
children-learningreading.info cialiswithoutadoctor.net
chinacheapelitejerseys.com cienum.fr
chuckguilford.com citysecurity.nu
cialischmrx.com click2pawn.com
cialisovercounteratwalmartusa.com coldfilm.ru
cjmc.info com-onlinesupport.site
clickhype.com compliance-alexa.top
clicksotrk.com compliance-jessica.top
clknsee.com compliance-walt.top
cognitiveseo.com conocer-sanabria.com
companies-catalog.com cool-wedding.net
compiko.info corta.co
compliance-alex.xyz cosmeticswomens-womensports.rhcloud.com
compliance-elena.top counterbot.com
compliance-jane.top countercrazy.com
compliance-jess.top crackguru.tk
conciergegroup.org creatives.adbetclickin.pink
consorzioilmosaico.org cutalltheshit.com
coolgamechannel.com
copypaste.traderzplanet.in
craftinsta.ru
crazyprotocol.com
crirussian.ru
cscwtalkto.site
cyclobenzaprinevstizanidine.blogspot.com
cypernhuset.se
czat.wp.pl
darmebel.com.ua darmebel.com.ua
data1.scopich.com dawlenie.com
defenderxtactical.com decorazilla.com
dev33.dioniqlabb.se deutschehobbyhuren.net
dfiles.me diarioaconcagua.com
dgfitness.co diesel-parts28.ru
dieswaene.com djonwatch.ru
dikqlyremy.info dmmspy.com
dildofotzen.net doeco.ru
dinosaurus.site
dispo.de
divatraffic.com
dms-sw.ru
doctissimo.fr
documentsite.net
dodlive.mil
dogbreedspicture.net dogbreedspicture.net
domaincrawler.com dojki-hd.com
domainsatcost.com domoysshop.ru
domainsphoto.com domznaniy.ru
dominterior.org donna7753191.ru
download-of-the-warez.blogspot.com downloader12.ru
drhomes.biz dptaughtme.com
drugspowerstore.com drugs-no-rx.info
dvd-famille.com dvrlists.com
dvervmoskvu.ru educatemetv.com
educontest.net efnor-ac.com
efkt.jp ekspertmed.com
ekaterinburg.xrus.org elektrischezigarette1.onsugar.com
ekobata.ru elektronischezigarettekaufen1.beeplog.com
electronicadirect.com elektronischezigarettekaufen2.tumblr.com
elektrischezigarette1.blog.pl elektrozigarette2.wordpressy.pl
elitepcgames.com enews.tech
enhand.se eorogo.top
ereko.ru erotikstories.ru
esopini.com eshop.md
evening-dating-club.info estelight.ru
evrotekhservis.ru extlinks.com
excaliburfilms.com ezigarettekaufen1.hpage.com
excitacao.com f1nder.org
executehosting.com falllow.gq
exlarseva.webblog.es fertilitetsradgivningen.se
exmasters.com fickenbumsen.net
extlabs.io filmfanatic.com
ezigarettekaufen2.blox.pl filmgo.ru
f00kclan.de fil.ru
farmprofi.net financepoints.eu
fatmaelgarny.com finansov.info
faz99.com fishtauto.ru
ferieboligkbh.dk flavors.me
fermersovet.ru flooringinstallation-edmonton.com
fetroshok.ru flowersbazar.com
financetip.eu food.dtu.dk
finemanteam.com formulaantiuban.com
fivedwld.cf forodvd.com
flagcounter.me fotopop.club
f-loaded.de foto-telok.net
fok.nl fototravel.eu
forex-indextop20.ru franch.info
fotosfotos.eu franecki.net
fotzen-ficken.com frcls.fr
foxinsocks.ru freecamdollars.com
free-deals.faith free-deals.faith
freelinkbuilding.website.tk freenode.info
froggytube.com fuckmill.com
fun2cell.net futbolkisales.ru
gay-file.com fxtips.ru
gazoblok.net.ua galeria-zdjec.com
gdebestkupit.ru gamebackyard.com
ge0ip.org gamedayhouse.com
geckoandfly.com gameprimary.com
geile-lelly.eu gdcentre.ru
geileweiber.tk generalporn.org
gembird.com gepezz.info
genericlowlatencyasiodriverhq.aircus.com ggiaro.com
generic-pills-online.com gigablast.com
gilsonchiro.xyz gilsonchiro.xyz
girlsatgames.ru girlgamerdaily.com
gojiberriess.apishops.ru girls-ufa.ru
golaya.pw glall.ru
goodhumor24.com glass-msk.ru
gopro-online.info go2jump.org
gorodservis.ru gomusix.com
greatgrace.ru goodwriterssales.com
gsasearchenginerankerhelp.com gosarhivrt.ru
gsmlab.pl graphics8.info
gungamesz.com gsasearchenginerankerdiscount.com
harmonyglen.us gsasearchengineranker.site
hcate.com gsasearchengineranker.space
hd720kino.ru gstatey.net
hetmanship.xyz guardlink.com
hkdiiohi.skyrock.com havepussy.com
hollywoodactress.info hazardky.net
hdwallpapers-free.com
heartofbeijing.blogspot.com
hermesreplica.pw
high-speed1.net
hildinghr.se
histock.info
homeinns.com
homelygarden.com homelygarden.com
hosting-tracker.com
hotkeys.com hotkeys.com
hoverboard360.at idealtits.net
humanelydrew.com
hyiphunter.org
hyipmanager.in
ideashome.id ideashome.id
idegenvezeto.eu
igithab.com igithab.com
imperia31.ru ilovevitaly.com
imperiafilm.ru imagecoolpub.com
import-sales.com indetiske.ya.ru
increasewwwtraffic.info indo-export.ru
intervsem.ru infogame.name
invest-pamm.ru inmate-locator.us
iplogger.org innodgfdriverhm.aircus.com
isoveti.ru intellektmedia.at
istripper.com interferencer.ru
ivanovo.zrus.org inzn.ru
ivearchenceinflu.cf ip-guide.com
iwantmyfreecash.com iqbazar.ru
james13prix.info irkutsk.zrus.org
javitas.info isotoner.com
jobmarket.com.ua itrevolution.cf
jose.mulinohouse.co izhevsk.zrus.org
kaac.ru jav-fetish.site
kashubadesign.ru jeremyeaton.co
jus0wil.pp.ua
justprofit.xyz
jyvopys.com
kasino-money.pw kasino-money.pw
kerch.site katjimej.blog.fc2.com
kevblog.top kidd.reunionwatch.com
kino-filmi.com kiinomaniak.pl
kirov.zrus.org kimcurlrvsms.com
knogg.net kinky-fetishes.com
kountrylife.com kinogolos.ru
krasnodar-avtolombards.ru kinogonew.ru
krasula.pp.ua kladrus.ru
klin3952.ru
kovesszucs.atw.hu
krynica.info krynica.info
kumuk.info kupit-adenu.ru
kupiproday.com.ua kustanay.kz
kurbappeal.info laexotic.com
lacasamorett.com laptoper.net
lacave.ntic.fr laxob.com
lapitec.eu leboard.ru
law-check-nine.xyz letmacworkfaster.site
lechtaczka.net lexixxx.com
leftofcentrist.com lifehacĸer.com
lego4x4.ru lightinghomes.net
lesbian.xyz likesuccess.com
limtu.ifmo.ru linkbux.ru
liupis.com linksharingt.com
lkbennettoutlet.online livefixer.com
machicon-ueno.info livejasmin.com
mackeeper-land-672695126.us-east-1.elb.amazonaws.com livetsomudvekslingstudent.bloggersdelight.dk
macrotek.ru lizace.com
manimpotence.com ljusihus.se
lkbennettstore.online
loginduepunti.it
lollypopgaming.com
lol-smurfs.com
lonerangergames.com
lookingglassemb.com
louboutinshoes.xyz
love-baby.cz
luxup.ru
mactechinfo.info
magda-gadalka.ru
magicdiet.gq
manipulyator-peterburg.ru
manve.info manve.info
marblestyle.ru matb3aa.com
marmotstore.online maximpartnerspr.com
masserect.com mb140.ru
mebel-alait.ru mebelcomplekt.ru
mediaoffers.click metabar.ru
meget.co.za mindeyegames.com
members.ghanaweb.com minet.club
mexicotravelnet.com mini.7zap.com
midst.eu mir-betting.ru
millionare.com missvietnam.org
minharevisao.com mobile.ok.ru
mmofreegames.online moneytop.ru
mmstat.com monitorwebsitespeed.com
modabutik.ru monsterdivx.tv
morf.snn.gr moscow-region.ru
moxo.com moyakuhnia.ru
mrcsa.com.au mp3ringtone.info
mrinsidesales.com mrwhite.biz
muzaporn.com na15.ru
muznachas-service.ru naturalbreakthroughsresearch.com
mvpicton.co.uk netpics.org
mydearest.co nibbler.silktide.com
myhealthcare.com nightvision746.weebly.com
mypornfree.ru njkmznnb.ru
myxdate.info nvformula.ru
na-telefon.biz omoikiri-japan.ru
netanalytics.xyz one-gear.com
netvouz.com openmediasoft.com
new-apps.ru opinionreelle.com
nextlnk12.com orsonet.ru
november-lax.com
novosti-hi-tech.ru
nrv.co.za
obnal.org
ohmyrings.com
okout.ru
oneshotdate.com
onko-24.com
onlainbesplatno.ru
onload.pw
onlythegames.com
otbelivanie-zubov.com otbelivanie-zubov.com
ovirus.ru paperwritingservice17.blogspot.ru
oxford-book.com.ua pavlodar.xkaz.org
paydayonlinecom.com paydayonlinecom.com
pearlisland.ru pcgroup.com.uy
pdn-4.com
pechikamini.ru pechikamini.ru
pendelprognos.se perl.dp.ua
pensplan.com petitions.whitehouse.gov
perosan.com phormchina.com
photo.houseofgaga.ru pipki.r.acdnpro.com
picquery.com plaff-go.ru
pics-group.com plastweb.ru
pisanieprac.info plohaya-kreditnaya-istoriya.ru
playmsn.com pl-vouchers.com
porn555.com pogosh.com
pornhub-ru.com popmarker.com
pornpost.in pornogad.com
pozdrawleniya.ru pornokajf.com
prefersurvey.net pornolook.net
primedice.com pornonik.com
prod2016.com porodasobak.net
porto.abuilder.net
portside.xyz
postclass.com
printingpeach.com
professionalwritingservices15.blogspot.ru professionalwritingservices15.blogspot.ru
profit-opportunity.com profitkode.com
profolan.pl proftests.net
projectforte.ru promalp-universal.ru
prospekt-st.ru prombudpostach.com.ua
prostitutki-belgoroda.org promgirldresses.xyz
prostitutki-novgoroda.org pronorm.fr
proxyelite.biz pro-okis.ru
push-ad.com prostitutki-kiev.org
puteshestvennik.com prostitutki-odessa.org
py100.ru proxyradar.com
raisedseo.com prpops.com
randalljhoward.com psa48.ru
rangoman.date pushdata.sendpulse.com
ratemodels.net qualitymarketzone.com
realresultslist.com quebec-bin.com
quickloanbank.com
r-control.ru
realitykings.com
realtytimes.com
recipedays.com recipedays.com
renecaovilla.online redbottomheels.xyz
rent2spb.ru refudiatethissarah.info
resultshub-a.akamaihd.net reklama1.ru
retailwith.com
rewardpoll.com
rezeptiblud.ru
ringtonepartner.com ringtonepartner.com
ruex.org.ua rn-to-bsn.com
running-line.ru rock-cafe.info
russia-tao.ru rockma.se
russintv.fr rp9.ru
rustic-quiver.win rubbed.us
sady-urala.ru rusoft-zone.ru
saletool.ru s8-nowy-wygraj.comli.com
sa-live.com
sammlungfotos.online sammlungfotos.online
scanner-fred.top sankt-peterburg.nodup.ru
scanner-jess.top santechnik.jimdo.com
scanner-viktor.top savetubevideo.com
scmor.ilxc.cc scanmyphones.com
scopich.com scanner-ivan.top
scrapinghub.com scanner-olga.top
scoopquest.com
screentoolkit.com
searchencrypt.com
search.pch.com search.pch.com
security60-e.com seeresultshub-a.akamaihd.net
seksotur.ru semprofile.com
sel-hoz.com seo-platform.com
seoholding.com servingnotice.com
seo-tools-optimizing.com shell-pmr.ru
sergiorossistore.online shillyourcoins.com
servethis.com shoesonlinebuy.cn
sethrollins.net shopcheermakeup.info
sexpornotales.com shopsellcardsdumps.com
sexsearch.com sideeffectsoftizanidine.blogspot.com
sextracker.be sinestesia.host.sk
sexytrend.ru sisi-go.ru
sharebutton.net sitebeam.net
sharebutton.to sitevalued.com
shijian.ac.cn skutecznetabletkinaporostwlosow.pl
shinikiev.com.ua sky-mine.ru
shop.acim.org skyway24.ru
shopwme.ru sladkoevideo.com
signx.info slim.sellany.ru
sims-sims.ru slkrm.ru
siteexpress.co.il slonechka.ru
siteripz.net snsdeainavi.info
sivs.ru sovinsteel.ru
sizeplus.work spamnuker.com
skuteczna-dieta.co.pl speechfoodie.com
skypasss.com spin2016.cf
snjack.info splendorsearch-a.akamaihd.net
snts.shell-pmr.ru sps-shop.com
soaksoak.ru stairliftstrue.com
soc-econom-problems.ru stair.registrydomainservices.com
socialsignals24.com startwp.org
soft-terminal.ru steame.ru
softxaker.ru stickers-market.ru
solution4u.com
space4updating.win
space-worry.ml
speedup-my.site
spidtest.space
sport7777.net
spravka130.ru
stockspmb.info stockspmb.info
streha-metalko.si suggest-keywords.com
suhanpacktech.com surgut.zrus.org
superinterstitial.com svarkagid.com
sureone.pro taaaak.com
surfbuyermac.com talant-factory.ru
svarbit.com tarad.com
swiped.su tasteidea.com
swsociety.se taxi-v-eisk.ru
taboola.com technopellet.gr
tackletarts.co terraclicks.com
tagil.zrus.org thaisamkok.com
tako3.com thecoolimages.net
taqplayer.info themeforest.net
telegraf.by theprofitsmaker.net
thegamerznetwork.com thetoiletpaper.com
thepokertimer.com the-usa-games.blogspot.com
thin.me.pn thruport.com
tizanidine4mgstreetprice.blogspot.com tizanidinedrugtest.blogspot.com
tizanidinemusclerelaxant.blogspot.com tizanidinestreetvalue.blogspot.com
tizanidinevsvalium.blogspot.com top10-way.com
tizanidinezanaflex.blogspot.com top250movies.ru
tnctrx.com topanasex.com
topquality.cf torrent-to-magnet.com
toyota.7zap.com totu.us
tracklead.net tracfone.com
traffic2cash.org
traffic2money.com traffic2money.com
trafficfactory.biz trafficgenius.xyz
trafficjunky.net trainoffend.ml
trafficmania.com
trafficmonetize.org
trafficmp.com
traxdom.ru
trichizobswiv.agddns.net
truemfilelj.gq truemfilelj.gq
tsstcorpcddvdwshbbdriverfb.aircus.com trumpetedextremes.com
tt-ipd.info trustaffs.com
turizmus.us tsan.net
twitlinks.com tuberkulezanet.ru
ublaze.ru tupper-shop.ru
uggbootsoutletsale.us twincitiescarservice.com
uhodzalijami.ru ua-company.ru
umekana.ru u-cheats.ru
umnovocaminho.com unrealcommander.biz
undergroundcityphoto.com uogonline.com
unisexjewelry.org url-img.link
unitexindia.com uroffer.link
unlimitdocs.net v720hd.ru
uptime-alpha.net
uvozdeckych.info
vacances-voyages.info
vduplo.ru
vekzdorov.ru
versaut.xxx-cam.webcam versaut.xxx-cam.webcam
vesnatehno.ru viddyoze.com
vezuviy.su videochat.life
vgoloveboli.net viel.su
via-energy-acquistare.com vip2ch.com
videochat.world vip-file.com
videokrik.net vipms.ru
video-production.com vltai.com
vip.51.la vseigru.one
vkontarkte.com
vksaver-all.ru
vmnmvzsmn.over-blog.com
voluumtrk.com
vucms.com vucms.com
vykup-avto-krasnodar.ru
vysigy.su vysigy.su
vzubah.com wanker.us
wapsite.me watchdogs-2.ru
waycash.net watchmygf.net
website-analyzer.info waysbetter.cn
website-speed-checker.site webalan.ru
westen-z.life webix.biz
whengirlsgowild.com webmasterhome.cn
whipme.yopoint.in wesharepics.site
whiteelephantwellington.com wildcattube.com
woman-orgasm.ru win-spy.com
woodyguthrie.se wma-x.com
wnoz.de
word-vorlagen.net word-vorlagen.net
worldlovers.ru world-mmo.com
worldoffiles.ru woweb.com.ua
ws.ampower.me wygraj-skiny.win
wufak.com xjrul.com
x-diesel.biz xlolitka.com
xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai xn----7sbahjd3btneuw1joc.xn--p1ai
xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai xn--80aaagvmjabrs1aoc9luc.xn--p1ai
xnxxandxvideos.com xn--80ajbshivpvn2i.xn--p1ai
xpresscare.ru xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
x-true.info xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
x-porno.video
x-rates.ru
xuki.us
xxx-cam.webcam
xzlive.com
y8games-free.com
yaminecraft.ru
yeartwit.com yeartwit.com
yebocasino.co.za
yellowfootprints.com
yogamatsexpert.com yogamatsexpert.com
yoopsie.com you-shall-not-pass.is74.ru
youbloodyripper.com yuarra.pluto.ro
yougotanewdomain.com zajm-zalog-krasnodar.ru
youraticles.pl zarenica.net
youresponsive.com
zeroredirect1.com zeroredirect1.com
znakom.sibtest.ru zeroredirect6.com
zx6.ru zooggames.com
zryydi.com
zvezdagedon.ru

474
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
2rich4bitches.com 101flag.ru
aa14ab57a3339c4064bd9ae6fad7495b5f.com 20pascals.nl
aad1f4acb0a373420d9b0c4202d38d94fa.com 2345.com
abwa.tk acads.net
acheterviagrafr24.com acgs.tk
adinterax.com adtech.de
adktrailmap.com adverster.com
adservme.com adviceforum.info
adtology.com agahinameh.com
agadelha.com.br akama.com
agapovdg.ru akusherok.ru
ahrefs.com alloysteel.ru
alert-fdm.xyz allproblog.com
algarveglobal.com altamayoztourism.com
allboard.xobor.de alvtank.se
apibatbrowsecom-a.akamaihd.net amazingpic.net
apiwoodensealcom-a.akamaihd.net animalrank.com
asscenihotosidea.blogspot.co.za anmysite.com
asseenontvonline.ru apisecretsaucebi-a.akamaihd.net
autoblogger24.info aramaicmedia.org
arenda-yeisk.ru
atlant-auto.info
atout-energie-69.com
australia-opening-times.com
avek.ru avek.ru
aviva-limoux.com aviav.co
avon-severozapad.ru avto-oligarh.ru
azbuka-mo.ru babosas.com
baikaleminer.com backgroundpictures.net
bazaronline24.ru balans.shahterworld.org
beachdriveblog.com balla-boo.se
beachfix.co bashtime.ru
beclean-nn.ru bedandbreakfast.com
bestbuy.ca bestbuy.ca
bestdraws.com bestcalovebracelet.cn
bestmouthwash.club bestserials.com
besttorrentknifta.weebly.com bezlimitko.xyz
bgviagrachrx.com
bizfly.info
biznesschat.net biznesschat.net
bolitgorlo.net bluerobot.info
bombla.org bonzbuddy.com
bookmark4you.com.biz bosefux.esy.es
browsepulse-a.akamaihd.net buzz-porno.info
buybest1.biz cakemediahq.com.au
buyparajumpers.online cakesplus.com.au
bzero1jewelry.net cardiosport.com.ua
carfax.com.ua cartechnic.ru
cars-modification.net cartierlovebraceletreplica.xyz
cartierloveringreplica.xyz cdncash.com
caveavins.fr cete.ru
cheapwebsitehoster.com chastnoeporno.com
chocolateslim-original.com cibpenonptib.flu.cc
cleanersoft.com compliance-john.top
clicksor.net compliance-julianna.top
coindirect.io crackguru.tk
coin-hive.com custom-electric-guitar.com
coldfilm.ru damedingel.ya.ru
collegeessay19.blogspot.ru danschawbel.com
compliance-walter.top deluxedumps.com
coolbar.pro diarioaconcagua.com
creditmoney.com.ua dickssportinggoods.com
crynet.cc documentbase.net
cxpromote.com domainsatcost.com
dailyfinancefix.com domashneeruporno.com
darodar.com downloader12.ru
daymusam.com dptaughtme.com
dear-diary.ru dverimegapolis.ru
djstools.com election.interferencer.ru
docsportal.net elektronischezigarettekaufen1.myblog.de
domaincheck.io enews.tech
downloadmefiranaratb1972.xpg.com.br ereko.ru
dprtb.com executehosting.com
earl-brown.info ezigarettenkaufen2.dreamwidth.org
edudocs.net f0815.de
ekspertmed.com familienzahnaerzte.com
elkacentr.ru
el-nation.com
exdocsfiles.com
exoclick.com
ezigarettekaufen2.mpbloggar.se
farmprofi.net
fbdownloader.com fbdownloader.com
fickenprivat.info ferrotodo.com
fifa-coins.online floating-share-buttons.com
finemanteam.com forexgb.ru
f-loaded.de forex-indextop20.ru
floridamobilebillboards.com forexunion.net
forpostlock.ru formularz-konkurs.tk
foxinsocks.ru fortunejack.com
free-share-buttons.blogspot.com forum-engineering.ru
gateway.zscalerone.net freeuploader.com
gateway.zscalertwo.net free-video-tool.com
gavuer.ru front.to
gazoblok.net.ua fyl.com.ru
gaz-voshod.ru ge0ip.net
gelezki.com geilehausfrauen.net
getmyads24.com getmiro.com
goforexvps.com gigixo.com
gilsonchiro.xyz
gobongo.info
gogalleryawesome.com gogalleryawesome.com
gopixdatabase.com goldadpremium.com
graphics8.info googlemare.com
hamilton.ca gwhwpxbw.bloger.index.hr
handicapvantoday.com hd-film.pl
hanink.biz.ly
hasfun.com
hawaiielectriclight.com
hd720kino.ru
hermesreplica.win
hetmanship.xyz
homedo.fabpage.com homedo.fabpage.com
houseofgaga.ru hostingclub.lk
hoverboard360.se host-protection.com
housediz.com
houston-vikings.com
hoverboard360.nl
humbmosquina.tk humbmosquina.tk
hydropump.su ideoworld.org
ilbe.club imediadesk.com
imadedinner.net inbabes.sexushost.com
indiasourcemart.in incomekey.net
infospot.pt infobabki.ru
isistaylorporn.info infostatsvc.com
itservicesthatworkforyou.com intellego.info
izhevsk.zrus.org iplusbit.blogspot.co.za
izismile.com javcoast.com
jav-fetish.com javspace.net
jennyfire.ru jikoman.info
kaliningrad.zrus.org kaliningrad.zrus.org
keywordsdoctor.com karachev-city.ru
karusel-market.ru
kazrent.com
keenoutlet.online
khafre.us khafre.us
kinogonew.ru kinoplen.ru
klumba55.ru kleine-titten.biz
kovrenok.ru ktotut.net
ledis.top lacave.ntic.fr
letmacworkfaster.site laexotic.com
likesdesign.com lakomka.com.ua
linkredirect.biz larose.jb2c.me
lion.snapmap.us le-clos-des-alouettes.com
liquimondo.com lyrics.home-task.com
liumimgx.pw m1media.net
liveinternet.ro
livingcanarias.com
lkbennettstore.online
lodki-pvh.dp.ua
lombia.co
longgreen.info
lunchrock.co
m4ever.net
macrotek.ru
magazin-pics.ru magazin-pics.ru
mansparskats.com makedo.ru
map028.com mebel-vstroika.ru
masthopehomes.com michaelkorssaleoutletonline.net
mature.free-websites.com
mearns-tractors.co.uk
medosmotr-ufa.ru
mikozstop.com mikozstop.com
mini.7zap.com millionare.com
mmstat.com mil-stak.com
moneyteam24.com minharevisao.com
montazhnic.ru mrsdalloways.com
moyaterapiya.ru mypets.by
mtmtv.info myprintscreen.com
muztops.ru myshopmatemac.com
myseoconsultant.com nastydollars.com
navalwiki.info netanalytics.xyz
nbsproject.ru netvouz.com
nelc.edu.eg nicefloor.co.uk
new-post.tk nowtorrents.com
obuv-kupit.ru o00.in
oneminutesite.it offergroup.info
outrageousdeal-a.akamaihd.net okeinfo.online
pathwhelp.org ooo-gotovie.ru
pcgroup.com.uy openmediasoft.com
pcimforum.com orel-reshka.net
pearlisland.ru oxotl.com
poisk-zakona.ru paradontozanet.ru
popander.mobi partner-trustworthy.men
popup.matchmaker.com pavlodar.xkaz.org
pornoelita.info pestomou.info
pricheski-video.com pewit.pw
profolan.pl photo-clip.ru
projectforte.ru pictures-and-images.net
prospekt-st.ru picturesmania.com
prosperent.com play.leadzupc.com
prostitutki-novgoroda.org pochemychka.net
q-moto.ru pogruztehnik.ru
qpypcx.com polytopesexempt.com
radiogambling.com pooleroadmedicalcentre.co.uk
remontbiz.ru pornofiljmi.com
remontvsamare.su pornosmola.info
research.ifmo.ru prchecker.info
rightenergysolutions.com.au proekt-gaz.ru
rn-to-bsn.com psoriasis-file.trade
roleforum.ru pssucai.info
rossmark.ru ptr.ruvds.com
russian-postindex.ru pulse33.ru
pussysaga.com
quality-traffic.com
razleton.com
rep-am.com
rixpix.ru
rumamba.com
running-line.ru
runofilms.ru
rvzr-a.akamaihd.net
ryetaw.com
sa-live.com
sbornik-zakonov.ru sbornik-zakonov.ru
searchencrypt.com scanner-ivan.top
seksotur.ru scmor.ilxc.cc
seojokes.net seo-tools-optimizing.com
service.adtech.us sexcamamateurchat.com
sideeffectsoftizanidine.blogspot.com sexspornotub.com
signx.info sildenafilcitratemed.com
sispe.com.br snowplanes.com
sladkoevideo.com spy-sts.com
soc-econom-problems.ru stanthonyscatholicchurch.org
socialbutton.xyz steamoff.net
soda.media stuff-about-money.com
softomix.com superinterstitial.com
sophang8.com supermesta.ru
sotkal.lark.ru
stairliftstrue.com
stair.registrydomainservices.com
stop-gepatit.te.ua
stroiminsk.org
studiokamyk.com.pl
sudexpert66.ru
superiends.org
superkanpo.com
sureone.pro sureone.pro
swagbucks.com susanholtphotography.com
takeflyte.com swiped.su
teslathemes.com tabletkinaodchudzanie.com.pl
themeforest.net tamada69.com
theporndude.com telegramdownload10.com
the-torrent-tracker.blogspot.com thegamerznetwork.com
tizanidinehcl4mgtabinfo.blogspot.com the-trader.net
tizanidinevssoma.blogspot.com tizanidineandhydrocodone.blogspot.com
todohr.com tizanidinehydrochloride2mg.blogspot.com
trackmedia101.com tizanidinerecreationaluse.blogspot.com
trackzapper.com tizanidinerestlesslegsyndrome.blogspot.com
traffictrade.life tizanidinesideeffects.blogspot.com
tsyndicate.com tizanidineusedfor.blogspot.com
ttrraacckkrr.com topcar-krasnodar.ru
tubeoffline.com toproadrunner5.info
tvoystartup.ru track-rankings.online
uac.net.au traffic2money.com
udsgame.online trafficmania.com
uggbootsoutletsale.us trafficmonetize.org
uggsale.online tzritel.tk
unrealcommander.org ucoz.ru
urengoy.pro unisexjewelry.org
validdomain.xyz v720hd.ru
vclicks.net vapomnoncri.tk
veerotech.com vbabule.net
vinsit.ru viagraneggrx.com
warning.or.kr viagra-soft.ru
webix.biz vip-parfumeria.ru
website-analyzer.info vkontarkte.com
wesharepics.com vonradio.com
wheelchairliftsarea.com vote-up.ru
winwotgold.pl wareseeker.com
xedserver.com webradiology.ru
xmladserver.com wedding-salon.net
zaimite.ru weprik.ru
wttavern.com
www.kabbalah-red-bracelets.com
x-diesel.info
xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
xn----itbeirbjbi7bc6bh2d.xn--p1ai
xsion.net
yellowads.men
zebramart.ru
zeroredirect1.com
zetmaster.ru
znakomstva-moskva77.ru
zona-aqua.ru

91
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -5,97 +5,6 @@
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
l>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.66.200.49 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.08.1802 #### Version: V4.2019.08.1803
#### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.08.1802 #### Version: V4.2019.08.1803
#### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

4
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.08.1802 #### Version: V4.2019.08.1803
#### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
@ -30,7 +30,7 @@ _______________________
##### nginx version: nginx/1.10.x :heavy_check_mark: ##### nginx version: nginx/1.10.x :heavy_check_mark:
##### nginx version: nginx/1.14.2 :heavy_check_mark: ##### nginx version: nginx/1.14.2 :heavy_check_mark:
##### nginx version: nginx/1.15.8 :heavy_check_mark: ##### nginx version: nginx/1.15.8 :heavy_check_mark:
##### nginx version: nginx/1.17.2 :heavy_check_mark: ##### nginx version: nginx/1.17.3 :heavy_check_mark:
__________________________ __________________________
Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker) Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker)

1126
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.08.1802 #### Version: V4.2019.08.1803
#### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Count: [204](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

1130
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1130
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

1130
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.08.1802 ### Version: V4.2019.08.1803
### Updated: Tue Aug 13 20:02:28 SAST 2019 ### Updated: Thu Aug 15 14:19:15 SAST 2019
### Bad Bot Count: 557 ### Bad Bot Count: 557
################################################### ###################################################
### Version Information ## ### Version Information ##