vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-05 12:09:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.06.2380 [ci skip]

Browse source
This commit is contained in:
Travis 2021-06-15 09:19:03 +02:00
parent 367c194347
commit 69ba2a2fe1
61 changed files with 96492 additions and 96448 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10600
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

10600
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

10600
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -3433,6 +3433,7 @@
"~*(?:\b)landmania\.ru(?:\b)" 0; "~*(?:\b)landmania\.ru(?:\b)" 0;
"~*(?:\b)landoftracking\.com(?:\b)" 0; "~*(?:\b)landoftracking\.com(?:\b)" 0;
"~*(?:\b)landreferat\.ru(?:\b)" 0; "~*(?:\b)landreferat\.ru(?:\b)" 0;
"~*(?:\b)landscapebackgrounds\.blogspot\.com(?:\b)" 0;
"~*(?:\b)landscaping\.center(?:\b)" 0; "~*(?:\b)landscaping\.center(?:\b)" 0;
"~*(?:\b)languagecode\.com(?:\b)" 0; "~*(?:\b)languagecode\.com(?:\b)" 0;
"~*(?:\b)lankarns\.com(?:\b)" 0; "~*(?:\b)lankarns\.com(?:\b)" 0;
@ -5116,6 +5117,7 @@
"~*(?:\b)russkie\-gorki\.ru(?:\b)" 0; "~*(?:\b)russkie\-gorki\.ru(?:\b)" 0;
"~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0; "~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0;
"~*(?:\b)rustic\-quiver\.win(?:\b)" 0; "~*(?:\b)rustic\-quiver\.win(?:\b)" 0;
"~*(?:\b)rusvideos\.su(?:\b)" 0;
"~*(?:\b)rutor\.group(?:\b)" 0; "~*(?:\b)rutor\.group(?:\b)" 0;
"~*(?:\b)rutor\.vip(?:\b)" 0; "~*(?:\b)rutor\.vip(?:\b)" 0;
"~*(?:\b)rvi\.biz(?:\b)" 0; "~*(?:\b)rvi\.biz(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

10600
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10600
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

10600
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -3386,6 +3386,7 @@
"~*(?:\b)landmania\.ru(?:\b)" 0; "~*(?:\b)landmania\.ru(?:\b)" 0;
"~*(?:\b)landoftracking\.com(?:\b)" 0; "~*(?:\b)landoftracking\.com(?:\b)" 0;
"~*(?:\b)landreferat\.ru(?:\b)" 0; "~*(?:\b)landreferat\.ru(?:\b)" 0;
"~*(?:\b)landscapebackgrounds\.blogspot\.com(?:\b)" 0;
"~*(?:\b)landscaping\.center(?:\b)" 0; "~*(?:\b)landscaping\.center(?:\b)" 0;
"~*(?:\b)languagecode\.com(?:\b)" 0; "~*(?:\b)languagecode\.com(?:\b)" 0;
"~*(?:\b)lankarns\.com(?:\b)" 0; "~*(?:\b)lankarns\.com(?:\b)" 0;
@ -5069,6 +5070,7 @@
"~*(?:\b)russkie\-gorki\.ru(?:\b)" 0; "~*(?:\b)russkie\-gorki\.ru(?:\b)" 0;
"~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0; "~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0;
"~*(?:\b)rustic\-quiver\.win(?:\b)" 0; "~*(?:\b)rustic\-quiver\.win(?:\b)" 0;
"~*(?:\b)rusvideos\.su(?:\b)" 0;
"~*(?:\b)rutor\.group(?:\b)" 0; "~*(?:\b)rutor\.group(?:\b)" 0;
"~*(?:\b)rutor\.vip(?:\b)" 0; "~*(?:\b)rutor\.vip(?:\b)" 0;
"~*(?:\b)rvi\.biz(?:\b)" 0; "~*(?:\b)rvi\.biz(?:\b)" 0;

2
.dev-tools/referrers-regex-format.txt
View file

@ -3386,6 +3386,7 @@
"~*(?:\b)landmania\.ru(?:\b)" 1; "~*(?:\b)landmania\.ru(?:\b)" 1;
"~*(?:\b)landoftracking\.com(?:\b)" 1; "~*(?:\b)landoftracking\.com(?:\b)" 1;
"~*(?:\b)landreferat\.ru(?:\b)" 1; "~*(?:\b)landreferat\.ru(?:\b)" 1;
"~*(?:\b)landscapebackgrounds\.blogspot\.com(?:\b)" 1;
"~*(?:\b)landscaping\.center(?:\b)" 1; "~*(?:\b)landscaping\.center(?:\b)" 1;
"~*(?:\b)languagecode\.com(?:\b)" 1; "~*(?:\b)languagecode\.com(?:\b)" 1;
"~*(?:\b)lankarns\.com(?:\b)" 1; "~*(?:\b)lankarns\.com(?:\b)" 1;
@ -5069,6 +5070,7 @@
"~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 1; "~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 1;
"~*(?:\b)rus\-teh\.narod\.ru(?:\b)" 1; "~*(?:\b)rus\-teh\.narod\.ru(?:\b)" 1;
"~*(?:\b)rustic\-quiver\.win(?:\b)" 1; "~*(?:\b)rustic\-quiver\.win(?:\b)" 1;
"~*(?:\b)rusvideos\.su(?:\b)" 1;
"~*(?:\b)rutor\.group(?:\b)" 1; "~*(?:\b)rutor\.group(?:\b)" 1;
"~*(?:\b)rutor\.vip(?:\b)" 1; "~*(?:\b)rutor\.vip(?:\b)" 1;
"~*(?:\b)rvi\.biz(?:\b)" 1; "~*(?:\b)rvi\.biz(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 34.66.200.49 0;

10600
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 35.192.10.37 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 35.192.10.37 0;
127.0.0.1 0; 127.0.0.1 0;

10600
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 35.192.10.37 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 35.192.10.37 0;
127.0.0.1 0; 127.0.0.1 0;

10600
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 35.192.10.37 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -3433,6 +3433,7 @@
"~*(?:\b)landmania\.ru(?:\b)" 0; "~*(?:\b)landmania\.ru(?:\b)" 0;
"~*(?:\b)landoftracking\.com(?:\b)" 0; "~*(?:\b)landoftracking\.com(?:\b)" 0;
"~*(?:\b)landreferat\.ru(?:\b)" 0; "~*(?:\b)landreferat\.ru(?:\b)" 0;
"~*(?:\b)landscapebackgrounds\.blogspot\.com(?:\b)" 0;
"~*(?:\b)landscaping\.center(?:\b)" 0; "~*(?:\b)landscaping\.center(?:\b)" 0;
"~*(?:\b)languagecode\.com(?:\b)" 0; "~*(?:\b)languagecode\.com(?:\b)" 0;
"~*(?:\b)lankarns\.com(?:\b)" 0; "~*(?:\b)lankarns\.com(?:\b)" 0;
@ -5116,6 +5117,7 @@
"~*(?:\b)russkie\-gorki\.ru(?:\b)" 0; "~*(?:\b)russkie\-gorki\.ru(?:\b)" 0;
"~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0; "~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0;
"~*(?:\b)rustic\-quiver\.win(?:\b)" 0; "~*(?:\b)rustic\-quiver\.win(?:\b)" 0;
"~*(?:\b)rusvideos\.su(?:\b)" 0;
"~*(?:\b)rutor\.group(?:\b)" 0; "~*(?:\b)rutor\.group(?:\b)" 0;
"~*(?:\b)rutor\.vip(?:\b)" 0; "~*(?:\b)rutor\.vip(?:\b)" 0;
"~*(?:\b)rvi\.biz(?:\b)" 0; "~*(?:\b)rvi\.biz(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 35.192.10.37 0;
127.0.0.1 0; 127.0.0.1 0;

10600
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 35.202.245.105 0;
35.192.91.101 0;

10600
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 35.192.91.101 0;
34.122.208.80 0; 35.202.245.105 0;

10600
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 34.66.200.49 0;
34.122.173.211 0; 35.192.91.101 0;
35.193.184.18 0;

10600
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

6
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 35.188.15.155 0;
35.193.184.18 0; 35.202.245.105 0;
104.154.182.187 0; 35.192.91.101 0;

10600
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.66.25.221 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -3433,6 +3433,7 @@
"~*(?:\b)landmania\.ru(?:\b)" 0; "~*(?:\b)landmania\.ru(?:\b)" 0;
"~*(?:\b)landoftracking\.com(?:\b)" 0; "~*(?:\b)landoftracking\.com(?:\b)" 0;
"~*(?:\b)landreferat\.ru(?:\b)" 0; "~*(?:\b)landreferat\.ru(?:\b)" 0;
"~*(?:\b)landscapebackgrounds\.blogspot\.com(?:\b)" 0;
"~*(?:\b)landscaping\.center(?:\b)" 0; "~*(?:\b)landscaping\.center(?:\b)" 0;
"~*(?:\b)languagecode\.com(?:\b)" 0; "~*(?:\b)languagecode\.com(?:\b)" 0;
"~*(?:\b)lankarns\.com(?:\b)" 0; "~*(?:\b)lankarns\.com(?:\b)" 0;
@ -5116,6 +5117,7 @@
"~*(?:\b)russkie\-gorki\.ru(?:\b)" 0; "~*(?:\b)russkie\-gorki\.ru(?:\b)" 0;
"~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0; "~*(?:\b)russkoe\-zdorovie\.ru(?:\b)" 0;
"~*(?:\b)rustic\-quiver\.win(?:\b)" 0; "~*(?:\b)rustic\-quiver\.win(?:\b)" 0;
"~*(?:\b)rusvideos\.su(?:\b)" 0;
"~*(?:\b)rutor\.group(?:\b)" 0; "~*(?:\b)rutor\.group(?:\b)" 0;
"~*(?:\b)rutor\.vip(?:\b)" 0; "~*(?:\b)rutor\.vip(?:\b)" 0;
"~*(?:\b)rvi\.biz(?:\b)" 0; "~*(?:\b)rvi\.biz(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
ADmantX Anarchie
cognitiveseo Bigfoot
DataCha0s Drip
Musobot Linkbot
PageAnalyzer LWP::Simple
RankFlex Openvas
Sqworm Ripper
Szukacz sogouspider
webmeup-crawler WebFuck
WWW-Mechanize Web Sauger

280
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 01h4x.com
360Spider
404checker 404checker
404enemy
Aboundex Aboundex
Aboundexbot
Acunetix Acunetix
ADmantX ADmantX
AIBOT AhrefsBot
AiHitBot
Aipbot
Alexibot
Alligator
AllSubmitter
Anarchy Anarchy
Apexoo Apexoo
archive.org_bot archive.org_bot
arquivo-web-crawler
Aspiegel
Asterias Asterias
autoemailspider AwarioRssBot
AwarioSmartBot BackDoorBot
Backlink-Ceck
BackStreet BackStreet
BBBike Bandit
BDCbot Bigfoot
BetaBot Black Hole
Blackboard BlackWidow
BLEXBot Blow
BlowFish
Boardreader Boardreader
Buck Brandwatch
BuiltBotTough
BuiltWith BuiltWith
CATExplorador BunnySlippers
CazoodleBot CheeseBot
Cegbfeieh
CensysInspect
check1.exe
CherryPicker
CheTeam CheTeam
Cogentbot ChinaClaw
CopyRightCheck Chlooe
com.plumanalytics
Craftbot Craftbot
crawler.feedback crawler.feedback
crawl.sogou.com
Crescent Crescent
CSHttp CSHttp
Custo Custo
CyotekWebCopy CyotekWebCopy
DatabaseDriverMysqli
DataCha0s
DBLBot DBLBot
Deusu Deusu
Digincore Digincore
DigitalPebble DigitalPebble
DnyzBot Dirbuster
Disco
Discobot
Dispatch
DittoSpyder
DomainAppender DomainAppender
domainsproject.org DomainSigmaCrawler
Dotbot DomCopBot
Download Wonder
Dragonfly Dragonfly
EasyDL DTS Agent
Ebingbong
eCatch
ECCP/1.0 ECCP/1.0
Ecxi
EirGrabber EirGrabber
Ezooms evc-batch
facebookscraper Evil
FDM Exabot
Fimap Extreme Picture Finder
FemtosearchBot
Firefox/7.0
Flunky Flunky
Freeuploader Fuzz
FrontPage
GalaxyBot GalaxyBot
GermCrawler Getintent
GetWeb GetRight
Gigablast Gigablast
G-i-g-a-b-o-t gopher
Gotit
GoZilla GoZilla
Grabber GridBot
Grafula HEADMasterSEO
GrapeshotCrawler
GT::WWW
Harvest
Havij
heritrix
Heritrix
HTMLparser HTMLparser
HTTrack
Humanlinks Humanlinks
HybridBot
IDBot
IDBTE4M
Id-search Id-search
IlseBot
Image Fetch
Indy Library
InfoNaviRobot InfoNaviRobot
Internet Ninja ips-agent
InternetSeer Jbrofuzz
internetVista monitor JikeSpider
IRLbot JOC Web Spider
Iskanie Joomla
JamesBOT
JennyBot
Jetty
Jorgee
Kenjin Spider Kenjin Spider
Kinza
Kozmosbot Kozmosbot
Lanshanbot
Larbin
LeechGet LeechGet
LexiBot LexiBot
Libwhisker
LieBaoFast LieBaoFast
Likse
LinkpadBot
LinksManager LinksManager
LinqiaMetadataDownloaderBot LinqiaScrapeBot
Lipperhey Spider Lipperhey Spider
Lmspider
Ltx71 Ltx71
lwp-trivial lwp-request
Magnet Mail.RU_Bot
Mag-Net
magpie-crawler
Majestic12 Majestic12
MarkMonitor Majestic SEO
Masscan MarkWatch
MauiBot MauiBot
Meanpathbot
MeanPath Bot MeanPath Bot
Metauri mediawords
MegaIndex.ru
MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
MIDown tool MJ12bot
MIIxpc
Moblie Safari
Mojeek Mojeek
Mr.4x3 Mojolicious
MSFrontPage Morfeus Fucking Scanner
Mozlila
Msrabot
muhstik-scan
Musobot
Name Intelligence Name Intelligence
Navroad NetAnts
Nessus Netcraft
netEstate NE Crawler netEstate NE Crawler
NetLyzer
NetMechanic
NetZIP NetZIP
Nibbler NextGenSearchBot
NICErsPRO
Nikto
Ninja
Nuclei Nuclei
Offline Navigator Offline Explorer
OnCrawl OnCrawl
OpenLinkProfiler OpenLinkProfiler
OrangeSpider Openvas
OutclicksBot OutclicksBot
OutfoxBot PageAnalyzer
PageThing.com PageScorer
Pavuk Pavuk
PECL::HTTP PECL::HTTP
PHPCrawl Petalbot
Picscout
Picsearch Picsearch
Pi-Monster Pi-Monster
Pixray Pixray
polaris version
Psbot Psbot
Pu_iN Pu_iN
Pump Pump
PyCurl QueryN Metasearch
Quick-Crawler Quick-Crawler
RankActive
RankActiveLinkBot RankActiveLinkBot
RankingBot2 RankFlex
Rankivabot
RankurBot
RealDownload RealDownload
Reaper RebelMouse
RedesScrapy Recorder
ReGet
RepoMonkey RepoMonkey
ripz Re-re
Ripper
RocketCrawler RocketCrawler
SalesIntelligent RSSingBot
scalaj-http satoristudio.net
Scanbot
scan.lol
Scrapy Scrapy
Screaming
ScrepyBot ScrepyBot
Searchestate SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
seobility seobility
SEOkicks SeobilityBot
SEOkicks-Robot
SEOlyticsCrawler
Seomoz Seomoz
SEOprofiler
seoscanners seoscanners
seostar
SEOstats SEOstats
serpstatbot serpstatbot
Shodan
Siphon Siphon
sitechecker.pro SISTRIX
Siteimprove Siteimprove
SiteLockSpider SiteLockSpider
siteripz Site Sucker
Sitevigil Sitevigil
Snoopy Snoopy
SocialRankIOBot SocialRankIOBot
Sociscraper sogouspider
Sosospider Spammen
Sottopop
SpankBot
Spbot Spbot
Sqlmap Spinn3r
Sucker SputnikBot
Sucuri
SuperBot
Surfbot Surfbot
Swiftbot SurveyBot
sysscan sysscan
Szukacz Szukacz
T0PHackTeam T0PHackTeam
Teleport T8Abot
Telesoft tAkeOut
Telesphoreo Telesphorep
TheNomad
TightTwatBot
Titan
Toweyabot
Tracemyfile
Trendiction Trendiction
Trendictionbot
trendiction.de
True_Robot
Turingos Turingos
TurnitinBot
TwengaBot
Twice
URLy.Warning URLy.Warning
Vacuum
Vagabondo
VB Project
VCI VCI
VelenPublicWebCrawler VelenPublicWebCrawler
VeriCiteCrawler VeriCiteCrawler
VidibleScraper VidibleScraper
Virusdie
VoidEYE
Voil Voil
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD
WASALive-Bot
WBSearchBot WBSearchBot
Webalta Webalta
Web Auto
WebCollage WebCollage
WebCopier
WebFetch
Web Fuck Web Fuck
WebGo IS
WebLeacher WebLeacher
webmeup-crawler WebPix
Webshag Web Pix
WebsiteExtractor WebSauger
WebsiteQuester
Website Quester Website Quester
Webster Webster
WebSucker WebSucker
Web Sucker
WebWhacker
WeSEE WeSEE
Whacker
Whatweb Whatweb
Widow Who.is Bot
Woobot WiseGuys Robot
Wprecon WISENutbot
WPScan Wotbox
WWW-Collector-E WWW-Collector-E
x09Mozilla WWW-Mechanize
Xenu x22Mozilla
YoudaoBot
Zade Zade
zauba.io zgrab
Zermelo
Zitebot Zitebot
ZmEu ZumBot
ZoomBot
ZyBorg

294
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 404enemy
404checker 80legs
Abonti Aboundex
Aboundexbot Acunetix
ADmantX
AIBOT AIBOT
Aipbot AiHitBot
Alligator Alexibot
AllSubmitter AllSubmitter
Anarchie AlphaBot
Anarchy99 Anarchy99
Ankit Ankit
Anthill
archive.org_bot
arquivo.pt arquivo.pt
arquivo-web-crawler Backlink-Ceck
Attach Barkrowler
BackStreet
BackWeb
BatchFTP BatchFTP
BBBike
BetaBot BetaBot
Bigfoot
Bitacle Bitacle
Blackboard
BlackWidow
Blow Blow
Boardreader BlowFish
BotALot BotALot
Brandwatch Buck
BuiltBotTough BuiltBotTough
BunnySlippers
Calculon Calculon
CazoodleBot CATExplorador
CensysInspect
CheeseBot CheeseBot
CherryPicker CheTeam
com.plumanalytics ChinaClaw
Chlooe
CODE87
Cogentbot
Copier Copier
CopyRightCheck
Copyscape
Cosmos Cosmos
Craftbot Craftbot
crawler4j Custo
CSHttp
Curious
CyotekWebCopy CyotekWebCopy
DatabaseDriverMysqli
DataCha0s
DBLBot DBLBot
demandbase-bot Deusu
Digincore DigitalPebble
Dirbuster
Disco Disco
Discoverybot Discobot
Dispatch
DittoSpyder DittoSpyder
DomainAppender
DomainSigmaCrawler DomainSigmaCrawler
Domains Project DomainStatsBot
DomCopBot DomCopBot
Dotbot
Dragonfly Dragonfly
DSearch
EasyDL EasyDL
eCatch Ebingbong
ECCP/1.0 EirGrabber
evc-batch EMail Wolf
Evil Exabot
ExtractorPro Express WebPictures
Extreme Picture Finder Extreme Picture Finder
Ezooms EyeNetIE
FDM FDM
Fimap FemtosearchBot
FlashGet
Foobot Foobot
Freeuploader
Fuzz Fuzz
FyberSpider Gigablast
Fyrebot Go-Ahead-Got-It
Genieo gopher
GetWeb
Gigabot
GoZilla GoZilla
Go!Zilla GT::WWW
GrabNet Havij
HEADMasterSEO
heritrix heritrix
Heritrix Hloader
Humanlinks HMView
HybridBot HTMLparser
HTTP::Lite
HTTrack
Iblog Iblog
IDBot
Id-search Id-search
Internet Ninja Image Sucker
InternetSeer InfoTekies
Intelliseek
InterGET
internetVista monitor
Iria Iria
IRLbot IRLbot
IstellaBot IstellaBot
JennyBot JamesBOT
JikeSpider JikeSpider
JOC Web Spider JOC Web Spider
Joomla Joomla
JustView JustView
Jyxobot
Kenjin Spider Kenjin Spider
LexiBot Larbin
Lftp Libwhisker
LieBaoFast Lightspeedsystems
Likse
Linkdexbot Linkdexbot
LinkpadBot
LinkScan LinkScan
LinqiaMetadataDownloaderBot
LinqiaScrapeBot LinqiaScrapeBot
LNSpiderguy Lipperhey
lwp-request Litemage_walker
Mag-Net lwp-trivial
Magnet
magpie-crawler magpie-crawler
Mail.RU_Bot
Majestic SEO
Majestic-SEO Majestic-SEO
MarkMonitor MarkMonitor
MarkWatch
Masscan
Mass Downloader
Mata Hari Mata Hari
MauiBot
meanpathbot meanpathbot
mediawords Meanpathbot
MegaIndex.ru MegaIndex.ru
Metauri
MFC_Tear_Sample MFC_Tear_Sample
MicroMessenger
Mister PiX
Moblie Safari
Morfeus Fucking Scanner
MQQBrowser MQQBrowser
Mr.4x3 Mr.4x3
MSIECrawler Name Intelligence
Msrabot
Navroad Navroad
Nessus NearSite
Netcraft
netEstate NE Crawler netEstate NE Crawler
NetMechanic NetLyzer
NetSpider NetSpider
Nettrack Netvibes
Net Vampire
NetZIP
NextGenSearchBot NextGenSearchBot
Nibbler Ninja
Nikto
NimbleCrawler
Nmap Nmap
Nuclei NPbot
Nutch
oBot
Octopus Octopus
OPPO A33 Offline Explorer
Offline Navigator
OnCrawl
Openfind
OpenLinkProfiler
OrangeBot
OrangeSpider
OutclicksBot OutclicksBot
Page Analyzer
PageGrabber
page scorer page scorer
Pavuk Papa Foto
PECL::HTTP PECL::HTTP
Petalbot
PHPCrawl
Picsearch Picsearch
Piepmatz Piepmatz
Pi-Monster Pixray
PleaseCrawl POE-Component-Client-HTTP
polaris version
probe-image-size probe-image-size
ProPowerBot Probethenet
Pu_iN
Pump Pump
PxBroker PyCurl
RankActive QueryN Metasearch
RankActiveLinkBot
RankFlex
RankingBot2 RankingBot2
Rankivabot Rankivabot
RankurBot
Reaper Reaper
RebelMouse
Recorder Recorder
ReGet RedesScrapy
RepoMonkey
Re-re Re-re
Ripper
ripz
RocketCrawler
Rogerbot
RSSingBot
s1z.ru s1z.ru
SalesIntelligent satoristudio.net
SBIder SBIder
scan.lol scalaj-http
ScreenerBot Scrapy
Screaming
Searchestate Searchestate
Semrush SentiBot
SemrushBot
seobility seobility
SeobilityBot SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
seostar SEOprofiler
SeoSiteCheckup
serpstatbot
sexsearcher
Shodan Shodan
SISTRIX Siphon
Sitebeam SiteExplorer
SiteLockSpider siteripz
SiteSucker SiteSnagger
Sitevigil
SMTBot SMTBot
Snapbot Snapbot
SocialRankIOBot
Sociscraper
sogouspider
Sogou web spider Sogou web spider
Sosospider Sottopop
Spammen SpaceBison
sp_auditbot Spanner
Spbot Spbot
Spinn3r Spinn3r
SputnikBot Sucker
spyfu SuperHTTP
Surfbot Surfbot
SurveyBot tAkeOut
Szukacz Telesphorep
T0PHackTeam
Teleport
Telesoft
Telesphoreo
The Intraformant
TheNomad
TightTwatBot
Titan
Toweyabot Toweyabot
Tracemyfile
Trendiction Trendiction
Trendictionbot Trendictionbot
trendiction.com
trendiction.de trendiction.de
True_Robot Turnitin
Turingos TwengaBot
TurnitinBot
UnisterBot
Upflow
URLy Warning URLy Warning
Vagabondo URLy.Warning
VCI V-BOT
VelenPublicWebCrawler Voltron
Virusdie voyagerx.com
Wallpapers/3.0 Wallpapers/3.0
WASALive-Bot WASALive-Bot
WBSearchBot WBSearchBot
Webalta WebAuto
WebBandit Web Auto
WebCollage WebCollage
WebEnhancer
WebFetch
WebFuck WebFuck
WebImageCollector WebImageCollector
WebLeacher WebLeacher
webmeup-crawler
WebPix WebPix
WebSauger WebSauger
Webshag
WebsiteExtractor
Website Quester Website Quester
Website Quester Webster
WebStripper
WebSucker WebSucker
Web Sucker Web Sucker
WebWhacker
WeSEE WeSEE
Whack WiseGuys Robot
Whacker
WISENutbot
Wonderbot Wonderbot
WWW-Collector-E WWWOFFLE
WWW-Mechanize x22Mozilla
Xaldon_WebSpider
xpymep1.exe xpymep1.exe
YoudaoBot
Zade
zauba.io zauba.io
ZoominfoBot Zermelo
Zitebot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
gilbertbanda.net bonux.nextview.ru
hentai-manga.porn brus-vsem.ru
hptwaakw.blog.fc2.com freshwallpapers.info
jerseywholesalechinabiz.com nuup.info
medizinreisen.de pacificair.com
new7ob.com petedrummond.com
pornogad.com rock-cafe.info
push-ad.com sinel.info
sexytrend.ru telsis.com
twu.com.ua torrentred.games

926
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
03p.info 00webcams.com
1adult.com 2020iscoming.info
2000k.ru
24x7-server-support.site 24x7-server-support.site
2girls1cup-free.com 273-fz.ru
4senses.co 2nt.ru
5000-cotydzien.com 2x2fan.ru
57883.net 5u.com
7wind.ru 66cpwgln.space
aa08daf7e13b6345e09e92f771507fa5f4.com 70casino.online
aab94f698f36684c5a852a2ef272e031bb.com 8558l.jobs.net
abovetherivernc.com 8jn.dating-app.ru
abtasty.com a96527gi.beget.tech
academiacsmendoza.org aa8b68101d388c446389283820863176e7.com
adamoads.com aadroid.net
adclickservice.com aarbur.com
adprotect.net addray.pro
adimmix.com
ads-cool.pro ads-cool.pro
adtology.com adzpower.com
adultmeetonline.info aerogo.com
advokateg.ru akuhni.by
afmuseum.com alienwheel.es
agecheckadult.com allnews24.in
ahmedabadwebs.com aludecor.info
ahrefs.com ampower.me
airmaxshoes-2016.com angigreene.com
akvamaster.dp.ua anticrawler.org
alert-fjg.xyz aosheng-tech.com
alert-jdh.xyz apiappenableinfo-a.akamaihd.net
allblogroll.com apifasterlightin-a.akamaihd.net
alldezservice.kz appartement-stumm.at
amazon-seo-service.com apple.com-webbrowsing-security.science
animalrank.com ap.senai.br
anonymizeme.pro arabgirls.adultgalls.com
apartmentratings.com arendovalka.xyz
apiholdingmypage-a.akamaihd.net artpicso.com
apple.com-cleaner.systems asacopaco.tk
arcadepages.com ascat.porn
ardimobileinfo.ml asrv-a.akamaihd.net
arendakvartir.kz asseenontv.ru
arkkivoltti.net
asrv-a.akamoihd.net
asrvrep-a.akamaihd.net
atley.eu.pn
atovh.local-finders.com
autobrennero.it
autodo.info
availit.weebly.com
avkzarabotok.com avkzarabotok.com
avon-severozapad.ru azartniy-bonus.com
avtolombard-krasnodar.ru
axbocz.net
azazu.ru
azinoofficial777.ru azinoofficial777.ru
backlinkwatch.com babieca.com
baditri.com backgroundpictures.net
baixar-musicas-gratis.com balitouroffice.com
baladur.ru
balois.worldbreak.com
bangla-chat-uk-paralud.ga bangla-chat-uk-paralud.ga
bankiem.pl bankiem.pl
bannerconnect.net bannertesting.com
basedecor.ru beauby.ru
basisches-wasser.net becuo.com
belsetirehafi.tk begalka.xyz
bestchoice.cf belstaffstore.online
bestdraws.com bestserials.com
bestempresas.es bezsporno.ru
bestmarriages.com bigcities.org
bestpriceninja.com bingoporno.com
beztuberkuleza.ru bio.trade-jp.net
bizlist.com.de bitporno.sx
biznesrealnost.ru biznesrealnost.ru
bjetjt.com blagovest-med.ru
blacktwhite.com blobar.org
blogporn.in blog.f00kclan.de
blogrankers.com blog.koorg.ru
brainzpod.win blogqpot.com
break-the-chains.com bmwhighperformers.com
boanonihaca.tk
bonanza-fortune.men
bonkers.name
brainboosting.club
brainxs.us
brandehk.dk
brandov.ru
bscodecs.com bscodecs.com
buyantiviralwp.com buscarfoto.com
buyhoverboard.com business-made-fun.com
buyparajumpers.online bus-offer.com
buyessaynow.biz
buypillsorderonline.com buypillsorderonline.com
bvlgariring.xyz buzzsumo.com
bytimedance.ru cablecar.us
canoncdriverq3.pen.io callcafe.info
calvet.altervista.org
camdolls.com
canyougethighofftizanidine.blogspot.com canyougethighofftizanidine.blogspot.com
carson.getenjoyment.net carson.getenjoyment.net
casablancamanor.co.za cartierreplica.xyz
cbox.ws cashkitten-a.akamaihd.net
cenokos.ru caulderwoodkennels.com
choosecuisine.com caveavins.fr
cjmc.info cejewelry.xyz
clash-clans.ru c-english.ru
click2pawn.com censys.io
clicksotrk.com cfsrating.sonicwall.com
clubfashionista.com c-gainsbourg.com
club-lukojl.ru chatroulette.online
cocolyze.com chinacheapelitejerseys.com
cocyq.inwtrade.com cialisndbrx.com
cognitiveseo.com classiquebijoux.ru
compliance-alexa.top claytransformations.info
cookielawblog.wordpress.com clayvasedesigns.tk
coolingoods.com cleanallspyware.com
costablue.xyz comeondog.info
cougfan.info comissionka.net
counter.yadro.ru companies-catalog.com
covetnica.com compliance-george.xyz
cowlmash.com compliance-ivan.top
customcatchcan.com compliance-nelson.top
dailystrength.org compucelunlock.net
dangphoto.trade conciergegroup.org
darkages.info connectionstrenth.com
darmebel.com.ua cosmeticswomens-womensports.rhcloud.com
datadepths.com cottageofgrace.com
d-black.bz crackzplanet.com
dealwifi.com credit-online.ws
delitime.info crynet.cc
dellalimov.com dalavia.ru
dildofotzen.net dayibiao.com
dirtpics.pw derevesendeco.com
diy-handmade-ideas.com deshevo-nedorogo.ru
dktr.ru detskie-konstruktory.ru
dnsrsearch.com digitalfaq.com
directivepub.com
domainroam.win
domashneeruporno.com domashneeruporno.com
doreenblog.online doska-vsem.ru
downloadme.life drhomes.biz
doxyporno.com dvd-famille.com
dprtb.com eandsgallery.com
dptaughtme.com editors.choice6912650.hulfingtonpost.com
drev.biz educatemetv.com
e705.net eldiariodeguadalajara.com
easync.io electro-prom.com
easytuningshop.ru elektronischezigarettekaufen2.tumblr.com
e-c.al elektrozigaretten2.yn.lt
ec-file.info elite-sex-finders.com
ecommerce-seo.org energydiet-info.ru
ege-russian.ru enginebay.ru
elektrozigarettekaufen1.devhub.com englate.com
elmifarhangi.com enskedesquashclub.se
elstal.com.pl
energy-ua.com
englishgamer.com
enternet.ee enternet.ee
escort-russian.com este-line.com.ua
estelight.ru eu-cookie-law.blogspot.com
exdocsfiles.com euronis-free.com
exoneration-project.us evogarage.com
ezigarettekaufen.myblog.de eyelike.com.ua
f00kclan.de eyessurgery.ru
falcoware.com ezigarettekaufen2.yolasite.com
fearcrow.com f0815.de
feeriaclub.ru f5mtrack.com
fetroshok.ru facialporntube.com
fil.ru faptitans.com
filunika.com.ru fatfasts-4tmz.com
finteks.ru fefo.gdn
ferieboligkbh.dk
filesvine.com
filmidivx.com
findanysex.com
findsexguide.com
finejewelryshop.ru
fishtauto.ru fishtauto.ru
fiuxy.com fitnesspiks.com
fiverr.com flashahead.info
flavors.me flooringinstallation-edmonton.com
footbalive.org focalink.com
forex.osobye.ru forex21.ru
forms-mtm.ru forum.poker4life.ru
foto-sisek.porngalleries.top foto-sisek.porngalleries.top
foto-telok.net foxinsocks.ru
foxydeal.com foxjuegos.com
frameimage.org free-fb-traffic.com
free-floating-buttons.com freelotto.com
free-gluten.ru free-traffic.xyz
freenode.info freeuploader.com
freenom.link freevpn.space
free-social-buttons.xyz fullgirl.ru
free-today.com g7m.pl
freewareseek.com games.kolossale.ru
freshwallpapers.info
frighteningremain.cf
fun-mobi.pl
gallerylisting.com
gambarkataku.co
game-top.su
gaming-journal.com
garciniaxt.us garciniaxt.us
generic-pills-online.com globetrotting-culture.ru
germes-trans.com go2jump.org
ghostvisitor.com goblacked.com
gk-atlant.info
glogow.pl
golden-praga.ru golden-praga.ru
gowreckdiving.com goldpanningtools.com
gpms.org.my goodwinmetals.co
greatzip.com googlepositions.com
gsasearchengineranker.top groupmoney.ru
guitar-master.org growshop.es
gungamesz.com guruofcasino.com
handicapvansarea.com handsandlegs.ru
hasfun.com harmonyglen.us
hdfreeporno.net hawaiielectriclight.com
hit-men.men hd720kino.ru
homedecorpicture.us healmytrauma.info
hostingclub.lk hentai-manga.porn
hotblog.top histock.info
hspline.com hitmuzik.ru
hully.altervista.org hjaoopoa.top
hybrid.ru hobbyhuren-datenbank.com
idegenvezeto.eu hobild.net
iideaidekonkatu.info homeandhealth.ru
ilo134uloh.com hoverboard360.es
indetiske.ya.ru hptwaakw.blog.fc2.com
huimin764128.com
humbmosquina.tk
hvd-store.com
icaseclub.ru
ideibiznesa2015.ru
iframe-toloka.com
igithab.com
igtools.club
ilikevitaly.com
imabase.com
imfamous.info
imgata.com
imicrovision.com
importchinacoach-teach.com
indo-export.ru indo-export.ru
intermesh.net insurple.com
interesnie-faktu.ru
internetproviderstucson.com
iomoio.net
iqoption.pro
iqupdatetmz.win iqupdatetmz.win
isistaylorporn.info isistaylorporn.info
istizanidineacontrolledsubstance.blogspot.com itag.pw
ivanstroi.ru ivoiretechnocom.ci
izhevsk.zrus.org iwanttodeliver.com
jav-fetish.site izismile.com
jbl-charge.info jeremyeaton.co
jerseychinabizwholesale.com jerseywholesalebizchina.com
jerseyschinabizwholesale.us jongose.ninja
jerseyssportsshop.com jpcycles.com
jjbabskoe.ru jrpmakati.com
job.icivil.ir jurajskie.info
jose.mulinohouse.co jyvopys.com
kakadu-interior.com.ua kamorel.com
katjimej.blog.fc2.com karaganda.xkaz.org
keyhantercume.com keywordhouse.com
keywords-monitoring-your-success.com kihi.gdn
khadastoafarde.tk kino2018.cc
kichenaid.ru kleine-titten.biz
kiskinhouse.com klejonka.info
kit-opt.ru klosetkitten.com
kmgamex.cf kochanelli.com
kolotiloff.ru konteiner24.com
kometars.xyz kovrenok.ru
kozhniebolezni.com
krafte.ru krafte.ru
ku6.com krasula.pp.ua
kupiproday.com.ua ks1234.com
kwzf.net kumuk.info
lacapilla.info ladsup.com
law-check-eight.xyz landscapebackgrounds.blogspot.com
law-check-nine.xyz lawyers.cafe
lecbter-relationships.ga ledpolice.ru
lennatin.info lerporn.info
likesdesign.com lider-zhaluzi.kiev.ua
lmrauction.com liffa.ru
lolnex.us lineavabit.it
lonfon.xyz littleberry.ru
lovi-moment.com.ua livefixer.com
liver-chintai.org
lizace.com
localflirtbuddies.com
lyrster.com
m1media.net
mabdoola.blogspot.com mabdoola.blogspot.com
maglid.ru macresource.co.uk
mainlinehobby.net magda-gadalka.ru
manyresultshub-a.akamaihd.net makis.nu
maranbrinfo.com.br managerpak204.weebly.com
map028.com
marblestyle.ru marblestyle.ru
marcowebonyodziezowe.pl marinetraffic.com
maslenka.kz marketingtechniques.info
mearns-tractors.co.uk marktforschung-stuttgart.com
medicinacom.ru masserect.com
medicine-4u.org master-muznachas.ru
menhealed.net mathgym.com.au
mexicosleevegastrectomy.com mecash.ru
mezaruk.info michaelkorsoutletstore.net
migente.com michaelkorssaleoutletonline.net
mindbox.co.za middlerush-a.akamaihd.net
minyetki.ru minneapoliscopiers.com
mirzonru.net mirobuvi.com.ua
moetomnenie.com mnogabukaff.net
moncleroutletonline.pw mobilemedia.md
monetizer.com-01.site mockupui.com
money-for-placing-articles.com moesonce.com
moscow-clining.ru monclercheap.xyz
moskva.nodup.ru moncleroutletonline.win
moviemail-online.co.uk mp3downloadhq.com
movies-in-theaters.net mp3ritm.top
musicspire.online myanyone.net
mydirtyhobby.com mydeathspace.com
myiptest.com myfreetutorials.com
mykings.pw myhitmp3.club
myprintscreen.com myliveblog.ru
nailsimg.com myshopmatemac.com
narkologiya-penza.ru naughtyconnect.com
narutonaruto.ru
natali-forex.com
nero-us.com nero-us.com
netallergy.ru net-profits.xyz
nhl09.ru nextconseil.com
nikhilbahl.com nfljerseys.online
nikkiewart.ru notasprensa.info
nippon-bearings.ru nudepatch.net
nofreezingmac.work obiavo.net
norththeface.store onefilms.net
notebook-pro.ru onescreen.cc
nucia.biz.ly oneshotdate.com
nufaq.com onlinadverts.com
obiavo.by online-podarki.com
obsessionphrases.com
office2web.com
olvanto.ru
onlainbesplatno.ru
online-hit.info
online-sbank.ru
onlinewritingjobs17.blogspot.ru onlinewritingjobs17.blogspot.ru
onlyforemont.ru optitrade24.com
onlyporno.ru oralsexfilme.net
onthemarch.co ossmalta.com
ops.picscout.com outrageousdeal-a.akamaihd.net
origin-my.ru ownshop.cf
orion-v.com pandarastore.top
osb.se11.ru parlament.biz
ostrovtaxi.ru partner-pop.men
outshop.ru partner-print.men
oxotl.com pc-test.net
paintingplanet.ru perso.wanadoo.es
petsblogroll.com piccdata.com
picturesfrom.com picquery.com
piter.xrus.org pictures-and-images.com
pixgood.com picturesboss.com
pkr1hand.com picturesmania.com
podshipniki-nsk.ru pinapchik.com
poems.com.ua pinsdaddy.com
popunder.ru popup.matchmaker.com
poquoson.org pornodojd.ru
pornhub-ru.com pornohd1080.online
pornofiljmi.com pornokorol.com
pornogratisdiario.com pornolook.net
pornohub.me pornosmola.info
pornosee.info pornozhara.com
pornotubexxx.name porn-w.org
pornoxxx.com.mx portadd.men
pornzone.tv potoideas.us
posible.net
pourvous.info
pozdrawleniya.ru pozdrawleniya.ru
prefersurvey.net pricheskaonline.ru
princeadvantagesales.com princevc.com
privacylocationforloc.com privacyassistant.net
privatov-zapisi.ru producm.ru
privhosting.com pro-okis.ru
profolan.pl prostitutki-novgoroda.org
prohoster.info ptr.ruvds.com
prointer.net.ua pts163.ru
pron.pro purchasepillsnorx.com
prostitutki-almata.org pyrodesigns.com.au
proxyradar.com qor360.com
pufip.com queerspace.com
purplestats.com questionmarque.ch
puserving.com quickloanbank.com
pussyspace.net rankexperience.com
puteshestvennik.com
qcstrtvt.bloger.index.hr
rankia.com
rapidsites.pro rapidsites.pro
rating-casino2021.ru rebrand.ly
realresultslist.com redirectme.net
realting-moscow.ru refererx.com
realtytimes.com remmling.de
reeyanaturopathy.com remontgruzovik.ru
referencemoi.com
reklama1.ru
remorcicomerciale.ro
renecaovillasale.online
renewablewealth.com
retailwith.com
rewardit.com rewardit.com
rewardpoll.com rfd-split.hr
reyel1985.webnode.fr riralmolamsaca.tk
ringtonepartner.com robot-forex.biz
rostov.xrus.org rockma.se
rubanners.com rp9.ru
running-line.ru ruclicks.com
ruscoininvest.company runstocks.com
saitevpatorii.com russkoe-zdorovie.ru
sale-japan.com rusvideos.su
sarm.tk s8-nowy-wygraj.comli.com
sbf441.com sady-urala.ru
sbwealthsolutions.ca salmonfishingsacramentoriver.com
scanner-don.top sanjosestartups.com
scanner-jessica.top sax-sex.com
scanner-viktor.top scanner-george.top
search.alot.com scanner-margo.top
senger.atspace.co.uk schoolfiles.net
seo18.su scoopquest.com
seoexperimenty.ru scopich.com
seofirmreviewsus.info seofied.com
seogadget.ru seo-platform.com
seoheap.com seorankinglinks.xyz
seojokes.net sexfreepornoxxx.com
service.adtech.us sexy.babes.frontend-stack.top
servingnotice.com
sexs-foto.com
sexstream.pl
shama-rc.net
sheerseo.com sheerseo.com
shinikiev.com.ua shohanb.com
silvercash.com sigmund-freud.co.uk
siha.de
silvermature.net silvermature.net
s.lollypopgaming.com site5.com
sitevaluation.org
sloopyjoes.com
small-games.biz small-games.biz
smartbalanceworld.com sms2x2.ru
smichovbike.cz snip.tw
smokewithrabbits.com
snjatie-geroinovoy-lomki.ru
snomer1.ru
sobecjvuwa.com.ru sobecjvuwa.com.ru
socialmonkee.com soc-econom-problems.ru
social-s-iii.xyz socialtrade.biz
souvenirua.com sotechco.co
soviet-portal.do.am souvenir.cc
spamnuker.com spasswelt.net
specialfinanceoffers.com spidtest.space
sport-video-obzor.ru spl63.fr
spy-app.info sportbetfair.com
srgwebmail.nl srecorder.com
stefanbakosab.se stop-zavisimost.com
stroicol.net strangeduckfilms.com
sumo.com streamin.to
telemetryverification.net strfls.com
theautoprofit.ml strv.se
thebestweightlosspills.ovh supermama.top
thecoral.com.br superstats.com
themeforest.net tdsing.ru
thenews-today.info technika-remont.ru
time-japan.ru telefonsexi.com
timer4web.com templates.radiodigital.co
tizanidine4mgprice.blogspot.com tetracsaudi.com
tizanidinemusclerelaxant.blogspot.com thebluffs.com
tizanidinestreetprice.blogspot.com thecoolimages.net
tobeyouday.win thefarmergame.com
tourcroatia.co.uk thefds.net
tradgardspartner.se thepornsex.org
trafficreceiver.club thetoiletpaper.com
traffique.net thin.me.pn
tizanidine4mgtablets.blogspot.com
tizanidinehcl4mgtablet.blogspot.com
tnctrx.com
token-lab.org
toloka.hurtom.com
tootoo.to
top10-online-games.com
top10-way.com
torontoplumbinggroup.com
torrentgamer.net
traffic100.com
traffmonster.info traffmonster.info
traffpartners.com trk-4.net
trainoffend.ml tuberkulezanet.ru
tri-slona.org
trustaffs.com
tuckpointingmasonrysystems.com
tula.howotorg.ru tula.howotorg.ru
tv-spoty.info tvory.predmety.in.ua
undergroundcityphoto.com ublaze.ru
universals.com.ua u-cheats.ru
unrealcommander.org udayavani.com
uptimebot.net uggsale.online
uroki.net ukrtextbook.com
usdx.us ukrup.com
usswrite.com ultimatesetnewfreeallsoftupgradesystems.pw
uzporno.mobi um-razum.ru
vbikse.com underthesite.com
unrealcommander.biz
uptime-alpha.net
urlopener.blogspot.com.au
vacuumscleaner.com
vclicks.net vclicks.net
vedomstvo.net vektorpress.ru
videojam.tv velpanex.ru
videokrik.net vertaform.com
videos-for-your-business.com via-gra.webstarts.com
videositename.com video-hollywood.ru
videotuber.ru videosbox.ru
videtubs.pl vip.51.la
vielporno.net virus-schutzmasken.de
viel.su visa-china.ru
vikistars.com vod.com.ua
vitanail.ru vpnhowto.info
vkmusics.ru vuclip.com
volgograd.xrus.org
voltrknc1.com
volume-pills.biz
vse-pesni.com
vykupavto-krasnodar.ru
vzlomtw.com vzlomtw.com
waterpurifier.club vzubah.com
web-analytics.date watchmygf.net
webkeyit.com webix.me
webshoppermac.com weburok.com
websiteaccountant.de
websiteexplorer.info
website-stealer.nufaq.com
wejdz-tu.pl wejdz-tu.pl
whatzmyip.net westvilletowingservices.co.za
whengirlsgowild.com wikes.20fr.com
whereiskentoday.com witclub.info
where-toget.com wjgony.com
while.cheapwebsitehoster.com woodyguthrie.se
womens-journal.net wsgames.ru
wordkeyhelper.com ww2awards.info
x-diesel.biz xchat26.myfreecams.com
xingzi-vision.com xep.info
xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai xn----btbdvdh4aafrfciljm6k.xn--p1ai
xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai xpresscare.ru
xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf x-rates.ru
zaimhelp.ru yellowads.men
zarabotat-na-sajte.ru yoopsie.com
zarajbuilders.com youbrainboost.asia
zarenica.net zakon-ob-obrazovanii.ru
znakomstvaonlain.ru zeikopay.com
zone-kev717.info znakomstva-piter78.ru
zoogdinsney.com znaniyapolza.ru
zreloeporno.tv zophim.me
zscaler.net zx6.ru
zzlgxh.com

484
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
101flag.ru 12bet.com
123kuma.com 1688.com
2daytrendingnews.com 1kinobig.ru
4ur.click 34.gs
8lufu.com 3dracergames.com
aarbur.com 7makemoneyonline.com
abiente.ru acgs.tk
acunetix-referrer.com adtech.us
adamoads.com allboard.xobor.de
adexprts.com alldubai.biz
adzerg.com am15.net
ahmedabadwebs.com amazon-adsystem.com
alfa9.com amazon-seo-service.com
alldezservice.kz analytics-ads.xyz
amoi.tn andpolice.com
apartmentbay.ru animal-drawings.com
apidigidocketnet-a.akamaihd.net apartamentwroclaw.eu
apispringsmartne-a.akamaihd.net apioasisspacenet-a.akamaihd.net
australia-opening-times.com apioutoboxnet-a.akamaihd.net
azadnegar.com apple.com-cleaner.systems
babs.com.ua as5000.com
back.dog ascat.porn
bagsonsale.online azazu.ru
bbtec.net badavit.com.ua
best-coupon-offer.com balans.shahterworld.org
bestcurs.org bannerads.de
bestmobilityscooterstoday.com beauby.ru
bestssaker.com bensbargains.net
binomo.kz bestadbid.com
bizru.info bezsporno.ru
boleznikogi.com bitporno.sx
brewdom.ru bluerobot.info
buron.pw boazpower.com
camsex.xxx-cam.webcam bongiornos.info
cascadelink.org bookmaker-bet.com
cheapestjerseys-wholesale.com braip.com.br
christianlouboutinreplica.pw bus-offer.com
christianlouboutinreplica.win capsderfudd.tk
circlesl.com carmuffler.net
clickbanksites.info cartierlovebraceletreplica.xyz
clicksor.net cartierlovestore.xyz
casablancamanor.co.za
cete.ru
cheapjerseysfootballshop.com
coaching-netz.info coaching-netz.info
compiko.info compliance-jessica.top
com-secure.download compliance-julia.top
constantaservice.net conciergegroup.org
covadhosting.biz concordexoticrentals.com
custom-product-labels.com converse.ddsoldes.fr
cypernhuset.se cookie-law-enforcement-aa.xyz
cyprusbuyproperties.com copro.pw
darkbooks.org covetnica.com
d-black.bz cupday.com
dcj-nn.ru dailyrank.net
delta-line.men dear-diary.ru
dentalpearls.com.au delayreferat.ru
detsky-nabytek.info dev.citetick.com
digitalassetmanagement.site digital-sale.su
dktr.ru discountbarbour.online
dkvorota.ru dstroy.su
e-avon.ru electrik-avenue.com
e-commerce-seo1.com eleimgo.pw
eduinfosite.com elektrozigaretten2.yn.lt
ekosmetyki.net.pl engines-usa.com
en.altezza.travel envaseslotusama.com
energydiet-info.ru erotik-kostenlos.net
epngo.bz erotikstories.ru
europeanwatches.ru errorfixing.space
evidencecleanergold.com ertelecom.ru
extlinks.com es5.com
face.hostingx.eu essaypro.com
fast-wordpress-start.com facebook-mobile.xyz
finuse.com fanoboi.com
fitness-video.net farmingworm.com
flash4fun.com filesvine.com
fotopop.club filmidivx.com
fotzen-ficken.com fingerprintjs.com
firstdrugmall.ru
foxjuegos.com
free-fbook-traffic.com
freelotto.com freelotto.com
free-video-tool.com funnel.co.za
gateway.zscalertwo.net funnypica.com
gay-file.com gambarkatabaru.com
getprismatic.com getlaid-xxxhookupdirect.com
girlsatgames.ru gk170.ru
girls-ufa.ru globetrotting-culture.ru
goodly.pro gopro-online.info
gratis-sexkontakte.com gox.com.ua
grizzlysgrill.com grupografico-pilar.com.ar
guidefs.ru gsasearchenginerankerdiscount.com
hao123.com
hawaiielectriclight.com
healbio.ru
homemature.net homemature.net
humbmosquina.tk hotblog.top
hvd-store.com housemilan.ru
iccornacircri.cf houseofgaga.ru
ido3.com https-legalrc.biz
imgata.com husky-shop.cz
hyhj.info
imitex-plus.ru
inboxdollars.com
infodocsportal.com infodocsportal.com
interior-stickers.ru internet-apteka.ru
invest-pamm.ru irkutsk.zrus.org
istizanidineacontrolledsubstance.blogspot.com je7.us
jasonpartington.com justdating.online
kiinomaniak.pl kalb.ru
kinoplen.ru kazrent.com
kino-rating.ru keywordhut.com
kiskinhouse.com keywordspay.com
klitimg.pw kinofak.net
knigonosha.net klumba55.ru
koral.se komputernaya-pomosh-moscow.ru
krasnodar.zrus.org labplus.ru
kredit-blog.ru lacave.ntic.fr
lacloop.info lampokrat.ws
lakomka.com.ua landreferat.ru
laptop-4-less.com larchik.net
law-check-eight.xyz lflash.ru
lazymanyoga.com littlesunraiser.com
lenvred.org live-sexcam.tk
lerporn.info mafa-free.com
letmacworkfaster.world mainlinehobby.net
lineshops.biz maladot.com
lion.conboy.us masthopehomes.com
lob.com.ru matsdale.com
localflirtbuddies.com mearns-tractors.co.uk
lonfon.xyz mega-bony-2017.pl
longadventure.com metaxalonevstizanidine.blogspot.com
love-baby.cz mirobuvi.com.ua
mamasuper.prom.ua mmofreegames.online
marmotstore.online mojpregled.com
matb3aa.com money-every-day.com
medicinacom.ru moneyzzz.ru
meds-online24.com moscow.online-podarki.com
mhi-systems.ru moskva.nodup.ru
migente.com movies-in-theaters.net
militarysale.pro musezone.ru
minecraft-neo.ru na15.ru
minneapoliscopiers.com namecrumilchlet.tk
mobsfun.net napalm51.nut.cc
mojpreskumanie.com natali-forex.com
monsterdivx.com noscrapleftbehind.co
moyaterapiya.ru nrjmobile.fr
mp3films.ru obiavo.su
musicktab.com onescreen.cc
myftpupload.com openmediasoft.com
myperiod.club
neks.info
newstudio.tv
nfljerseyscheapchinabiz.com
nonameread45.live
nyfinance.ml
o-dachnik.ru
oecnhs.info
okeinfo.online
onemactrckr.com
onlinemegax.com
o-o-8-o-o.com
orsonet.ru orsonet.ru
papasdelivery.ru outrageousdeal-a.akamaihd.net
partner-trustworthy.men parajumpersstore.online
partybunny.ru pathwhelp.org
pertlocogasilk.tk pc-virus-d0l92j2.pw
picsearch.com photokitchendesign.com
pihl.se pivka.xyz
pobeiranie.pl plusnetwork.com
porno-transsexuals.ru poquoson.org
portal-eu.ru pornofeuer.com
predominant-invent.tk pornophoto.xyz
presleycollectibles.com postclass.com
prostitutki-tyumeni.org privetsochi.ru
pukaporn.com produkto.net
qld10000.net prostitutki-novgoroda.org
ranksignals.com putevka24.ru
razleton.com qexyfu.bugs3.com
retailwith.com quick-offer.com
ric.info radiogambling.com
rocis.site razvratnoe.org
rusprostitute.com research.ifmo.ru
sabaapress.com rialp.getenjoyment.net
salutmontreal.com rimedia.org
scanner-josh.top rniaeba.ga
scanner-mark.top robertefuller.com
scanner-marwin.top romhacking.ru
screentoolkit.com royalcar-ufa.ru
searchimpression.com rubbed.us
searchlock.com savememoney.co.za
sei80.com scenarii-1-sentyabrya.uroki.org.ua
seo18.su scottbywater.com
seobility.net scripted.com
securesmrt-dt.com
see-your-website-here.com
semalt.com
seminarykansas904.ml
seorankinglinks.us
seo-smm.kz
servicecenter.co.ua servicecenter.co.ua
sethrollins.net serviporno.com
se-welding.ru sexfreepornoxxx.com
sexiporno.net sextracker.com
sexphoto.site sex-znakomstva.online
sexystrippe.info sharebutton.org
similardeals.net shisha-swag.de
sindragosa.comxa.com shop.xz618.com
site.ru sibdevice.ru
skatestick.bid silvermature.net
smstraf.ru sitevaluation.org
social-s-ggg.xyz snegozaderzhatel.ru
souvenir.cc snsdeainavi.info
spasswelt.net socialmediasuggest.com
sports-supplements.us spidtest.org
starwars.wikia.com spin2016.cf
stop-gepatit.te.ua startufa.ru
stop-zavisimost.com svarbit.com
store-rx.com sweepstakes.rewardit.com
strongholdsb.ru swinon.site
suggest-keywords.com tagil.zrus.org
surintech.ac.th thebitcoincode.com
svetlotorg.ru thebluenoodle.com
svnuppsalaorebro.se thegameriders.com
taaaak.com thetattoohut.com
takethatad.com tizanidineandgabapentin.blogspot.com
tako3.com tizanidineorflexeril.blogspot.com
teesdaleflyballclub.co.uk tizanidinezanaflex.blogspot.com
tgtclick.com top1-seo-service.com
tizanidinewithdrawal.blogspot.com totu.us
tmm-kurs.ru tour-line.net
top250movies.ru tracklead.net
tracksurf.daooda.com trafficmania.com
trk-4.net tramadolandtizanidine.blogspot.com
trustedhealthtips.com tripper.de
tsan.net trumpetedextremes.com
tuckpointingmasonrysystems.com tuckpointingmasonrysystems.com
turbabitload.weebly.com unblocksit.es
uchebavchehii.ru unionmarkt.de
univerfiles.com uptime.com
universals.com.ua vertaform.com
usswrite.com video-chat.cn
videochat.mx video-chat.in
videosbox.ru vita.com.hr
vksex.ru vsdshnik.com
vmnmvzsmn.over-blog.com watchmyfb.pl
vysigy.su weboptimizes.com
webads.co.nz wholesalejerseys-cheapest.com
weightatraining.com wieseversa.no
wfb.hatedriveapart.com williamrobsonproperty.com
wildcattube.com wsgames.ru
wineration.com wtsindia.in
womens-journal.net www.888.com
wonderfulflowers.biz
word-vorlagen.xyz
www.labves.ru www.labves.ru
x-mix.info xaylapdiendanang.com
x-musics.com xn--b1adccaf1bzj.xn--p1ai
xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai xxx-treker.ru
xn--80aikhbrhr.net yellocloud.be
xn----9sbebi2bvzr7h.xn--p1ai yourserverisdown.com
xn--b1ag5cfn.xn--p1ai yuarra.pluto.ro
xn--e1aggki3c.xn--80adxhks zarenica.net
xxlargepop.com zvetki.ru
yebocasino.com
yubikk.info
zeroredirect10.com
zigzog.ru

22
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,11 +1,21 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center> <hr><center>nginx/1.18.0 (Ubuntu)</center>
</body> </body>
</html> </html>
ml><html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -571,14 +581,4 @@ ml><html>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.66.25.221 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.06.2379 #### Version: V4.2021.06.2380
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7062](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.06.2379 #### Version: V4.2021.06.2380
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7062](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.06.2379 #### Version: V4.2021.06.2380
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7062](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

10592
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

6
_generator_lists/bad-referrers.list
View file

@ -1,7 +1,3 @@
xxxhdvideo.site
book-bets.com
landscapebackgrounds.blogspot.com
rusvideos.su
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -3390,6 +3386,7 @@ landinez.co
landmania.ru landmania.ru
landoftracking.com landoftracking.com
landreferat.ru landreferat.ru
landscapebackgrounds.blogspot.com
landscaping.center landscaping.center
languagecode.com languagecode.com
lankarns.com lankarns.com
@ -5073,6 +5070,7 @@ russintv.fr
russkie-gorki.ru russkie-gorki.ru
russkoe-zdorovie.ru russkoe-zdorovie.ru
rustic-quiver.win rustic-quiver.win
rusvideos.su
rutor.group rutor.group
rutor.vip rutor.vip
rvi.biz rvi.biz

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.06.2379 #### Version: V4.2021.06.2380
#### Bad Referrers Blocked: [7060](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7062](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

File diff suppressed because one or more lines are too long

2
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -3386,6 +3386,7 @@ domain:landinez.co
domain:landmania.ru domain:landmania.ru
domain:landoftracking.com domain:landoftracking.com
domain:landreferat.ru domain:landreferat.ru
domain:landscapebackgrounds.blogspot.com
domain:landscaping.center domain:landscaping.center
domain:languagecode.com domain:languagecode.com
domain:lankarns.com domain:lankarns.com
@ -5069,6 +5070,7 @@ domain:russintv.fr
domain:russkie-gorki.ru domain:russkie-gorki.ru
domain:russkoe-zdorovie.ru domain:russkoe-zdorovie.ru
domain:rustic-quiver.win domain:rustic-quiver.win
domain:rusvideos.su
domain:rutor.group domain:rutor.group
domain:rutor.vip domain:rutor.vip
domain:rvi.biz domain:rvi.biz

10600
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10600
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

10600
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.06.2379 ### Version: V4.2021.06.2380
### Updated: Mon Jun 14 10:55:01 SAST 2021 ### Updated: Tue Jun 15 09:09:47 SAST 2021
### Bad Bot Count: 615 ### Bad Bot Count: 615
################################################### ###################################################
### Version Information ## ### Version Information ##