vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 19:20:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2020.02.1998 [ci skip]

Browse source
This commit is contained in:
Travis 2020-02-26 18:00:42 +02:00
parent 9400eab759
commit e928ae3031
55 changed files with 7745 additions and 7698 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_robots_input/robots-input.txt
View file

@ -17,6 +17,7 @@ Alligator
AllSubmitter AllSubmitter
AlphaBot AlphaBot
Anarchie Anarchie
Ankit
Apexoo Apexoo
archive.org_bot archive.org_bot
arquivo.pt arquivo.pt
@ -348,6 +349,7 @@ PleaseCrawl
plumanalytics plumanalytics
Pockey Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
polaris version
Probethenet Probethenet
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker

740
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

740
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

740
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -78,6 +78,7 @@
"~*(?:\b)AllSubmitter(?:\b|)" 0; "~*(?:\b)AllSubmitter(?:\b|)" 0;
"~*(?:\b)AlphaBot(?:\b|)" 0; "~*(?:\b)AlphaBot(?:\b|)" 0;
"~*(?:\b)Anarchie(?:\b|)" 0; "~*(?:\b)Anarchie(?:\b|)" 0;
"~*(?:\b)Ankit(?:\b|)" 0;
"~*(?:\b)Apexoo(?:\b|)" 0; "~*(?:\b)Apexoo(?:\b|)" 0;
"~*(?:\b)archive.org_bot(?:\b|)" 0; "~*(?:\b)archive.org_bot(?:\b|)" 0;
"~*(?:\b)arquivo.pt(?:\b|)" 0; "~*(?:\b)arquivo.pt(?:\b|)" 0;
@ -409,6 +410,7 @@
"~*(?:\b)plumanalytics(?:\b|)" 0; "~*(?:\b)plumanalytics(?:\b|)" 0;
"~*(?:\b)Pockey(?:\b|)" 0; "~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0; "~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)polaris\ version(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0; "~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

740
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

740
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

740
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.227.97.188 0; 35.193.14.140 0;

740
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

740
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

740
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -78,6 +78,7 @@
"~*(?:\b)AllSubmitter(?:\b|)" 0; "~*(?:\b)AllSubmitter(?:\b|)" 0;
"~*(?:\b)AlphaBot(?:\b|)" 0; "~*(?:\b)AlphaBot(?:\b|)" 0;
"~*(?:\b)Anarchie(?:\b|)" 0; "~*(?:\b)Anarchie(?:\b|)" 0;
"~*(?:\b)Ankit(?:\b|)" 0;
"~*(?:\b)Apexoo(?:\b|)" 0; "~*(?:\b)Apexoo(?:\b|)" 0;
"~*(?:\b)archive.org_bot(?:\b|)" 0; "~*(?:\b)archive.org_bot(?:\b|)" 0;
"~*(?:\b)arquivo.pt(?:\b|)" 0; "~*(?:\b)arquivo.pt(?:\b|)" 0;
@ -409,6 +410,7 @@
"~*(?:\b)plumanalytics(?:\b|)" 0; "~*(?:\b)plumanalytics(?:\b|)" 0;
"~*(?:\b)Pockey(?:\b|)" 0; "~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0; "~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)polaris\ version(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0; "~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

740
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.237.56.208 0; 35.192.187.174 0;
104.196.57.92 0; 35.193.14.140 0;

740
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.237.56.208 0; 35.188.73.34 0;
104.198.131.58 0;

740
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.196.158.85 0; 34.66.178.120 0;
35.237.56.208 0; 35.188.73.34 0;
104.196.57.92 0; 34.68.144.114 0;

740
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.196.57.92 0; 35.192.187.174 0;
34.74.79.111 0; 35.188.73.34 0;
35.227.97.188 0;

740
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -78,6 +78,7 @@
"~*(?:\b)AllSubmitter(?:\b|)" 0; "~*(?:\b)AllSubmitter(?:\b|)" 0;
"~*(?:\b)AlphaBot(?:\b|)" 0; "~*(?:\b)AlphaBot(?:\b|)" 0;
"~*(?:\b)Anarchie(?:\b|)" 0; "~*(?:\b)Anarchie(?:\b|)" 0;
"~*(?:\b)Ankit(?:\b|)" 0;
"~*(?:\b)Apexoo(?:\b|)" 0; "~*(?:\b)Apexoo(?:\b|)" 0;
"~*(?:\b)archive.org_bot(?:\b|)" 0; "~*(?:\b)archive.org_bot(?:\b|)" 0;
"~*(?:\b)arquivo.pt(?:\b|)" 0; "~*(?:\b)arquivo.pt(?:\b|)" 0;
@ -409,6 +410,7 @@
"~*(?:\b)plumanalytics(?:\b|)" 0; "~*(?:\b)plumanalytics(?:\b|)" 0;
"~*(?:\b)Pockey(?:\b|)" 0; "~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0; "~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)polaris\ version(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0; "~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Bandit AfD-Verbotsverfahren
CopyRightCheck DigitalPebble
MIDown tool ExtLinksBot
Pockey Harvest
RankActiveLinkBot Humanlinks
SpaceBison Indy Library
VeriCiteCrawler NimbleCrawler
WallpapersHD Stripper
WebFuck Virusdie
WebSucker Whatweb

288
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404enemy 360Spider
80legs 80legs
Aboundexbot Aboundexbot
ADmantX Acunetix
AIBOT AfD-Verbotsverfahren
Alligator AiHitBot
AlphaBot
archive.org_bot archive.org_bot
arquivo.pt arquivo.pt
arquivo-web-crawler
ASPSeek ASPSeek
Asterias Asterias
autoemailspider AwarioRssBot
AwarioSmartBot AwarioSmartBot
BackDoorBot Backlink-Ceck
backlink-check BacklinkCrawler
BackWeb BackStreet
Badass Badass
BBBike Bandit
Bigfoot Barkrowler
BatchFTP
BDCbot
BDFetch
Bitacle
Blackboard
Black Hole Black Hole
BlackWidow Blow
BLEXBot
BlowFish BlowFish
BotALot Bolt
Buddy Brandprotect
BunnySlippers Bullseye
CCBot BuzzSumo
CherryPicker Calculon
CheTeam CazoodleBot
ChinaClaw CheeseBot
Chlooe
Claritybot
Cliqzbot Cliqzbot
Cloud mapping
Cogentbot
cognitiveseo
com.plumanalytics com.plumanalytics
Copier Copier
CopyRightCheck Cosmos
Copyscape Craftbot
crawler4j crawler4j
CrunchBot crawl.sogou.com
Curious Curious
Custo Custo
DBLBot
demandbase-bot
Devil Devil
Digincore Digincore
Dirbuster DigitalPebble
Discobot Discobot
Dispatch Discoverybot
DnyzBot DomainAppender
DomainCrawler DomainCrawler
DomainSigmaCrawler DomainStatsBot
Dotbot
Download Wonder Download Wonder
DSearch
DTS Agent DTS Agent
Ebingbong eCatch
ECCP/1.0 EMail Siphon
Ecxi Evil
Exabot Exabot
Express WebPictures ExtLinksBot
FDM ExtractorPro
FHscan Extreme Picture Finder
EyeNetIE
Ezooms
Fimap Fimap
Flunky
Foobot Foobot
GermCrawler FrontPage
FyberSpider
GalaxyBot
GetRight
GetWeb GetWeb
Go!Zilla G-i-g-a-b-o-t
Grabber
GrabNet GrabNet
GrapeshotCrawler Grafula
Haansoft HaosouSpider
Havij Harvest
HEADMasterSEO heritrix
Heritrix Heritrix
Hloader
HMView HMView
HTMLparser HTMLparser
HTTP::Lite
Humanlinks Humanlinks
HybridBot
Iblog Iblog
IDBot
Id-search Id-search
Indy Library Image Fetch
InfoNaviRobot IndeedBot
InterGET instabid
ips-agent Internet Ninja
Iria
IRLbot
Iskanie Iskanie
IstellaBot IstellaBot
JamesBOT
JennyBot
JetCar
JikeSpider JikeSpider
JOC Web Spider Lanshanbot
Jyxobot Larbin
Kenjin Spider
Lftp Lftp
Lightspeedsystems
Linkdexbot Linkdexbot
LinkextractorPro
LinkpadBot LinkpadBot
LinkScan LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Spider Lipperhey Spider
Litemage_walker
Ltx71 Ltx71
LWP::Simple
lwp-trivial lwp-trivial
Magnet Magnet
Mag-Net
Majestic-SEO Majestic-SEO
Mata Hari MarkMonitor
MauiBot MarkWatch
Masscan
Mass Downloader
meanpathbot meanpathbot
Mediatoolkitbot Mediatoolkitbot
mediawords MegaIndex.ru
Microsoft Data Access Metauri
Microsoft URL Control MFC_Tear_Sample
MIDown tool Mojeek
Mojolicious
Morfeus Fucking Scanner Morfeus Fucking Scanner
Mr.4x3
MSFrontPage MSFrontPage
MSIECrawler Msrabot
muhstik-scan muhstik-scan
Name Intelligence Name Intelligence
Navroad Navroad
NearSite NearSite
Needle netEstate NE Crawler
Nessus NetLyzer
NetAnts NetMechanic
Netcraft
NetSpider NetSpider
Netvibes Nettrack
Ninja NICErsPRO
Nikto
NimbleCrawler
Nimbostratus
Nmap Nmap
NPbot Nutch
Octopus
Offline Navigator Offline Navigator
OnCrawl OnCrawl
OpenVAS OpenLinkProfiler
Openvas
OrangeBot OrangeBot
OrangeSpider
OutclicksBot OutclicksBot
PageAnalyzer
PageGrabber
PageScorer PageScorer
Panscient Papa Foto
Pavuk Pavuk
pcBrowser
PECL::HTTP PECL::HTTP
PHPCrawl PHPCrawl
Picscout
PictureFinder PictureFinder
Pimonster Pixray
PleaseCrawl PleaseCrawl
plumanalytics plumanalytics
Probethenet Pockey
POE-Component-Client-HTTP
ProWebWalker ProWebWalker
PxBroker Psbot
QueryN Metasearch QueryN Metasearch
RankActive
RankActiveLinkBot RankActiveLinkBot
RankFlex RankingBot2
RankingBot Reaper
RankurBot
RebelMouse RebelMouse
Recorder Ripper
RedesScrapy
RocketCrawler RocketCrawler
s1z.ru Rogerbot
SalesIntelligent RSSingBot
SBIder scan.lol
ScoutJet ScoutJet
Scrapy Screaming
SearchmetricsBot ScreenerBot
Semrush Semrush
SEOkicks Seomoz
SEOkicks-Robot SEOstats
SEOlyticsCrawler
sexsearcher sexsearcher
Siphon
SISTRIX SISTRIX
Sitebeam Sitebeam
Siteimprove SiteExplorer
SiteSucker SiteSnagger
Site Sucker
Snake
Snapbot
Snoopy
SocialRankIOBot
Sociscraper Sociscraper
sogouspider sogouspider
Sottopop Sogou web spider
sp_auditbot Sosospider
SpankBot
Spanner
Spbot Spbot
spyfu spyfu
Sqlworm Sqlworm
Sqworm Sqworm
Steeler Steeler
Sucker Sucker
Sucuri
SuperBot
SuperHTTP
SurveyBot SurveyBot
Swiftbot Suzuran
T8Abot sysscan
T0PHackTeam
tAkeOut tAkeOut
TeleportPro Teleport
The Intraformant Telesoft
Thumbor Telesphoreo
TheNomad
TightTwatBot
Titan Titan
Toata Toata
Tracemyfile Tracemyfile
Trendiction Trendictionbot
trendiction.com trendiction.com
Turingos
Turnitin Turnitin
Twice TurnitinBot
Upflow TwengaBot
URLy Warning URLy.Warning
Vacuum
VCI VCI
VoidEYE Virusdie
Voil Voil
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD
WBSearchBot WBSearchBot
Webalta Webalta
WebAuto WebBandit
WebCollage
Web Collage Web Collage
WebCopier
Web Enhancer Web Enhancer
WebFetch WebFetch
Web Fetch
WebGo IS
WebLeacher
WebmasterWorldForumBot WebmasterWorldForumBot
webmeup-crawler WebPix
WebReaper
WebSauger WebSauger
Web Sauger
WebsiteExtractor
WebsiteQuester WebsiteQuester
Webster WebWhacker
WebSucker WebZIP
Web Sucker
WeSEE
Whacker
Whatweb
Who.is Bot Who.is Bot
WiseGuys Robot
WISENutbot WISENutbot
Wonderbot Wotbox
Woobot Wprecon
WPScan WPScan
WWWOFFLE WWW-Collector-E
x09Mozilla
x22Mozilla x22Mozilla
Xenu Zauba
xpymep1.exe zauba.io
YoudaoBot
Zade
Zermelo Zermelo
Zeus ZumBot
zgrab ZyBorg

264
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker 404checker
404enemy 404enemy
80legs Aboundex
Acunetix Acunetix
ADmantX ADmantX
AhrefsBot AfD-Verbotsverfahren
AIBOT AIBOT
AiHitBot
Alexibot Alexibot
Alligator
AlphaBot AlphaBot
Anarchie Ankit
archive.org_bot archive.org_bot
AwarioRssBot arquivo.pt
AwarioSmartBot arquivo-web-crawler
Backlink-Ceck
backlink-check backlink-check
BackStreet
Badass
Bandit Bandit
BatchFTP BatchFTP
BBBike
BDCbot BDCbot
BDFetch Bigfoot
Bitacle
Black Hole Black Hole
BlackWidow Blow
BlowFish BlowFish
Brandprotect Boardreader
BunnySlippers Bolt
Brandwatch
Buddy
BuiltWith
Bullseye
BuzzSumo
Calculon Calculon
CATExplorador CATExplorador
Cegbfeieh
CherryPicker
CheTeam CheTeam
Cliqzbot
Cloud mapping Cloud mapping
com.plumanalytics coccocbot-web
Cogentbot
cognitiveseo
Copier Copier
crawler4j CopyRightCheck
crawler.feedback crawler.feedback
crawl.sogou.com CrazyWebCrawler
CrunchBot CrunchBot
CSHttp
Custo Custo
DatabaseDriverMysqli DBLBot
DataCha0s
Digincore
DigitalPebble DigitalPebble
Disco Disco
Discobot
Dispatch Dispatch
DomainAppender
DomainCrawler DomainCrawler
Dotbot DomainSigmaCrawler
Download Wonder Dragonfly
DSearch
DTS Agent DTS Agent
Ecxi EasyDL
EirGrabber Ebingbong
ECCP/1.0
EMail Siphon
EMail Wolf EMail Wolf
evc-batch
Evil Evil
ExtLinksBot Exabot
Express WebPictures
Extreme Picture Finder Extreme Picture Finder
Ezooms Ezooms
facebookscraper facebookscraper
FDM FDM
FemtosearchBot FHscan
Firefox/7.0 Fimap
Freeuploader FlashGet
Getintent Foobot
FyberSpider
GalaxyBot
Genieo
GermCrawler
GetWeb GetWeb
Gigabot G-i-g-a-b-o-t
GoZilla Gotit
Go!Zilla Go!Zilla
Grabber Grabber
GrabNet GrabNet
Grafula Grafula
GrapeFX GrapeFX
GrapeshotCrawler GT::WWW
GridBot
Harvest
Havij
heritrix heritrix
Heritrix
Hloader Hloader
HMView
HTMLparser HTMLparser
HTTP::Lite
HTTrack
Humanlinks
HybridBot
Iblog
Id-search Id-search
IlseBot
Image Fetch Image Fetch
IndeedBot IndeedBot
InfoNaviRobot InfoNaviRobot
InfoTekies
instabid
Intelliseek Intelliseek
InterGET
Internet Ninja Internet Ninja
InternetSeer InternetSeer
ips-agent internetVista monitor
IRLbot
IstellaBot IstellaBot
Jbrofuzz Jbrofuzz
JennyBot
JetCar
Jetty Jetty
JOC Web Spider
Jorgee
JustView JustView
Jyxobot
Kenjin Spider Kenjin Spider
Larbin Keyword Density
LibWeb LexiBot
Libwhisker
Lightspeedsystems
Likse
Linkdexbot
LinkextractorPro LinkextractorPro
LinkScan LinkScan
LinksManager LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Spider Lipperhey
Litemage_walker
Ltx71
lwp-request
LWP::Simple
Magnet Magnet
Mag-Net
magpie-crawler
Mail.RU_Bot Mail.RU_Bot
MarkMonitor Majestic12
Majestic SEO
Majestic-SEO
MarkWatch MarkWatch
Masscan MauiBot
Mass Downloader meanpathbot
Mata Hari Metauri
Mediatoolkitbot
mediawords
Microsoft URL Control Microsoft URL Control
MIIxpc Mister PiX
Mojeek
Mojolicious
MSFrontPage MSFrontPage
MSIECrawler
Msrabot Msrabot
Name Intelligence muhstik-scan
Nameprotect
Navroad Navroad
Nettrack NearSite
Netvibes Needle
netEstate NE Crawler
NetMechanic
Net Vampire
Nibbler Nibbler
Nimbostratus Offline Explorer
Nmap Offline Navigator
NPbot Openfind
Nutch Openvas
OpenLinkProfiler
OpenVAS OpenVAS
OrangeBot
OutclicksBot OutclicksBot
OutfoxBot Page Analyzer
PageGrabber page scorer
Panscient
Pavuk Pavuk
pcBrowser pcBrowser
PECL::HTTP
PeoplePal PeoplePal
PHPCrawl Picscout
Pi-Monster Pimonster
plumanalytics
Pockey Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
Probethenet
Psbot Psbot
Pump Pump
PxBroker PxBroker
QueryN Metasearch
RankActive RankActive
RankFlex
RankingBot RankingBot
RankingBot2
Rankivabot Rankivabot
RankurBot
RealDownload RealDownload
Reaper
RebelMouse RebelMouse
Ripper
RocketCrawler RocketCrawler
s1z.ru ScreenerBot
Scanbot Semrush
scan.lol SEOkicks
ScoutJet
Scrapy
Screaming
Searchestate
SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
SEOprofiler Seomoz
seoscanners seoscanners
SeoSiteCheckup
SEOstats SEOstats
sexsearcher sexsearcher
Shodan Shodan
Sitebeam Sitebeam
Siteimprove SiteExplorer
SiteLockSpider
Site Sucker Site Sucker
SmartDownload SMTBot
Snake Snake
Snapbot
Snoopy Snoopy
sogouspider Sociscraper
Sottopop Sogou web spider
SpankBot SpaceBison
Spbot
Spinn3r Spinn3r
SputnikBot Sqlmap
spyfu
Sqlworm
Sqworm Sqworm
Stripper Stripper
Sucuri
SuperBot SuperBot
SuperHTTP SuperHTTP
SurveyBot SurveyBot
Suzuran T8Abot
Swiftbot
sysscan
Szukacz
tAkeOut tAkeOut
Teleport Teleport
TeleportPro TeleportPro
TheNomad Telesoft
Telesphoreo
The Intraformant
Thumbor Thumbor
Titan Toweyabot
Toata trendiction.com
Trendiction trendiction.de
True_Robot
Turingos
TurnitinBot TurnitinBot
UnisterBot
URLy Warning URLy Warning
URLy.Warning URLy.Warning
Vagabondo
VB Project VB Project
VeriCiteCrawler VeriCiteCrawler
Virusdie VidibleScraper
VoidEYE
Wallpapers/3.0
WallpapersHD WallpapersHD
WebAuto Web Auto
WebBandit WebBandit
WebCollage WebCollage
Web Collage WebFetch
WEBDAV
Web Enhancer
Web Fetch Web Fetch
WebmasterWorldForumBot WebFuck
WebImageCollector
WebLeacher
WebPix WebPix
Webshag WebStripper
WebsiteQuester WebWhacker
WebSucker
Web Sucker
WebZIP
WeSEE WeSEE
Whatweb Whack
Whacker
WinHTTrack
WISENutbot
Wonderbot Wonderbot
Wotbox
WWW-Collector-E WWW-Collector-E
WWW-Mechanize WWW::Mechanize
Xaldon WebSpider x09Mozilla
x22Mozilla
Xenu
YoudaoBot
Zade Zade
Zauba Zermelo
zauba.io
zgrab zgrab
Zitebot Zitebot
ZmEu ZmEu

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
ahrntal.verymes.xyz 5i2.net
cosmeticswomens-womensports.rhcloud.com aktivator-windows10.blogspot.com
covadhosting.biz apps-analytics.net
dealighted.com artavenuegardenstudios.com
galleryawesome.com domznaniy.ru
hdhc.ru javspace.net
makemoneyonline.com podshipniki-ntn.ru
mykings.pw scanmarine.info
searchengineranker.email small-game.com
uchebavchehii.ru vzglyadriv.kg

946
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
1000n1.ru 0daymusic.org
10bet.com 11pikachu.ru
123movies.love 123locker.com
1bet.com 178evakuator178.ru
2020iscoming.info 1flag.co.za
2345.com 24-ak.ru
24videos.tv
2girls1cup-free.com
300richmond.co.nz 300richmond.co.nz
4replicawatch.net 34.gs
5forex.ru 4rent.ru
7fon.ru 51unlim.ru
7ooo.ru 76brighton.co.uk
8kisses.eu 777-club.ru
999webdesign.com a96527gi.beget.tech
aab94f698f36684c5a852a2ef272e031bb.com aa08daf7e13b6345e09e92f771507fa5f4.com
aarbur.com aa8780bb28a1de4eb5bff33c28a218a930.com
absugars.com aa9d046aab36af4ff182f097f840430d51.com
aac52006ec82a24e08b665f4db2b5013f7.com
aadroid.net
aaronabel.com
abclauncher.com
acheterviagrafr24.com
acmebtn.ml
adanih.com adanih.com
adidas.frwebs.fr adcash.com
adktrailmap.com addblueoff.com.ua
adsloads.com adelly.bg
adviceforum.info adult-shop.com.ua
agahinameh.com adventureparkcostarica.com
akita.kz advokat-grodno.by
alarmobninsk.ru ad-words.ru
alert.scansafe.net a.frcls.fr
alfabot.xyz ahrefs.com
allcredits.su allnews.md
allpdfmags.net alot.com
amazon-adsystem.com altamayoztourism.com
angry-fermi-7633.arukascloud.io alyeskaresort.com
anlimebel.kiev.ua amigobulls.com
apartmentratings.com amoi.tn
apioutoboxnet-a.akamaihd.net anatomiy.com
apple.com-webbrowsing-security.review android-style.com
arcadepages.com animal36.com
artpicso.com apartmentbay.ru
asiavirtualsolutions.com apibatbrowsecom-a.akamaihd.net
asrvvv-a.akamaihd.net apimountainbikei-a.akamaihd.net
apiwebwebgetcom-a.akamaihd.net
appmsr.org
arendakvartir.kz
artavenuegardenstudios.com
arvut.org
atout-energie-69.com atout-energie-69.com
autolombard-krasnodar.ru aviav.ru.com
auto.rusvile.lt axbocz.net
aviav.ru azbaseimages.net
avtolombard-krasnodar.com azte.ch
ayanaspa.com backgroundpictures.net
babosas.com balans.shahterworld.org
backlink4u.net bannerswap.com
bankmib.ru battle.net
beachtoday.ru becuo.com
beget.tech belinka.com.ua
beremenyashka.com besttorrentknifta.weebly.com
bestcalovebracelet.cn bin-brokers.com
bestkfiledxd.cf bizfly.info
bestprofits-there.com bizlist.com.de
bet-prognoz.com bkgr.se
betteroffers.review blackcurranthumidifiers.site
beyan.host.sk blacktwhite.com
bezlimitko.xyz bloggers.nl
bibys.com bloke.com
big-boards.info bmw-ark.ru
birzha-truda.eu boazpower.com
biznesrealnost.ru bochemit.com.ua
bjorkbacken.nu bongacams.com
bloggedporn.com bongiornos.info
blogig.org braindaily.xyz
blogqpot.com brakehawk.com
bluejays-jerseys.us brg8.com
blue-square.biz businesn.men
boc.kz butstrap.space
break-the-chains.com buy-loft.ru
b-styles.xyz buyparajumpers.online
budilneg.xyz buypillsorderonline.com
burn-fat.ga callstevens.com
businescoop.men camel-beach.com
businesxxl.com cam-kontakte.org
buyclomidonlaine.com canacopegdl.com
buyessayonline19.blogspot.ru
bvlgaribracelet.xyz
bytimedance.ru
cactussoft.biz
cakesplus.com.au
californianews.cf
candcstuccoandstone.com
canrioloadm.gq
cars-modification.net
cartierreplica.pw cartierreplica.pw
caveavins.fr cartierreplica.win
cellfun.mobi cartierwatch.xyz
cerev.info casinorewards.info
cheapbarbour.online celebsopics.com
chelnytruck.ru cfacarrosserie74.com
chinese-amezon.com chatroulette.life
chocolateslim-original.com chatroulette.video
ciekawinki.pl chcu.net
clayvasedesigns.tk cheapestjerseysonwholesale.com
club-lukojl.ru cheapjerseysa.com
cmhomestayagency.com cheapjerseysbizwholesale.us
cntravelre.com cheapmarmot.online
compliance-don.top choosecuisine.com
compliance-don.xyz cialgenisrx.com
cialisovercounteratwalmartusa.com
cigarpass.com
cineacademy.ru
cinemaflix.website
cleanersoft.com
cleanpcnow.com
click2pawn.com
compliance-elena.top
compliance-fred.xyz compliance-fred.xyz
constantaservice.net compliance-jessica.top
compliance-mary.top
cool-wedding.net cool-wedding.net
cosmeticswomens-womensports.rhcloud.com cougfan.info
counter.yadro.ru crackguru.tk
cpajunkies.com cracksplanet.com
craftinsta.ru crackzplanet.com
crazyprotocol.com cryptoswap.biz
crynet.cc culad.com
customcatchcan.com customcatchcan.com
customerguru.in cyclobenzaprinevstizanidine.blogspot.com
datract.com data.vtc.pw
dbmkfhqk.bloger.index.hr ddpills.com
dealwifi.com depositfiles-porn.ga
den-noch24.ru design-ideas.info
detmebel.su detoxmed24.ru
dev.citetick.com detsky-nabytek.info
dgfitness.co dfwu1019.info
dildofotzen.net dieswaene.com
distver.ru digest-project.ru
divci-hry.info discountliv.com
docs4all.com dogsrun.net
dogbreedspicture.net domaincheck.io
domainanalyzing.xyz domznaniy.ru
donna7753191.ru dostavimvdom.ru
doska-vsem.ru doublepimp.com
draniki.org doxysexy.com
drev.biz dtnlyss.com
drivotracker.com dwomlink.info
earl-brown.info earthmagic.info
easyukraine.com ecommerce-seo.org
e-biznes.info ekn-art.se
edelstahlschornstein-123.de eldiariodeguadalajara.com
eduserver.net elektrischezigaretten1.blogse.nl
efkt.jp elektronischezigarettekaufen1.beeplog.com
ege-essay.ru enthuse.computernetworksonline.com
elektir.ru espaceinventoristes.com
elmacho.xyz essay-edu.biz
energydiet-info.ru europages.com.ru
englishgamer.com everypony.ru
eropornosex.ru evogarage.com
erot.co exmasters.com
esfchat.tk extremepornos.net
essaypro.com ezb.elvenmachine.com
eurosamodelki.ru failingmarriege.blogspot.com
evaashop.ru falopicm.pw
exchanges-bet.com fast-wordpress-start.com
extlabs.io fellowshipoftheminds.com
extremal-blog.com ff30236ddef1465f88547e760973d70a.com
ez8motelseaworldsandiego.com fikasound.tk
ezigarettekaufen2.blox.pl filmi-onlain.info
facebook-mobile.xyz financepoints.eu
famix.xyz fireads.men
fanpagerobot.com fitfloponline.store
farmprofi.net fiuxy.com
fashionavenuegame.com flash4fun.com
fealq.com floating-share-buttons.com
filesdatabase.net flowwwers.com
firstsiteguide.com forexgb.ru
formulaantiuban.com forminecrafters.ru
forpostlock.ru forpackningsutveckling.se
fortwosmartcar.pw forum.tvmir.org
foto-basa.com freelotto.com
fotosfotos.eu front.to
foto-telok.net funnel.co.za
free-fb-traffic.com galaxy-family.ru
fuckmill.com gamedayhouse.com
galeon.com gameplexcity.com
gambarxkata.co gamesprite.me
gamerscorps.com gamezblox.com
gayxperience.com geileweiber.tk
gazoblok.net.ua generic-pills-online.com
gerhardhealer.com get-your-social-buttons.info
getlaid-xxxhookupdirect.com glastecfilms.com.my
gg.zzyjxs.com goblacked.com
ghostvisitor.com gogalleryawesome.com
gidonline.one gorabagrata.ru
girlsatgames.ru gratuitxblcodes.com
gk-atlant.info greendream.com.ua
glopages.ru green-tea.tv
goforexvps.com gtopstats.com
goldandcard.ru gymi.name
goodhumor24.com hanwei.us
googleseo.com.tr havepussy.com
googlsucks.com hawaiielectriclight.com
gov.yanao.ru hchha.com
gq-catalog.gq hdapp1008-a.akamaihd.net
graphicwe.org
greatzip.com
gsasearchenginerankerhelp.com
gsou.cf
haikuware.com
handicapvansarea.com
hdfreeporno.net
hdimagegallery.net
healmytrauma.info
heartofbeijing.blogspot.com heartofbeijing.blogspot.com
highland-homes.com herehloadibs.cf
hkdiiohi.skyrock.com hermesbracelets.xyz
hostcritique.com hetmanship.xyz
host-tracker.com heygidday.biz
howtowhitenteethfast.xyz highstairs-a.akamaihd.net
hydropump.su histock.info
ideawheel.com hoholikik.club
idegenvezeto.eu home.myplaycity.com
integritylandscapeservices.com hop.clickbank.net
internetproviderstucson.com hoste.octopis.com
intim-uslugi.info hotgirlhdwallpaper.com
iplusbit.blogspot.co.za hoverboard360.de
iqbazar.ru howlongdoestizanidinestayinyoursystem.blogspot.com
iqoption-bin.com htmlcorner.com
iskalko.ru ilovevitaly.com
istanbulit.com imgarcade.com
ivanovo.zrus.org imicrovision.com
i-midias.net.br
incest-ru.com
instabid.tech
intermesh.net
inzn.ru
itrevolution.cf
jabimgo.pw jabimgo.pw
javxxx18.com janerikholst.se
jbl-charge.info jeremyeaton.co
jjbabskoe.ru jerseysbizwholesalecheap.com
jobmarket.com.ua jolic2.com
jose.mulinohouse.co kakablog.net
jovencitas.gratis kamalsinha.com
jrcigars.com kamen-e.ru
jwss.cc kazrent.com
kaac.ru kenaba.su
kaliningrad.zrus.org keywords-monitoring-success.com
kam-dom.ru kidskunst.info
karachev-city.ru kimcurlrvsms.com
katushka.net kinoduh.ru
kazan.xrus.org kinofak.net
keywordblocks.com kinoplen.ru
kino2018.cc kino-rating.ru
kinohit1.ru kirov.zrus.org
kolotiloff.ru kiwi237au.tk
konturkrasoty.ru kliksaya.com
klitimg.pw
konkursowo-24.pl
koronirealestate.gr
kosova.de kosova.de
koversite.info
kovesszucs.atw.hu
krasivoe-hd.com krasivoe-hd.com
krasnodar-avtolombards.ru kriokomora.info
kupiproday.com.ua kustanay.kz
labafydjxa.su ladov.ru
lancheck.net lanadelreyfans.us
landscaping.center law-check-two.xyz
law-check-seven.xyz ledpolice.ru
laxdrills.com letslowbefast.site
lechenie-gemorroya.com lezbiyanki.net
lescinq.com lincolntheatre.com
lexixxx.com linksharingt.com
likesuccess.com lisque.batcave.net
linerdrilling.com lombardfinder.ru
linkbolic.com lonfon.xyz
linkpulse.com lostfilm-online.ru
linkwithin.com louisvuittonoutletstore.net
lion.snapmap.us lsex.xyz
liveinternet.ro mac-shield.com
lkbennettoutlet.online magda-gadalka.ru
longadventure.com maglid.ru
lookingglassemb.com makedo.ru
lubetube.com makemoneyonline.com
luxup.ru master-muznachas.ru
machicon-ueno.info mazda-roadsters.com
mafcards.ru mb140.ru
malls.com
manve.info
marketland.ml
maslenka.kz
masthopehomes.com
mathgym.com.au
mebelcomplekt.ru mebelcomplekt.ru
medanestesia.ru mebel-vstroika.ru
medicinacom.ru medicinacom.ru
meetingrainstorm.bid meet-flirt-dating.com
me-ke.com mega-bony-2017.pl
mexicosleevegastrectomy.com meltwater.com
michaelkorsoutletstore.net menhealed.net
microsoftportal.net mirobuvi.com.ua
middlerush-a.akamaihd.net mmog-play.ru
minyetki.ru mobicover.com.ua
mir-betting.ru modnie-futbolki.net
mir-limuzinov.ru monetizer.com-01.site
mobilemedia.md money-for-placing-articles.com
moetomnenie.com monitorwebsitespeed.com
mojaocena.com mouselink.co
mole.pluto.ro musirc.com
monarchfind-a.akamaihd.net mwtpludn.review
more-letom.ru
moz.com
mp3ringtone.info
mrmoneymustache.com
mrvideospornogratis.xxx
mrwhite.biz
muz-baza.net
muz-tracker.net
my-big-family.com
mydoctorok.ru mydoctorok.ru
myplaycity.com myhydros.org
narkologiya-belgorod.ru nardulan.com
nastydollars.com nikkiewart.ru
nate.com niroo.info
negral.pluto.ro nomuos.it
nero-us.com norththeface.store
netanalytics.xyz novosibirsk.xrus.org
next-dentists.tk obuv-kupit.ru
nikhilbahl.com oda.as
nmrk.ru oddamzadarmo.eu
northfacestore.online oklogistic.ru
notasprensa.info olympescort.com
nsatc.net online247.ml
nvssf.com onstrapon.purplesphere.in
okayimage.com ourville.info
okel.co outshop.ru
onemactrckr.com owathemes.com
onemantrip.com palocco.it
onlainbesplatno.ru papasdelivery.ru
onlinebay.ru paphoselectricianandplumber.com
online-templatestore.com partner-print.men
o-o-11-o-o.com pavlodar.xkaz.org
open-odyssey.org pay2me.pl
pammik.ru pdn-4.com
pattersonsweb.com piccshare.com
pc-services.ru picsearch.com
pc-test.net pinwallpaper.top
perl.dp.ua pinwallpaper.xyz
photo.houseofgaga.ru pipki.r.acdnpro.com
physfunc.ru playfortuna-play.ru
pigrafix.at plohaya-kreditnaya-istoriya.ru
playboyfiles.xblog.in poems.com.ua
poem-paying.gq polcin.de
popander.mobi polybuild.ru
pornoplen.com polytopesexempt.com
porn-w.org popunder.net
portal-eu.ru porn555.com
posible.net porno.simple-image.com.ua
pr0fit-b0x.com pornoslive.net
prchecker.info preg.marketingvici.com
privatefx-in.ru privatefx.all4invest.info
proekt-mos.ru prodess.ru
prosperent.com productarium.com
prostitutki-kiev.org prodvigator.ua
prostitutki-rostova.org profitfx.online
ptr.ruvds.com profolan.pl
pts163.ru proposal-engine.com
puteshestvennik.com propranolol40mg.blogspot.com
putevka24.ru prostitutki-belgoroda.org
rainbowice.ru pro-tec.kz
randalljhoward.com proxyradar.com
ranksonic.org pssucai.info
rasteniya-vs-zombi.ru pukaporn.com
realitykings.com pyrodesigns.com.au
realnye-otzyvy.info queerspace.com
remontvsamare.su rada.ru
respublica-otel.ru rankexperience.com
rewardit.com raschtextil.com.ua
rezeptiblud.ru razamicroelectronics.com
riders.ro realmonte.net
realting-moscow.ru
rebuildermedical.com
recipedays.com
redirectingat.com
refudiatethissarah.info
reining.lovasszovetseg.hu
remont-fridge-tv.ru
renecaovillasale.online
rethinkwasteni.info
rock-cafe.info rock-cafe.info
rossmark.ru ruscopybook.com
russintv.fr russkoe-zdorovie.ru
sajatvelemeny.com rus-teh.narod.ru
samoiedo.it rustic-quiver.win
sardinie.us sady-urala.ru
scalerite.co.za sa-live.com
scanner-olga.top sape.top
schlampen-treffen.com sashagreyblog.ga
screentoolkit.com sbricur.com
search.1and1.com sbwealthsolutions.ca
searchinterneat-a.akamaihd.net scenicmissouri.us
seasaltwithfood.com schoolfiles.net
seemoreresultshu-a.akamaihd.net scopich.com
sel-hoz.com scrapinghub.com
seminarykansas904.ml sdelatmebel.ru
servethis.com seansonline24.pl
searchaddis.com
searchencrypt.com
semp.net
seofied.com
seoholding.com
serdcenebolit.com
serptehnika.ru
serving.adbetclickin.pink
servisural.ru servisural.ru
sexcamamateurchat.com
sexphoto.site
sextracker.com
sextracker.de sextracker.de
s-forum.biz sexxdate.net
shama-rc.net shmetall.com.ua
shell-pmr.ru shohanb.com
shivafurnishings.com sibtest.ru
shoppingjequiti.com.br slayerlife.com
shymkent.xkaz.org slowmac.tech
siteexpress.co.il smailik.org
skachat-besplatno-obrazcy.ru smart-balancewheel.com
skanninge.se snip.tw
smartpet.ru solmarket.by
soheavyblog.com
solitaire-game.ru
solnplast.ru solnplast.ru
sonnikforme.ru songplanet.ru
sotechco.co space4updating.win
spb.afora.ru spb.afora.ru
spin2016.cf sport-video-obzor.ru
sportbetfair.com sprttrack.com
statistici.ro stackthatbucks.com
strag-invest.ru standardchartered-forex.com
stromerrealty.com steebook.com
stoki.ru
stpolice.com
students-cheapskate.ml students-cheapskate.ml
sugvant.ru supervesti.ru
superiends.org svensk-poesi.com
supermama.top taihouse.ru
superstarfloraluk.com takethatad.com
surflinksmedical.com tasteidea.com
swinginwithme.ru tattomedia.com
t3chtonic.com techart24.com
tamada69.com teesdaleflyballclub.co.uk
tarad.com thecoolimages.net
taxi-v-eisk.ru thecounter.com
tech4master.com thesmartsearch.net
tecspb.ru
theendivechronicles.com
thetattoohut.com
thfox.com thfox.com
tiens2010.ru titslove.yopoint.in
tivolibasket.it tizanidineandhydrocodone.blogspot.com
tizanidineandcipro.blogspot.com tizanidinesideeffects.blogspot.com
tizanidinedruginteractions.blogspot.com tizanidinesleepaid.blogspot.com
tizanidinehcl4mgtablet.blogspot.com tizanidinestreetvalue.blogspot.com
tizanidinewithdrawalsymptoms.blogspot.com tk-assortiment.ru
tmearegion26.com tnaionline.org
top10-online-games.com toondinsey.com
toproadrunner5.info topkarkas.com
torrentdownloadhub.com toys.erolove.in
torrents.cd tozup.com
tour-line.net traffic-club.info
tracfone.com trion.od.ua
traffic2cash.org trkur.com
trafficnetzwerk.de trucri.me
traffixer.com tversvet.ru
trk-4.net twitlinks.com
truebeauty.cc twodollarshows.com
truemfilelj.gq
tsan.net
tuckpointingmasonrysystems.com
turbabitload.weebly.com
turist-strani.ru
turvgori.ru
twittruth.com
twojebook.pl twojebook.pl
ua-company.ru twu.com.ua
uhdtv.website tytoona.com
umaseh.com ua.tc
umekana.ru umg-stroy.ru
unblocksit.es
underthesite.com underthesite.com
unitygame3d.com
uogonline.com uogonline.com
uptime-gamma.net urdoot.win
uroffer.link
uroki.net
usacasino.com
us-america.ru us-america.ru
uvozdeckych.info v24s.net
v720hd.ru valoresito.com
vacances-voyages.info valsalud.com
vashsvet.com vapeface.club
vedomstvo.net vapsy.com
versaut.xxx-cam.webcam v-doc.co
vip-parfumeria.ru veerotech.com
vksex.ru via-energy-acquistare.com
vladimir.zrus.org viagengrarx.com
vote-up.ru video-chat.love
vseigru.one videooko.weebly.com
vykupavto-krasnodar.ru video-woman.com
vzglyadriv.kg vigrx-original.ru
webenlace.com.ar vrnelectro.ru
webmonetizer.net vzlomtw.com
weburlopener.com wanker.us
wechatdownload10.com watchdogs-2.ru
webmasters.stackexchange.com
website-speed-check.site
weprik.ru
westen-v.life westen-v.life
westen-z.life wiosenny-bon-1500.pl
world-mmo.com woman-h.ru
worst-sites.online womensterritory.ru
xboxster.ru wormix-cheats.ru
xcc24.pl wyniki-lista.pl
xingzi-vision.com xaylapdiendanang.com
xn--1-8sbcpb0bdm8k6a.xn--p1ai xchangetrak.com
xn----7sbaphztdjeboffeiof6c.xn--p1ai xep.info
xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai xgames-04.com
xn--80ahdheogk5l.xn--p1ai xmronta.com
xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai xn--24-glceagatoq7c2a6ioc.xn--p1ai
xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai xn----7sbho2agebbhlivy.xn--p1ai
xn----ctbigni3aj4h.xn--p1ai xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
xn----dtbndd4ae7eub.top xn--80ahvj9e.xn--p1ai
xn--e1afanlbnfckd7c3d.xn--p1ai xn--c1acygb.xn--p1ai
xnxx699.com xn--l1aengat.xn--p1ai
xnxx-n.com xnxxandxvideos.com
xxxguitars.com x-rates.ru
yogamatsexpert.com x-stars.ru
youradexchange.com xtraffic.plus
your-bearings.com yur-p.ru
yuweng.info zaloadi.ru
zapiszto.pl zeroredirect1.com
zebradudka.com zeroredirect9.com
zerocash.msk.ru zetgie.com.pl
zhuravlev.info zhorapankratov7.blogspot.com
znakom.sibtest.ru zojirushi-products.ru
znaniyapolza.ru zooggames.com
zoodrawings.com
zoogdisany.com
zootoplist.com zootoplist.com
zvezdagedon.ru
zzbroya.com.ua

476
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1-free-share-buttons.com 03e.info
1stat.ru 0912701309f8ce.com
24-ak.ru 1kdailyprofit.me
4webmasters.com 1millionusd.xyz
57883.net 3rbseyes.com
777-club.ru 8lufu.com
7xc4n.com abcdefh.xyz
91abcw.com abclauncher.com
98oi.ru adserver-e7.com
absugars.com agardomains.com
admatic.com.tr ahrefs.com
adsland.men alert-fdm.xyz
advertisingtag.net alloysteel.ru
adzpower.com alveris.ru
allboard.xobor.de amung.us
allproblog.com anapa-inns.ru
apessay.com animal36.com
apibrowsesmartne-a.akamaihd.net anjalika.co.in
apimegabrowsebiz-a.akamaihd.net anniemation.com
arclk.net apiportalmorecom-a.akamaihd.net
avtochehli.by apiwoodensealcom-a.akamaihd.net
awaybird.ru appearance-cool.com
apps-analytics.net
autochoixspinelli.com
aviav.co
ayanaspa.com ayanaspa.com
baksman.com b00kmarks.com
bamo.xsl.pt backuperwebcam.weebly.com
bankcrediti.ru baersaratov.ru
bestmarriages.com basisches-wasser.net
battleforupdating.site
beauty-bracelet.com
becuo.com
beta.hotkeys.com
bio-market.kz bio-market.kz
bjorkbacken.nu bitcoinremote.com
blog.axant.it blogsfunky672.weebly.com
boc.kz bocoarchives.org
boo-arts.com bosman.pluto.ro
bookmaker-bet.com budilneg.xyz
brandbucket.com buy-forum.ru
brandedleadgeneration.com candycrushshop.com
brandehk.dk cartierreplica.pw
brus.city celebsopics.com
brus-vsem.ru cheapsergiorossi.online
builtwith.com chelnytruck.ru
calcularpagerank.com cialisovercounteratwalmartusa.com
candcstuccoandstone.com cinemaflix.website
candlehandmade.com clayvasedesigns.tk
cartierlovestore.com com-onlinesupport.host
cdnnetwok.xyz com-supportcenter.website
cialischstgerts.com concordexoticrentals.com
clickaider.com coolwallpapers4k.info
clickzzs.nl coslab.club
clipartnew.com crest3d.ru
clothesforcash.com customergrowthsystems.com
coaching-netz.info dailystrength.org
compliance-alexa.xyz danschawbel.com
compliance-irvin.xyz delitime.info
concealthyself.com delta-line.men
conciergegroup.org diarioaconcagua.com
credit-respect.ru dirtpics.pw
customerguru.in egvar.net
darkages.info erotik0049.com
deluxedumps.com extremepornos.net
detective01.ru ezrvrentals.com
deutschland123.de fakehandbags.xyz
dgfitness.co fashion-stickers.ru
digilander.libero.it fickluder69.com
domination.ml findthe.pet
elektroniksigaraankara.info flashbannernow.com
elkacentr.ru f-loaded.de
en.home-task.com floridamobilebillboards.com
european-torches.ru fodelsedagspresenter.nu
exmasters.com f-online.de
exoclick.com fortunejack.com
expertblog.info freelotto.com
favornews.com free-today.com
fettefrauen.net free-traffic.xyz
flex4launch.ru freshdz.com
forexgb.ru galaxys6manual.info
formulaantiuban.com gavuer.ru
free-laptop-reward.com get-your-social-buttons.info
freenode.info go2jump.org
free-share-buttons.blogspot.com goatse.ru
gallictures.com goodwriterssales.com
gameprimary.com greendream.com.ua
generalporn.org grupografico-pilar.com.ar
get-free-traffic-now.com
getprismatic.com
glicol.kz
googlemare.com
greamimgo.pw
green-tea.tv
gsasearchenginerankerdiscount.com gsasearchenginerankerdiscount.com
gsasearchengineranker.space gsasearchengineranker.top
hawaiielectriclight.com gsasearchengineranker.xyz
hdseriale.pl handicapvantoday.com
hesteel.pl helpmymacfaster.trade
hexpilot.com hermesreplica.win
homemature.net hledejvshopech.cz
hoverboard360.se hobbyhuren-datenbank.com
htmlcorner.com hotsocialz.com
ido3.com housekuba.org
ie.57883.net houtings.xyz
import-sales.com howlongdoestizanidinestayinyoursystem.blogspot.com
informatiecentro.be ibb.com.ua
infospot.pt icaseclub.ru
ikearugs.xyz
integritylandscapeservices.com integritylandscapeservices.com
internetartfair.com ipostroika.ru
isitpaleo.info itservicesthatworkforyou.com
itch.io izhevsk.zrus.org
it-max.com.ua jabimgo.pw
jongose.ninja japfm.com
justprofit.xyz karusel-market.ru
kinotorka.ru ketoanhanoi.info
kleine-titten.biz kicknights.gq
kndxbkdx.bloger.index.hr kino-ecran.ru
kosmetyki.tm.pl kinohit1.ru
kupiproday.com.ua kinozapas.org
laapp.com kollesa.ru
lancheck.net ktotut.net
ledis.top lalalove.ru
letsart.ru laptoper.net
liquimondo.com laudit.ru
lob.com.ru likesdesign.com
longgreen.info ljusihus.se
mediafresh.online lovasszovetseg.hu
lyrster.com
magnetic-bracelets.ru
mamasuper.prom.ua
manuscript.su
maranbrinfo.com.br
max-p.men
medmajor.ru
mega-bony-2017.pl mega-bony-2017.pl
megavolt.net.ua mexicosleevegastrectomy.com
meltwater.com middlerush-a.akamaihd.net
mexicotravelnet.com mielec.pl
mhi-systems.ru
milblueprint.com
miniature.io
minneapoliscopiers.com minneapoliscopiers.com
mobilierland.com mnogolok.info
moesonce.com morepoweronmac.trade
mojaocena.com muztops.ru
monclerboots.xyz
mrbitsandbytes.com
mundoaberrante.com
muschisexbilder.com
mydirtystuff.com
mypornfree.ru mypornfree.ru
naturalshair.site nacap.ru
new-apps.ru najaden.no
noscrapleftbehind.co nalogovyy-kodeks.ru
obesidadealgarve.com nash-krym.info
oktube.ru naturalbreakthroughsresearch.com
onemantrip.com nextconseil.com
onescreen.cc novgorod.xrus.org
onlinefilmz.net onlinemeetingnow.com
ooomeru.ru onlineslotmaschine.com
ooo-olni.ru outshop.ru
optom-deshevo.ru ownshop.win
oxford-book.com.ua
oynat.info
ozas.net
paradontozanet.ru paradontozanet.ru
partner-trustworthy.men peekyou.com
pastaleads.com perl.dp.ua
pinsdaddy.com photo.houseofgaga.ru
piski.top piccdata.com
pl-top.pl pillscheap24h.com
popup-fdm.xyz pistonclasico.com
pornmania.pl pixelrz.com
priscilarodrigues.com.br pl-vouchers.com
pro-okis.ru pokemon-go-play.online
quickcashlimited.com printdirectforless.com
ranksignals.com privatov-zapisi.ru
redbottomheels.xyz prodess.ru
refudiatethissarah.info prodvigator.ua
relax.ru proekt-mos.ru
repeatlogo.co.uk promover.org
rubbed.us pronekut.com
ruex.org.ua prostitutki-yaroslavlya.org
quick-seeker.com
real-time-analytics.com
rebelmouse.com
reckonstat.info
remedyotc.com
remont-ustanovka-tehniki.ru
retailwith.com
rightenergysolutions.com.au
russkie-gorki.ru
rus-teh.narod.ru rus-teh.narod.ru
scanner-jack.top saneitconsulting.com
scrapinghub.com sayyoethe.blogspot.co.za
semp.net scalerite.co.za
seoexperimenty.ru scanner-jess.top
seorussian.ru searchaddis.com
sexs-foto.top seasaltwithfood.com
sexyali.com secret.xn--oogle-wmc.com
sexystrippe.info see-your-website-here.com
shop-electron.ru seksvideoonlain.com
shopvilleroyboch.com.ua seocheckupx.com
sims-sims.ru shemale-sex.net
sindragosa.comxa.com ship-marvel.co.ua
sitiz.club shopperifymac.com
sixcooler.de sildenafil-tadalafil.info
skatestick.bid skutecznetabletkinaporostwlosow.pl
sladkoevideo.com sneakyboy.com
slavia.info snip.tw
smailik.org snow.nvr163.com
smartpet.ru softtor.com
soietvousmaime.fr soviet-portal.do.am
spywarespy.com speedup-my.site
sticken.co sptslmtrafms.com
stockspmb.info srgwebmail.nl
studiokamyk.com.pl stariy-baku.com
superlist.biz steelmaster.lv
surfbuyermac.com stpicks.com
t3chtonic.com stretchingabuckblog.com
taihouse.ru superstarfloraluk.com
tamada69.com supervesti.ru
templates.radiodigital.co swinger-mobil.net
thedownloadfromwarez.blogspot.com sygraem.com
thewebsitetemplate.info teenbbw.yopoint.in
tizanidine4mgprice.blogspot.com telefonsexi.com
tizanidineandhydrocodone.blogspot.com telefonsexsofort.tk
tizanidinehcl2mg.blogspot.com thebestphotos.eu
tizanidineingredients.blogspot.com tiandeural.ru
tizanidinenarcotic.blogspot.com tilido.com
toy-shop.top tizanidinehcl2mgsideeffects.blogspot.com
tizanidineorflexeril.blogspot.com
tizanidinesideeffectsweightloss.blogspot.com
tkanorganizma.ru
tomatis.gospartner.com
tozup.com tozup.com
trafficmania.com trafficmonetize.org
uchil.net trahic.ru
ugguk.online trainoffend.ml
unmaroll.ya.ru tubo360.com
uptimebot.net tvteleport.ru
validccseller.com u555u.info
videtubs.pl um-razum.ru
vksex.ru valsalud.com
voluumtrk.com via-gra.webstarts.com
vozbujdenie.com video-chat.love
vykupavto-krasnodar.ru voluumtracker1.com
vzlomsn.org waterefficiency.co
w3data.co website-speed-check.site
wallpapersdesk.info
wapsite.me
webix.biz
webmonetizer.net
weboptimizes.com
website-analytics.online
websites-reviews.com
wholesalejerseyscheapjerseys.us.com
wineitudes.wordpress.com
woman-h.ru
wonderfulflowers.biz wonderfulflowers.biz
workle.website wufak.com
works.if.ua www.timer4web.com
worldtraveler.world xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai
ws.ampower.me xn----itbeirbjbi7bc6bh2d.xn--p1ai
ww1943.ru x-rates.ru
xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai xrus.org
xn----7sbho2agebbhlivy.xn--p1ai xsion.net
xn--80ak6aa92e.com yourmovies.pl
xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks zaloadi.ru
xnxx699.com zapatosenventa.info
xz618.com
xzlive.com
youdesigner.kz
zarabiaj-dzis.pl
zeroredirect8.com
zhorapankratov7.blogspot.com
zhuravlev.info zhuravlev.info
zigarettenonl.canalblog.com znaniyapolza.ru
zone-kev717.info

29
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,13 +1,11 @@
<!DOCTYPE html>
<html> <html>
<head> <head><title>503 Service Temporarily Unavailable</title></head>
<title>Welcome to NginX</title>
</head>
<body> <body>
<div align=center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <hr><center>nginx/1.16.1</center>
<p>This is merely used for testing !!!</p>
</body> </body>
</html>
ody>
</html><html> </html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
@ -484,13 +482,6 @@
<hr><center>nginx/1.16.1</center> <hr><center>nginx/1.16.1</center>
</body> </body>
</html> </html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.16.1</center>
</body>
</html>
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>
<head> <head>
@ -581,4 +572,14 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.227.97.188 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.02.1996 #### Version: V4.2020.02.1998
#### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.02.1996 #### Version: V4.2020.02.1998
#### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2020.02.1996 #### Version: V4.2020.02.1998
#### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

732
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2020.02.1996 #### Version: V4.2020.02.1998
#### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6828](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

740
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

740
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

740
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2020.02.1996 ### Version: V4.2020.02.1998
### Updated: Tue Feb 25 21:47:28 SAST 2020 ### Updated: Wed Feb 26 17:51:19 SAST 2020
### Bad Bot Count: 562 ### Bad Bot Count: 564
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -53,6 +53,8 @@ User-agent: AlphaBot
Disallow:/ Disallow:/
User-agent: Anarchie User-agent: Anarchie
Disallow:/ Disallow:/
User-agent: Ankit
Disallow:/
User-agent: Apexoo User-agent: Apexoo
Disallow:/ Disallow:/
User-agent: archive.org_bot User-agent: archive.org_bot
@ -715,6 +717,8 @@ User-agent: Pockey
Disallow:/ Disallow:/
User-agent: POE-Component-Client-HTTP User-agent: POE-Component-Client-HTTP
Disallow:/ Disallow:/
User-agent: polaris version
Disallow:/
User-agent: Probethenet User-agent: Probethenet
Disallow:/ Disallow:/
User-agent: ProPowerBot User-agent: ProPowerBot