vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 10:40:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #1 from mitchellkrogza/master

Browse source 
Updating
This commit is contained in:
Łukasz Rżanek 2021-01-02 15:37:48 +01:00 • committed by GitHub
commit 22b952b5f5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
56 changed files with 99879 additions and 99786 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/_robots_input/robots-input.txt
View file

@ -58,6 +58,7 @@ Bolt
BotALot BotALot
Brandprotect Brandprotect
Brandwatch Brandwatch
Buck
Buddy Buddy
BuiltBotTough BuiltBotTough
BuiltWith BuiltWith
@ -354,6 +355,7 @@ Pavuk
pcBrowser pcBrowser
PECL::HTTP PECL::HTTP
PeoplePal PeoplePal
Petalbot
PHPCrawl PHPCrawl
Picscout Picscout
Picsearch Picsearch
@ -408,6 +410,7 @@ Searchestate
SearchmetricsBot SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SentiBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
@ -579,5 +582,6 @@ Zeus
zgrab zgrab
Zitebot Zitebot
ZmEu ZmEu
ZoominfoBot
ZumBot ZumBot
ZyBorg ZyBorg

10974
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10974
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10974
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -119,6 +119,7 @@
"~*(?:\b)BotALot(?:\b|)" 0; "~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0; "~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0; "~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buck(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0; "~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0; "~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0; "~*(?:\b)BuiltWith(?:\b|)" 0;
@ -415,6 +416,7 @@
"~*(?:\b)pcBrowser(?:\b|)" 0; "~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0; "~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0; "~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)Petalbot(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0; "~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
@ -469,6 +471,7 @@
"~*(?:\b)SearchmetricsBot(?:\b|)" 0; "~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
@ -640,6 +643,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10974
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10974
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

10974
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 35.193.184.18 0;

10974
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10974
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10974
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -119,6 +119,7 @@
"~*(?:\b)BotALot(?:\b|)" 0; "~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0; "~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0; "~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buck(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0; "~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0; "~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0; "~*(?:\b)BuiltWith(?:\b|)" 0;
@ -415,6 +416,7 @@
"~*(?:\b)pcBrowser(?:\b|)" 0; "~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0; "~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0; "~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)Petalbot(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0; "~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
@ -469,6 +471,7 @@
"~*(?:\b)SearchmetricsBot(?:\b|)" 0; "~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
@ -640,6 +643,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10974
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,4 +46,3 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 34.122.173.211 0;
35.193.184.18 0;

10974
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0;
35.193.184.18 0; 35.193.184.18 0;
104.154.182.187 0;

10974
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0;
35.193.184.18 0; 35.193.184.18 0;
104.154.182.187 0;
34.122.208.80 0;

10974
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 34.122.173.211 0;
35.193.184.18 0;
104.154.182.187 0; 104.154.182.187 0;

10974
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -119,6 +119,7 @@
"~*(?:\b)BotALot(?:\b|)" 0; "~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0; "~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0; "~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buck(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0; "~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0; "~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0; "~*(?:\b)BuiltWith(?:\b|)" 0;
@ -415,6 +416,7 @@
"~*(?:\b)pcBrowser(?:\b|)" 0; "~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0; "~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0; "~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)Petalbot(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0; "~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
@ -469,6 +471,7 @@
"~*(?:\b)SearchmetricsBot(?:\b|)" 0; "~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
@ -640,6 +643,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
CODE87 BBBike
DomainAppender Collector
LibWeb crawl.sogou.com
LNSpiderguy Flunky
Msrabot Nessus
Musobot NetAnts
Site Sucker NetLyzer
trendiction.com Sosospider
Webshag Surfbot
WebWhacker Wotbox

272
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider Acunetix
ADmantX Alexibot
Aipbot
AlphaBot
Anarchie Anarchie
Apexoo Apexoo
arquivo.pt
arquivo-web-crawler arquivo-web-crawler
Aspiegel
Attach
AwarioRssBot AwarioRssBot
AwarioSmartBot
BackDoorBot
backlink-check backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet BackStreet
Barkrowler BackWeb
Bandit
BatchFTP BatchFTP
Battleztar Bazinga BetaBot
BDCbot
BDFetch
Bigfoot Bigfoot
Blackboard Bitacle
BlackWidow Black Hole
Blow Buck
BlowFish Buddy
Boardreader BuiltBotTough
BotALot BunnySlippers
Brandprotect
Brandwatch
BuzzSumo BuzzSumo
Calculon
CATExplorador CATExplorador
CazoodleBot CazoodleBot
CherryPicker CCBot
CheTeam
ChinaClaw ChinaClaw
Cloud mapping com.plumanalytics
coccocbot-web
CODE87
Cogentbot
Collector
Copier Copier
CopyRightCheck
Copyscape
Cosmos Cosmos
Crescent Craftbot
Curious Curious
Custo
DatabaseDriverMysqli DatabaseDriverMysqli
DataCha0s
DBLBot DBLBot
demandbase-bot Demon
Deusu
Devil
Digincore Digincore
DigitalPebble Dirbuster
DIIbot Dispatch
DittoSpyder DomainStatsBot
Domains Project
domainsproject.org
Dotbot
Download Wonder Download Wonder
Dragonfly Dragonfly
Drip DSearch
DTS Agent DTS Agent
ECCP/1.0 ECCP/1.0
Ecxi
EMail Siphon EMail Siphon
EMail Wolf EMail Wolf
EroCrawler EroCrawler
ExtractorPro Exabot
Extreme Picture Finder Express WebPictures
ExtLinksBot
Extractor
EyeNetIE EyeNetIE
Ezooms
facebookscraper
FemtosearchBot
FHscan
FlashGet FlashGet
Freeuploader Flunky
FrontPage FrontPage
FyberSpider
Fyrebot Fyrebot
GermCrawler GermCrawler
GetRight Gigablast
GetWeb Gigabot
G-i-g-a-b-o-t
Gotit
GoZilla GoZilla
Grabber
GrabNet
GrapeFX
GrapeshotCrawler GrapeshotCrawler
GridBot GridBot
GT::WWW
HaosouSpider
Havij Havij
heritrix
Heritrix
Hloader
HMView
HTMLparser
HTTP::Lite HTTP::Lite
HTTrack
Humanlinks
Iblog Iblog
IDBot IDBTE4M
Id-search Id-search
IlseBot
Image Fetch
IndeedBot
Indy Library Indy Library
InfoNaviRobot
instabid instabid
InterGET
Internet Ninja Internet Ninja
isitwp.com internetVista monitor
JamesBOT Iria
Jbrofuzz Iskanie
JennyBot
JetCar
Jetty
JikeSpider
JOC Web Spider JOC Web Spider
JustView JustView
Kenjin Spider Jyxobot
Keyword Density Keyword Density
Kinza Kinza
LeechFTP Kozmosbot
Larbin
LeechGet LeechGet
Lftp
LibWeb LibWeb
Libwhisker Libwhisker
LieBaoFast
Lightspeedsystems Lightspeedsystems
LinkScan Likse
Linkdexbot
LinkpadBot
LinksManager LinksManager
LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey
Litemage_walker Litemage_walker
Lmspider Lmspider
Ltx71
lwp-request lwp-request
LWP::Simple
lwp-trivial
Magnet Magnet
magpie-crawler
Majestic12 Majestic12
MarkMonitor Mass Downloader
MarkWatch meanpathbot
Masscan
Mata Hari
Meanpathbot Meanpathbot
MeanPath Bot
MegaIndex.ru
MFC_Tear_Sample
MicroMessenger MicroMessenger
Microsoft URL Control
MIDown tool
MJ12bot MJ12bot
Mojeek
Mojolicious
Morfeus Fucking Scanner
Mozlila Mozlila
Msrabot MQQBrowser
muhstik-scan MSFrontPage
Musobot Musobot
NearSite Navroad
Netcraft Needle
NetLyzer NetAnts
Netvibes NetSpider
NetZIP Nettrack
NimbleCrawler NextGenSearchBot
Nibbler
Nimbostratus Nimbostratus
Octopus Ninja
Offline Explorer Nmap
Nutch
Offline Navigator
OnCrawl OnCrawl
OpenLinkProfiler Openfind
OpenVAS Openvas
OPPO A33 OutclicksBot
OrangeBot
OrangeSpider
OutfoxBot
PageAnalyzer PageAnalyzer
PageGrabber
page scorer page scorer
PageScorer Pavuk
Pandalytics PECL::HTTP
Picscout PeoplePal
PHPCrawl
PictureFinder PictureFinder
Pimonster
Pi-Monster Pi-Monster
PleaseCrawl
plumanalytics
POE-Component-Client-HTTP
Probethenet Probethenet
ProWebWalker ProWebWalker
Psbot
Pump
PxBroker PxBroker
PyCurl PyCurl
Quick-Crawler
RankActive RankActive
RankFlex
RankingBot
RealDownload
Reaper Reaper
RebelMouse ReGet
RepoMonkey
Ripper Ripper
RocketCrawler
Rogerbot Rogerbot
RSSingBot RSSingBot
s1z.ru s1z.ru
Searchestate SalesIntelligent
SearchmetricsBot satoristudio.net
SemrushBot SBIder
SEOkicks-Robot ScoutJet
SEOprofiler Scrapy
seoscanners Semrush
SEOkicks
serpstatbot serpstatbot
sexsearcher sexsearcher
SISTRIX SISTRIX
SiteExplorer Sitebeam
SiteCheckerBotCrawler
SiteLockSpider SiteLockSpider
SiteSnagger SiteSnagger
Site Sucker SMTBot
SlySearch
Snapbot Snapbot
Snoopy Sogou web spider
sogouspider Sosospider
SpankBot SpankBot
Spanner Spanner
sp_auditbot sp_auditbot
Spinn3r Spbot
Sqlmap Sqlmap
Sqlworm Sqlworm
Sqworm Sqworm
Steeler Steeler
Sucker Sucker
Sucuri
SuperBot
SuperHTTP
SurveyBot
Suzuran Suzuran
sysscan sysscan
Szukacz Szukacz
T8Abot
tAkeOut
Teleport Teleport
TheNomad TheNomad
TightTwatBot
Titan Titan
Toweyabot Toata
Trendiction Trendiction
Trendictionbot
trendiction.com trendiction.com
trendiction.de trendiction.de
Turingos Turingos
Turnitin Turnitin
Typhoeus Twice
UnisterBot
URLy Warning URLy Warning
VeriCiteCrawler Vacuum
VidibleScraper
Virusdie Virusdie
VoidEYE VoidEYE
Voltron WallpapersHD
Wallpapers/3.0 Web Auto
WASALive-Bot WebCollage
Webalta
WebAuto
WebBandit
WebCopier WebCopier
WebLeacher WebEnhancer
Web Fetch
WebFuck
WebmasterWorldForumBot WebmasterWorldForumBot
WebPix WebsiteExtractor
Webshag WebSucker
Web Sucker
WebZIP WebZIP
WeSEE
Whacker
Whatweb
Who.is Bot Who.is Bot
Widow
WinHTTrack WinHTTrack
Woobot Wotbox
WPScan
WWW-Collector-E WWW-Collector-E
WWW::Mechanize
WWWOFFLE WWWOFFLE
Xenu x22Mozilla
Xaldon_WebSpider
xpymep1.exe xpymep1.exe
YoudaoBot
Zade Zade
zgrab Zeus
Zitebot
ZumBot

304
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404enemy 360Spider
Abonti 404checker
Aboundexbot AfD-Verbotsverfahren
AIBOT Aipbot
AiHitBot AllSubmitter
Alexibot
Ankit
Anthill Anthill
Apexoo
archive.org_bot archive.org_bot
arquivo.pt
arquivo-web-crawler arquivo-web-crawler
Aspiegel ASPSeek
Asterias Asterias
autoemailspider BackDoorBot
AwarioSmartBot Backlink-Ceck
BacklinkCrawler BacklinkCrawler
BackWeb
Bandit Bandit
Barkrowler Barkrowler
BatchFTP
Battleztar Bazinga
BBBike BBBike
BDCbot
BDFetch BDFetch
Bitacle BetaBot
Black Hole Blackboard
BlackWidow
BLEXBot BLEXBot
Bolt Blow
Brandprotect Buddy
Brandwatch BuiltWith
Bullseye Calculon
BunnySlippers check1.exe
BuzzSumo CherryPicker
Cegbfeieh CheTeam
Chlooe Chlooe
Claritybot Claritybot
Cloud mapping
Cogentbot Cogentbot
cognitiveseo cognitiveseo
Collector Collector
com.plumanalytics com.plumanalytics
Copier Cosmos
CopyRightCheck
Craftbot Craftbot
crawler4j crawler4j
crawl.sogou.com CrazyWebCrawler
Curious Crescent
DBLBot demandbase-bot
Demon Demon
Devil Devil
Digincore Disco
DigitalPebble Discobot
Dirbuster Dispatch
Dotbot DittoSpyder
DomainSigmaCrawler
Download Wonder Download Wonder
Drip Dragonfly
DSearch DSearch
EasyDL
eCatch eCatch
ECCP/1.0 EirGrabber
EMail Wolf EMail Siphon
Evil evc-batch
Exabot
Express WebPictures
EyeNetIE EyeNetIE
Ezooms
facebookscraper
FDM
FHscan FHscan
Firefox/7.0
Flunky
Foobot Foobot
GetWeb FyberSpider
Gigablast Fyrebot
Go!Zilla GalaxyBot
Genieo
GermCrawler
Gigabot
G-i-g-a-b-o-t
Gotit
GoZilla
GT::WWW GT::WWW
Haansoft Harvest
HaosouSpider
Havij Havij
HEADMasterSEO Heritrix
HTMLparser
HTTP::Lite HTTP::Lite
HTTrack IDBot
IlseBot
Image Fetch
Image Sucker Image Sucker
IndeedBot InfoNaviRobot
InfoTekies InfoTekies
instabid instabid
Intelliseek Intelliseek
InterGET
Internet Ninja Internet Ninja
InternetSeer IRLbot
internetVista monitor
ips-agent
isitwp.com
Jbrofuzz
JennyBot JennyBot
Joomla JetCar
JOC Web Spider
Jorgee Jorgee
JustView
Kenjin Spider Kenjin Spider
Keyword Density Keyword Density
Kinza LibWeb
Lanshanbot
LeechFTP
Lftp
Libwhisker Libwhisker
LieBaoFast LieBaoFast
Lightspeedsystems
Likse
Linkdexbot
LinkextractorPro LinkextractorPro
LinkpadBot LinkpadBot
Litemage_walker LinqiaScrapeBot
Lmspider Lipperhey Spider
lwp-request Ltx71
LWP::Simple Mag-Net
Magnet Mail.RU_Bot
magpie-crawler
Majestic12 Majestic12
Majestic-SEO
MarkMonitor
MarkWatch
Masscan Masscan
Mata Hari Mata Hari
Mb2345Browser MauiBot
Meanpathbot
MeanPath Bot
Mediatoolkitbot Mediatoolkitbot
mediawords mediawords
Metauri MicroMessenger
MFC_Tear_Sample
Microsoft Data Access
MIDown tool
MIIxpc MIIxpc
Mojeek
Mojolicious
Morfeus Fucking Scanner Morfeus Fucking Scanner
MSFrontPage MSFrontPage
muhstik-scan MSIECrawler
Musobot Name Intelligence
Nameprotect
Navroad
NearSite NearSite
Needle
Nessus Nessus
netEstate NE Crawler NetAnts
Netcraft
NetLyzer NetLyzer
NetMechanic NetSpider
Nettrack
Net Vampire Net Vampire
NetZIP NextGenSearchBot
NICErsPRO
NimbleCrawler
Ninja Ninja
oBot Nutch
Octopus Octopus
Offline Navigator
OnCrawl
Openfind
OpenLinkProfiler OpenLinkProfiler
OPPO A33 Openvas
OpenVAS
OrangeBot OrangeBot
OrangeSpider OutclicksBot
OutfoxBot
Page Analyzer Page Analyzer
page scorer page scorer
Pandalytics Pandalytics
Pavuk Panscient
PECL::HTTP
PHPCrawl
Picsearch Picsearch
Pimonster Pimonster
plumanalytics Pixray
Pockey ProWebWalker
POE-Component-Client-HTTP Psbot
polaris version RankFlex
Probethenet RankurBot
ProPowerBot Recorder
Pump
PyCurl
Quick-Crawler
RankActiveLinkBot
RankingBot2
RealDownload
RedesScrapy RedesScrapy
ReGet s1z.ru
RepoMonkey SalesIntelligent
RSSingBot satoristudio.net
Scanbot
ScoutJet ScoutJet
Screaming Screaming
Searchestate ScreenerBot
SemrushBot SemrushBot
SEOlyticsCrawler SentiBot
Seomoz SEOkicks
SEOprofiler
seoscanners seoscanners
serpstatbot SEOstats
Siphon Siphon
SiteCheckerBotCrawler SiteCheckerBotCrawler
sitechecker.pro SiteExplorer
Site Sucker Siteimprove
SiteLockSpider
Sitevigil Sitevigil
SlySearch SlySearch
SmartDownload
Snake Snake
Snapbot Snapbot
Sociscraper Snoopy
sogouspider Sosospider
Sogou web spider Spammen
Sottopop Spanner
SpaceBison Sqlmap
sp_auditbot
Sqlworm Sqlworm
Steeler Stripper
Sucker
SuperHTTP SuperHTTP
Surfbot Suzuran
SurveyBot Swiftbot
sysscan Szukacz
T0PHackTeam tAkeOut
Teleport Teleport
Telesoft TeleportPro
Telesphoreo
Telesphorep Telesphorep
The Intraformant TightTwatBot
Toweyabot Toata
trendiction.de Tracemyfile
True_Robot True_Robot
Turingos TwengaBot
Turnitin Twice
Typhoeus UnisterBot
Upflow URLy Warning
VCI URLy.Warning
Vagabondo
VB Project
VeriCiteCrawler VeriCiteCrawler
VidibleScraper VidibleScraper
Virusdie Virusdie
VoidEYE
Voil
Voltron Voltron
Wallpapers/3.0
WallpapersHD
WASALive-Bot
WBSearchBot
WebAuto WebAuto
Web Collage Web Collage
WebCopier WebCopier
WebEnhancer WEBDAV
Web Enhancer
Web Fetch Web Fetch
WebFuck
Web Fuck Web Fuck
WebGo IS
WebImageCollector
WebLeacher
WebmasterWorldForumBot
webmeup-crawler
WebPix WebPix
Web Pix
WebReaper
Web Sauger Web Sauger
WebsiteExtractor Webshag
Webster Website Quester
WebStripper
WebSucker WebSucker
WebZIP
Whack
Whacker
Whatweb Whatweb
WinHTTrack Who.is Bot
Wotbox Widow
Wprecon WISENutbot
Woobot
WPScan
WWW-Collector-E WWW-Collector-E
WWW-Mechanize
x22Mozilla x22Mozilla
Xaldon WebSpider
xpymep1.exe xpymep1.exe
Zade YoudaoBot
Zauba Zauba
zauba.io Zeus
Zermelo zgrab
Zitebot Zitebot
ZumBot ZmEu
ZyBorg ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
admanaerofoil.com buzz-porno.info
barnfurnituremart.com c-gainsbourg.com
czat.wp.pl directrev.com
gowreckdiving.com ezigarettekaufen1.hpage.com
import-sales.com medtherapy.ru
offf.info na-telefon.biz
pestomou.info onthemarch.co
topcar-krasnodar.ru susanholtphotography.com
vip-file.com varbergsvind.se
xxx-cam.webcam zaidia.xhost.ro

952
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00author.com 00go.com
101billion.com 100dollars-seo.com
1-99seo.com 2728fb936f0.com
2000k.ru 777-club.ru
4rent.ru
7a2rnuey1tw9ar.ru
83net.jp
883zy.com 883zy.com
8kisses.eu 8xv8.com
8si.ru aa9d046aab36af4ff182f097f840430d51.com
absolute-s.ru aadroid.net
adbetclickin.pink abbanreddy.com
addray.pro abctoppictures.net
adnotbad.com abovetherivernc.com
adsland.men acheterviagrafr24.com
advocatemsk.ru adamoads.com
ageofclones.com adclickservice.com
agysya.ru adhome.biz
aihelen.net adloads.com
airlandsea.info adobereader-free.ru
albumsuper.info adult3dgames.com
alfapro.ru advancedmassagebysara.com
algarveglobal.com adventureparkcostarica.com
aliexpresscashback.club adviceforum.info
allboard.xobor.de advokateg.ru
allfinweb.com aero2.ru
allnews24.in agecheckadult.com
allstatesugarbowl.org aibolita.com
altamayoztourism.com aimayangzhi.com
alveris.ru akita.kz
anal-acrobats.hol.es aksonural.ru
analytics-ads.xyz alert-fjg.xyz
animenime.ru all-streaming-media.com
anmysite.com alpharma.net
apartment.ru amazingninja.com
apiallgeniusinfo-a.akamaihd.net an-donut.com
apper.de apartmentratings.com
arcteryxsale.online apessay.com
asrvrep-a.akamaihd.net apiholdingmypage-a.akamaihd.net
atelielembrancaqueencanta.com.br appfastplay.com
audiobangout.com ap.senai.br
asacopaco.tk
atofilms.com
ausergrubhof.info ausergrubhof.info
ausmepa.org.au autobrennero.it
aussie-prizes.com avek.ru
autochoixspinelli.com b00kmarks.com
auto-moto-elektronika.cz bablonow.ru
aviav.ru babosas.com
avirasecureserver.com baikaleminer.com
avkzarabotok.com barbourjackets.online
ayeartoforget.com bbsoldes.fr
azbuka-mo.ru
backiee.com
balkanfarma.org
balla-boo.se
balois.worldbreak.com
bankmib.ru
barnfurnituremart.com
basisches-wasser.net
beachdriveblog.com
beachpics.com beachpics.com
beauby.ru best-coupon-offer.com
berrymall.ru bestimagecoollibrary.com
bestkfiledxd.cf best-mam.ru
best-seo-solution.com bestplacetobuyeriacta.jw.lt
bestwebsiteawards.com bestwrinklecreamnow.com
bharatdefencekavach.com beta.hotkeys.com
bigames.online bigames.online
bin-brokers.com big-cash.net
blog.koreadaily.com bikini-image.com
billiard-classic.com.ua
binomo.com
binomo.kz
bio-japan.net
bird1.ru
bizfly.info
bjgugu.net.ua
blavia.00author.com
blue-square.biz
bmw-ark.ru
boazpower.com boazpower.com
bookmark4you.com.biz bolezniorganov.ru
browserprotecter.com bonkers.name
buketeg.xyz brainboosting.club
businesn.men break-the-chains.com
bus-offer.com bristolhotel.com
buyk.host.sk b-styles.xyz
buy-loft.ru buehne-fuer-menschenrechte.de
buytizanidineonline.blogspot.com burger-tycoon.com
c1.onedmp.com business-suggested.tk
cakemediahq.com.au buyessayonline19.blogspot.ru
callejondelpozo.es buzzurl.jp
casinos4dummies.co.uk camsex.xxx-cam.webcam
cheapmarmot.online cartechnic.ru
christianlouboutinsaleoutletonline.us cartierlove.xyz
christianlouboutinshoes.xyz cartujano-pre.de
cindymatches.com cascadelink.org
cjs.com.ru cejewelry.xyz
club-samodelkin.ru cenokos.ru
collegerentals.com centre-indigo.org.ua
comeondog.info cheapcigarettesc.info
cheapjerseysap.com
cheapjerseysbizwholesale.us
checktext.org
chelnytruck.ru
chimiver.info
cialisndbrx.com
cleanallvirus.com
clickaider.com
clickbanksites.info
clickprotects.com
clodo.ru
cognitiveseo.com
coldfilm.ru
cometorussia.net
community.allhiphop.com
compliance-brian.xyz compliance-brian.xyz
compliance-ivan.top compliance-irvin.xyz
compliance-jessica.top compliance-olga.top
compliance-julianna.top compucelunlock.net
coolbar.pro cookie-law-enforcement-hh.xyz
countercrazy.com copyrightclaims.org
cpabegins.ru cornerstone-countertops.com
crafthubs.com costablue.xyz
crest-poloski.ru crackzplanet.com
crystalslot.com cubs-jerseys.us
csgo4.win culmimg.pw
customergrowthsystems.com custom-electric-guitar.com
cwetochki.ru dairyindia.in
dailyfinancefix.com
dailyrank.net
dalavia.ru
dandiyabeats.in dandiyabeats.in
darkages.info dangphoto.trade
dating-time-now.com darkbooks.org
deadlinkchecker.com d-black.bz
decorationspcs.com detalizaciya-tut.biz
delayreferat.ru dignitasdata.se
depositfiles-porn.ga
detoxmed24.ru
detskie-zabavi.ru
dev33.dioniqlabb.se
dev-seo.blog
dinkolove.ya.ru dinkolove.ya.ru
discountbarbour.online dostavimvdom.ru
discovertreasurenow.com dostavka-v-krym.com
divci-hry.info dotnetdotcom.org
dividendo.ru drugstoreforyou.com
dojki-hd.com duplicashapp.com
dolohen.com eandsgallery.com
domaineaneblanc.com e-avon.ru
domainsatcost.com edge.sharethis.com
dtm-spain.com edudocs.net
dyt.net eduserver.net
ecommerce-seo.com ekobata.ru
ecookna.com.ua elektrischezigarette1.blog.pl
education-cz.ru elektrozigaretten1.webs.com
ege-essay.ru engines-usa.com
election.interferencer.ru erotische-geschichten-xxl.com
elektrischezigarette1.onsugar.com escortplius.com
elektroniksigaraankara.info etm-consult.de
elektrozigarette2.webs.com eu-cookie-law.info
elvenmachine.com europages.com.ru
energy-ua.com evaashop.ru
enge-fotzen.info everytalk.tv
eropho.com exoneration-project.us
essayassist.com expdom.com
evidencecleanergold.com eyelike.com.ua
exhibitionplus.eu ezigarettekaufen2.yolasite.com
exlarseva.webblog.es ezigarettenkaufen1.deviantart.com
exmasters.com ezigarettenkaufen1.pagina.gr
extener.org f07.de
eywords-monitoring-your-success.com fable.in.ua
ezigarettenkaufen2.dreamwidth.org failingmarriege.blogspot.com
face.hostingx.eu farmingworm.com
factorynightclub.com fdzone.org
falllow.gq femdom.twiclub.in
family1st.ca
fatfasts-4tmz.com
fatmaelgarny.com
ferieboligkbh.dk
fertilitetsradgivningen.se fertilitetsradgivningen.se
filmidivx.com fickluder69.com
filmi-v.online filefilter.weebly.com
firstdrugmall.ru film-one.ru
fitfloponline.store find1friend.com
flash4fun.com findanysex.com
forensicpsychiatry.ru fitnesspiks.com
formseo.com fivedwld.cf
formulaantiuban.com flagcounter.me
formularz-konkurs.tk flashlarevista.com
forum20.smailik.org floridahuntingfishingadventures.com
franecki.net fm-upgrade.ru
frcls.fr fodelsedagspresenter.nu
free411games.com forexunion.net
freecamdollars.com forsex.info
free-floating-buttons.com freelinkbuilding.website.tk
free-gluten.ru freesitetest.com
freelotto.com freeuploader.com
free-today.com
freshsuperbloop.com freshsuperbloop.com
fungamelands.com front.to
fyxabomiw.ru gamblingnerd.com
gallerily.com game300.ru
gallery.rennlist.com gameplexcity.com
gamesprite.me gamerextra.com
garciniaxt.us game-top.su
gardene.ru gateway.zscalerone.net
gazobeton-p.com.ua genericlowlatencyasiodriverhq.aircus.com
gcup.ru genericviagrasildenafiled.net
gepezz.info
getoutofdebtfree.org getoutofdebtfree.org
gg-arena.ru get-seo-domain.com
glasof.es gilsonchiro.xyz
glavtral.ru golden-praga.ru
goldadpremium.com goodnightjournal.com
goodwriterssales.com gopixdatabase.com
googglet.com gox.com.ua
gopro-online.info gpms.org.my
gorabagrata.ru
goroda-vsego-mira.ru
gratis-sexkontakte.com gratis-sexkontakte.com
greamimgo.pw green-tea.tv
gribkovye-zabolevaniya.com grupografico-pilar.com.ar
growmyfunds.ca gsmlab.pl
gstatey.net gta-top.ru
guigyverpo.cf guiadeserraazul.com
havepussy.com headpress.ru
hdapp1008-a.akamaihd.net healmytrauma.info
hdpixion.com hentai-manga.porn
heliko.no hermesbracelets.xyz
helpmymacfaster.trade hermesreplica.pw
herehloadibs.cf hesteel.pl
high-speed1.net hit-kino.ru
homemature.net hol.es
hotxnights.info hotblognetwork.com
houseofgaga.ru hotshoppymac.com
hoverboard360.nl hoverboard360.se
hystersister.com hoztorg-opt.ru
id-forex.com htmlcorner.com
imagecoolpub.com https-legalrc.biz
images.gyffu.com hyiphunter.org
imagine-ex.co igithab.com
ikearugs.xyz
iklysha.ml
imfamous.info
imgarcade.com imgarcade.com
indo-export.ru img.wallpaperstock.net
integritylandscapeservices.com imitex-plus.ru
investzalog.ru imperia31.ru
io9.com inet-traffic.com
iphantom.com infektsii.com
iqoption.pro infodocsportal.com
iradiology.ru innodgfdriverhm.aircus.com
isistaylorporn.info insider.pro
isitwp.com interior-stickers.ru
ixora.pro investsuccess.org
justkillingti.me investyb.com
kiskinhouse.com ispaniya-costa-blanca.ru
konoplisemena.com istanbulit.com
koversite.info javstock.com
krasnodar.zrus.org jeremyeaton.co
lapitec.eu jerseywholesalebizchina.com
larger.io job.icivil.ir
ledis.top jongose.ninja
letmacwork.world journalhome.com
limtu.ifmo.ru kakadu-interior.com.ua
lineshops.biz kambasoft.com
llastbuy.ru karpun-iris.ru
lowephotos.info katjimej.blog.fc2.com
lsp-awak-perikanan.com keki.info
magento-crew.net kerwinandcariza.com
make-money-online.com keyhantercume.com
managerpak204.weebly.com keywordhut.com
masturbate.co.uk kidd.reunionwatch.com
matchpal-a.akamaihd.net kimcurlrvsms.com
mathgym.com.au kinobest.pl
max-eclat.men kinopolet.net
maxthon.com klin3952.ru
meddesk.ru kolotiloff.ru
medtherapy.ru kongruan.com
megavolt.net.ua koronirealestate.gr
meget.co.za kotaku.com
mejoresfotos.eu kvartira-sutochno.com
merryhouse.co.uk lacloop.info
metabar.ru lalalove.ru
metarip.ru lancheck.net
mex-annushka.ru lexaprogeneric.link
milblueprint.com lezbiyanki.net
minecraft-neo.ru linkbux.ru
mixx.com liquimondo.com
mnogolok.info lisque.batcave.net
monarchfind-a.akamaihd.net live-sexcam.tk
moneyzzz.ru liveshoppersmac.com
monthlywinners.com lob.com.ru
moomi-daeri.com lol-smurfs.com
motherboard.vice.com lombia.co
mountainstream.ms long-beach-air-conditioning.com
moxo.com lovasszovetseg.hu
moyakuhnia.ru lyngdalhudterapi.no
mrsdalloways.com lyrster.com
mturkcontent.com macotool.com
musicstock.me magnetpress.sk
myanyone.net marcoislandvacations.net
mydownlodablefiles.com maridan.com.ua
myiptest.com master-muznachas.ru
myyour.eu mcar.in.ua
najaden.no mearns-tractors.co.uk
namenectar.com medispainstitute.com.au
narkologiya-peterburg.ru meetingrainstorm.bid
narkologiya-voronezh.ru mielec.pl
narosty.com moivestiy.biz
monitorwebsitespeed.com
moroccosurfadventures.com
moscow.xrus.org
muizre.ru
musicdaddy.net
musicvidz.ru
mvpicton.co.uk
mydearest.co
mydownloadengine.com
mykings.pw
mylida.org
negociosdasha.com negociosdasha.com
new-apps.ru newstraveller.ru
nhl17coins.exblog.jp newyorkhotelsmotels.info
nudo.ca nfljerseyscheapbiz.us
nvformula.ru nightvision746.weebly.com
oakridgemo.com no-fuel.org
oddamzadarmo.eu no-rx.info
odoratus.net oivcvx.website
offf.info oneminutesite.it
okonich.com.ua onescreen.cc
omoikiri-japan.ru onlinemegax.com
onemactrckr.com
online-podarki.com online-podarki.com
online-templatestore.com onlyforemont.ru
online-x.ru opinionreelle.com
onlyporno.ru orel-reshka.net
optikremont.ru orgasmatrix.com
osoznanie-narkotikam.net outrageousdeal-a.akamaihd.net
oz-offers.com parajumpersjakkesalgnorge.info
paceform.com parajumpersstore.online
par-fallen.ga partner-stop.men
partner-host.men partnerworkroom.men
pechikamini.ru pdns.cz
pekori.to pepperstyle.ru
perm-profnastil.ru petrovka-online.com
pewit.pw phobia.us
phuketscreen.com photostudiolightings.com
piccdata.com piccdata.com
piccshare.com pinsdaddy.com
pierrehardysale.online pipki.r.acdnpro.com
pihl.se pivka.xyz
pl.aasoldes.fr
plaff-go.ru plaff-go.ru
pl-top.pl pojdelo.weebly.com
plugingeorgia.com pomoc-drogowa.cba.pl
podshipniki-nsk.ru popup-fdm.xyz
pokemon-go-play.online porndairy.in
pornhive.org pornogratisdiario.com
pornobrazzers.biz poshiv-chehol.ru
pornodojd.ru pravoholding.ru
pornogig.com preventheadacheguide.info
pornoklad.net privatefx-in.ru
pornosmola.info professionaldieselcare.com
posible.net
prizestohandle.club
profolan.pl
promalp-universal.ru
promgirldresses.xyz
proposal-engine.com proposal-engine.com
prostitutki-belgoroda.org prpops.com
prostitutki-rostova.org rapevideosmovies.com
pts163.ru razleton.com
push-ad.com recipedays.ru
pussysaga.com rednise.com
putevka24.ru ribieiendom.no
qexyfu.bugs3.com rock-cafe.info
qld10000.net rocketchange.ru
qualitymarketzone.com rollercoin.com
rada.ru rospromtest.ru
randki-sex.com roznica.com.ua
rangoman.date ruspdd.com
razyboard.com rutor.vip
rcb101.ru s1z.ru
realitykings.com safe-app.net
realresultslist.com sampleletters.net
realtytimes.com sanatorrii.ru
recipedays.com
r-e-f-e-r-e-r.com
reklama1.ru
remontgruzovik.ru
reversing.cc
reward-survey.net
rezeptiblud.ru
rockma.se
rumamba.com
russia-today-video.ru
sape.top sape.top
saratov.xrus.org
sardinie.us
sashagreyblog.ga sashagreyblog.ga
savetubevideo.com satoristudio.net
scanmyphones.com scanner-olga.top
scanner-john.top scanner-viktor.top
scenicmissouri.us scoopquest.com
school-diplomat.ru searchimage.co
scopich.com searchinquire.com
searchlock.com se.bnt-team.com
search.xtconnect.com sei80.com
secret.xn--oogle-wmc.com semprofile.com
security60-e.com semrush.com
seeingmeerkat.com seo-platform.com
seo-2-0.com seorussian.ru
seogadget.ru sexad.net
seo-smm.kz sexphoto.site
seotoolsagency.com sex-pr.net
serptehnika.ru sexstream.pl
serviporno.com sfd-chess.ru
sexgalleries.top sharebutton.to
sexiporno.net shopvilleroyboch.com.ua
sexpartygirls.net shymkent.xkaz.org
sexxdate.net
sexy.babes.frontend-stack.top
sexy-pings.com
sexyteens.hol.es
shell-pmr.ru
shop-electron.ru
shopperifymac.com
signal03.ru signal03.ru
simpoed.ufop.br silvercash.com
site-speed-check.site simplepooltips.com
smart-scripts.com sispe.com.br
social-search.me sitevaluation.org
social-s-iii.xyz s-iwantyou.com
social-vestnik.ru slimcdn.com
sophang8.com slonechka.ru
sotechco.co slutloadlive.com
sotkal.lark.ru smallseotools.com
spb.afora.ru sms2x2.ru
spl63.fr social-fun.ru
spyfu.com social-s-ggg.xyz
srdrvp.com softwaretrend.net
stillmiracle.com sonata-arctica.wz.cz
stpolice.com soundfrost.org
strana-solnca.ru spaceshipad.com
studiokamyk.com.pl sport7777.net
takeprofitsystem.com spravka-medosmotr.ru
tam-gde-more.ru spy-app.info
tanieaukcje.com.pl spymac.net
td-l-market.ru spywarespy.com
telegramdownload10.com squidoo.com
telesvoboda.ru stard.shop
testingads.pro stromerrealty.com
thebestphotos.eu styro.ru
thebitcoincode.com superoboi.com.ua
thegameriders.com supers.com.ua
thenetinfo.com surintech.ac.th
thetattoohut.com svetodiodoff.ru
the-torrent-tracker.blogspot.com szamponrevita.pl
tilido.com tattomedia.com
titan-cloud.life technopellet.gr
tizanidinehydrochloride2mg.blogspot.com telefonsexi.com
tizanidinestreetvalue.blogspot.com telefonsex-ohne0900.net
tizanidinewithdrawal.blogspot.com tengohydar.tk
torrentgamer.net terrafootwear.us
trafficfactory.biz tizanidinecost.blogspot.com
trafficstars.com tizanidineshowupondrugtest.blogspot.com
trion.od.ua tizanidinesideeffectsweightloss.blogspot.com
tri-slona.org tkanorganizma.ru
trubywriting.com tn811.us
tube8.com tongkatmadura.info
tubeoffline.com top1-seo-service.com
turkeyreport.tk topclickguru.com
twiclub.in totu.info
twodollarshows.com traffic2money.com
uamtrk.com tripper.de
u-cheats.ru tsstcorpcddvdwshbbdriverfb.aircus.com
uggsale.online tvoystartup.ru
ukkala.xyz tvteleport.ru
umnovocaminho.com uginekologa.com
undergroundcityphoto.com uk-zheu20.ru
upupa.net umityangin.net
urccvfmc.bloger.index.hr univerfiles.com
uroki.net unpredictable.ga
uzungil.com uptime-delta.net
uptime-gamma.net
uroffer.link
vacances-voyages.info
valsalud.com
vancleefreplica.pw
vapeface.club
vavilone.com vavilone.com
vchulkah.net vbikse.com
veselokloun.ru v-doc.co
video-woman.com vgoloveboli.net
viktoria-center.ru videogamesecrets.com
vizag.kharkov.ua videotuber.ru
vladimir.xrus.org villakohlanta.nu
voloslove.ru vip.51.la
vozbujdenie.com visa-pasport.ru
vremya.eu vvpg.ru
w7s.ru vykupavto-krasnodar.ru
wahicbefa31.soup.io vzube.com
wait3sec.org wallpapers-best.com
we-are-gamers.com warezkeeper.com
webnode.me web.cvut.cz
website-speed-checker.site wechatdownload10.com
welck.octopis.com westen-v.life
wesharepics.info winwotgold.pl
wetgames.ru withstandingheartwarming.com
wholesalejerseys-cheapest.com wnoz.de
whos.amung.us woodyguthrie.se
windowssearch-exp.com world-mmo.com
wiosenny-bon-1500.pl worldmusicfests.com
www.get-free-traffic-now.com worst-sites.online
xaijo.com wpsecurity.website
x-musics.com wstroika.ru
xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai www.event-tracking.com
xn--80aafb2a.xn--p1ai x5market.ru
xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai xjlottery.com
xn--c1acygb.xn--p1ai xkaz.org
xn--h1ahbi.com.ua xlolitka.com
xwatt.ru xmladserver.com
xxxguitars.com xmronta.com
yaaknaa.info xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
yeartwit.com xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
yes-com.com xn----7sbaphztdjeboffeiof6c.xn--p1ai
youandcredit.ru xn--80ahdheogk5l.xn--p1ai
yougame.biz xn--80aikhbrhr.net
youghbould.wordpress.com xn----itbkqkfiq.xn--p1ai
youjizz.vc xolodremont.ru
youporn-ru.com xtremeeagles.net
youradexchange.com xxxrus.org
yachts-cruise.info
yaoguangdj.com
ynymnwbm.bloger.index.hr
yoshkarola.zrus.org
your-bearings.com your-bearings.com
youthreaders.com
youtubologia.it youtubologia.it
yun56.co yugo-star.ru
zajm-pod-zalog-nedvizhimosti.ru zaimite.ru
zarepta.com zakazvzloma.com
zebramart.ru zeroredirect7.com
zeikopay.com zirondelli.it
zeleznobeton.ru zlatnajesen.com
znakomstvaonlain.ru zojirushi-products.ru
znaturaloriginal.com zophim.me
zynax.ua zscalerone.net
zskdla.site
zvuker.net

482
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
000free.us 1-free-share-buttons.com
1bet.com 1xbet4you.com
1webmaster.ml 2rich4bitches.com
21h2o.com 4rent.ru
23kw.ru 7zap.com
3th.co.in 8jn.dating-app.ru
3weekdiet.com a96527gi.beget.tech
4k-player.pl aa625d84f1587749c1ab011d6f269f7d64.com
98oi.ru adamoads.com
aaronabel.com adimmix.com
acortarurl.es adultmeetonline.info
actices.com adultwebhosting.info
allnews.md affordablewebsitesandmobileapps.com
allproblog.com ahrefs.com
akusherok.ru
alfa-medosmotr.ru
allforminecraft.ru
allnews24.in
alloysteel.ru
allstatesugarbowl.org
aloofly.com aloofly.com
am15.net arclk.net
amazon-adsystem.com asscenihotosidea.blogspot.com
animaltoplist.com
appleid-verification.com
artdestshop.eu
audiobangout.com
autoblogger24.info autoblogger24.info
autogrep.ru autowebmarket.com.ua
autonew.biz azartmsl.com
autotrends.today backlink4u.net
balla-boo.se backuperwebcam.weebly.com
bannerbank.ru beclean-nn.ru
battle.net bezlimitko.xyz
beatifullandscape.co bfz.biz
belstaffstore.online bigames.online
bestkfiledxd.cf bjetjt.com
bimatoprost-careprost.com.ua
binaryoptionscops.info
bkns.vn bkns.vn
blacktwhite.com blackcurranthumidifiers.site
bloggers.nl blockety.co
bonky.biz bonzbuddy.com
bpro1.top brainboostingsupplements.org
callcafe.info bscodecs.com
cartechnic.ru buqyxa.rincian.info
cartierlovebraceletreplica.xyz buyk.host.sk
chatseo.com bvlgariwallet.xyz
cheapmoncler.win call-of-duty.info
checktext.org canoncdriverq3.pen.io
chocoslim.pro cartierbraceletsreplica.pw
cialis-samples.com cheapwebsitehoster.com
clickbank.net cheatcode-lita12.rhcloud.com
club-samodelkin.ru chelyabinsk.xrus.org
compliance-jessica.top classiquebijoux.ru
compliance-julianna.top cleanallspyware.com
compliance-viktor.top clubfashionista.com
compliance-walt.top cocyq.inwtrade.com
contentlook.co compliance-willy.top
cookie-law-enforcement-hh.xyz com-supportcenter.website
copyrightclaims.org cookingmeat.ru
cordstrap.cc coslab.club
customcatchcan.com counter.yadro.ru
customsua.com.ua crd.clan.su
d0t.ru cubs-jerseys.us
dame-ns.kz daydream-studio.ru
detskie-zabavi.ru dekorkeramik.ru
deutschehobbyhuren.net
dgfitness.co dgfitness.co
discountbarbour.online dipstar.org
disruptingdinnerparties.com dirtpics.pw
divatraffic.com domainsatcost.com
doctormakarova.ru dotmass.top
dojki-hd.com download-wallpaper.net
domainsphoto.com drunkmoms.net
edge.sharethis.com druzhininevgeniy63.blogspot.com
elektronischezigarette2.mex.tl eandsgallery.com
eralph.tk earn-from-articles.com
errorfixing.space ekto.ee
ertelecom.ru elitepcgames.com
essaypro.com engines-usa.com
eupornstar.info eonpal.com
eywords-monitoring-your-success.com everytalk.tv
ezigarettenshop2.postbit.com exoneration-project.us
facebook-mobile.xyz eyessurgery.ru
fickblock18.com fable.in.ua
filerockstar298.weebly.com failingmarriege.blogspot.com
filmi-v.online fashionavenuegame.com
fishingwholesale.us fettefrauen.net
flauntyoursite.com fickluder69.com
forensicpsychiatry.ru filkhbr.com
frcls.fr findclan.org
free-social-buttons.com fitness-video.net
free-stock-illustration.com fiverr.com
futbolkisales.ru flavors.me
fx-brokers-review.com forum69.info
fyl.com.ru forums.toucharcade.com
gagrasector.ru fotosfotos.eu
gentamicineyedrops.blogspot.com freejabs.com
getlaid-xxxhookupdirect.com free-social-buttons.xyz
girlsatgames.ru fxtips.ru
goforexvps.com gambarxkata.co
gogps.me gdcentre.ru
golaya.pw germetiki.com.ua
gotcher.us getridofstretchmarks.org
gotomontenegro.net gettpromos.com
h2monline.com gk170.ru
hd-film.pl glopages.ru
hdwalls.xyz gotwebsite1.com
hebr.myddns-flir.com gsmlab.pl
hetmanship.xyz helpmymacfaster.trade
hobbyhuren-datenbank.com homelygarden.com
howopen.ru hoverboardforsaledirect.com
hyhj.info howlongdoestizanidinestayinyoursystem.blogspot.com
incep.imagine-ex.co hplaserjetpdriver8y.pen.io
infazavr.ru humanorightswatch.org
intermesh.net igithab.com
iradiology.ru iinstalll-fii1leis.jus0wil.pp.ua
isitpaleo.info imediadesk.com
isoveti.ru i-midias.net.br
javidol.site immigrational.info
kamalsinha.com infokonkurs.ru
kinozapas.com infowarcraft.ru
knowsitall.info in-tandem.co
laapp.com intimshop-fantasy.ru
ladov.ru int.search.mywebsearch.com
life.biz.ua iptool.xyz
lion.snapmap.us it-max.com.ua
liupis.com japan-bearings.ru
localmatchbook.com jumptap.com
lombardfinder.ru jurajskie.info
lomb.co justprofit.xyz
lsex.xyz kambasoft.com
magnetic-bracelets.ru karaganda.xkaz.org
mastershef.club kasino-money.pw
masthopehomes.com kazan.xrus.org
matpre.top kaz.kz
matsdale.com keywordblocks.com
medtherapy.ru keywordhut.com
metaxalonevstizanidine.blogspot.com kinostorm.net
mindeyegames.com krynica.info
mir-betting.ru lacasamorett.com
mnimmigrantrights.net lflash.ru
moncleroutletonline.win libertybilisim.com
likesdesign.com
linkrr.com
machicon-ueno.info
maju.bluesalt.co
mamasuper.prom.ua
mantramusic.ru
microsoftportal.net
mielec.pl
minneapoliscopiers.com
moncleroutletonline.xyz moncleroutletonline.xyz
moneyzzz.ru moneymaster.ru
morf.snn.gr moscow-region.ru
moroccosurfadventures.com mydeathspace.com
moxo.com myphotopipe.com
mp3ringtone.info myplaycity.com
mrvideospornogratis.xxx narkologiya-penza.ru
myprintscreen.com networkad.net
naval.jislaaik.com newhairstylesformen2014.com
netcheckcdn.xyz niroo.info
newyorkhotelsmotels.info oakridgemo.com
notaria-desalas.com offside2.5v.pl
nufaq.com okayimage.com
onblastblog.online olympescort.com
onlinebay.ru onetravelguides.com
online-hit.info optom-deshevo.ru
onlythegames.com oren-cats.ru
orgasmus-virtual.com ostrovtaxi.ru
paidonlinesites.com paparazzistudios.com.au
paperwritingservice17.blogspot.ru pawli.eu
parajumpersjakkesalgnorge.info pdamods.ru
photo.houseofgaga.ru perfectpracticeweb.com
pierrehardysale.online perl.dp.ua
pinwallpaper.top php-market.ru
pix-hd.com physfunc.ru
pizda.lol picturesmania.com
play-movie.pl piter.xrus.org
pl-top.pl pliks.pl
plugingeorgia.com porn555.com
pochtovyi-index.ru pornzone.tv
poppen-nw.net preparevideosafesystem4unow.site
pornodojd.ru prodvigator.ua
powenlite24.ru prospekt-st.ru
privatov-zapisi.ru
privetsochi.ru
proprostatit.com
prosperent.com
prostitutki-almata.org prostitutki-almata.org
prostitutki-belgoroda.org
prostitutki-tolyatti.org
psa48.ru psa48.ru
quick-seeker.com pst2017.onlinewebshop.net
rapidokbrain.com pts163.ru
rarbg.to purplesphere.in
rentalcarnavi.info qld10000.net
rocketchange.ru qwesa.ru
rutor.vip redbottomheels.xyz
redhotfreebies.co.uk
reimageplus.com
remont-mobile-phones.ru
rootandroid.org
rubanners.com
ruscopybook.com
sale-japan.com sale-japan.com
saneitconsulting.com sawin.beth.webd.pl
scanner-brian.top scanner-willy.top
scanner-marwin.top seadragonherbery.com
security60-e.com sharebutton.org
seoholding.com sigmund-freud.co.uk
sethrollins.net simul.co
sexs-foto.top site3.free-share-buttons.com
sharebutton.net snip.to
shinikiev.com.ua sofit-dmd.ru
shlyahten.ru softxaker.ru
sideeffectsoftizanidine.blogspot.com sotechco.co
sitevaluation.com special-porn.com
skladvaz.ru speedup-my.site
skyway24.ru sribno.net
snts.shell-pmr.ru sstroy44.ru
snyatie-lomki-v-stacionare.ru suggest-keywords.com
sobecjvuwa.com.ru sukarame.net
softomix.com supernew.org
solnplast.ru t3chtonic.com
srdrvp.com tacbibirfa.tk
stairliftsarea.com telegraf.by
streha-metalko.si thebitcoincode.com
sugvant.ru thegolfclub.info
tattooha.com thelottosecrets.com
td-l-market.ru themeforest.net
teguh.info thenews-today.info
telefonsexsofort.tk timer4web.com
thefotosgratis.eu tizanidine4mgstreetprice.blogspot.com
thegalerie.eu tizanidinefibromyalgia.blogspot.com
tizanidine6mg.blogspot.com tizanidinevscyclobenzaprine.blogspot.com
tizanidineandcipro.blogspot.com topdownloads.ru
tizanidineoral.blogspot.com treasuretrack-a.akamaihd.net
toy-shop.top
trustl.life trustl.life
tuckpointingmasonrysystems.com typimga.pw
twitlinks.com umg-stroy.ru
unionmarkt.de url2image.com
unpredictable.ga urlcut.ru
urccvfmc.bloger.index.hr varbergsvind.se
ussearche.cf vellings.info
valkiria-tk.ru venta-prom.ru
vandrie-ict.nl warning.or.kr
vduplo.ru webextract.profound.net
video-camer.com websiteaccountant.de
videochat.cafe weburok.com
vielporno.net worst-sites.online
vita.com.hr xcombear.ru
vonradio.com xdoza.com
vzubah.com xlolitka.com
w3javascript.com xlovecam.com
wanker.us x-musics.com
web.cvut.cz yottos.com
webjam.com yourmovies.pl
westen-v.life zaobao.com.sg
wholesalejerseys-cheapest.com zarabiaj-dzis.pl
wieseversa.no znakomstvaonlain.ru
x69ty.ru zvetki.ru
xn--90acenikpebbdd4f6d.xn--p1ai
xnxx699.com
yadro.ru
yourporn.com
zambini.ru
zastenchivosti.net
zog.link

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.12.2205 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.12.2205 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2020.12.2205 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
_fail2ban_addon/README.md
View file

@ -63,13 +63,13 @@ Only works with IPTables
``` ```
[INCLUDES] [INCLUDES]
before = paths-common.conf before = paths-common.conf
enabled - false enabled = false
``` ```
or or
``` ```
[INCLUDES] [INCLUDES]
before = paths-debian.conf before = paths-debian.conf
enabled - false enabled = false
``` ```
**Please Note:** **Please Note:**

10964
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

4
_generator_lists/bad-user-agents.list
View file

@ -58,6 +58,7 @@ Bolt
BotALot BotALot
Brandprotect Brandprotect
Brandwatch Brandwatch
Buck
Buddy Buddy
BuiltBotTough BuiltBotTough
BuiltWith BuiltWith
@ -354,6 +355,7 @@ Pavuk
pcBrowser pcBrowser
PECL::HTTP PECL::HTTP
PeoplePal PeoplePal
Petalbot
PHPCrawl PHPCrawl
Picscout Picscout
Picsearch Picsearch
@ -408,6 +410,7 @@ Searchestate
SearchmetricsBot SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SentiBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
@ -579,5 +582,6 @@ Zeus
zgrab zgrab
Zitebot Zitebot
ZmEu ZmEu
ZoominfoBot
ZumBot ZumBot
ZyBorg ZyBorg

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2020.12.2205 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

10974
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

10974
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

10974
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

14
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2020.12.2205 ### Version: V4.2021.01.2230
### Updated: Mon Dec 28 09:17:40 SAST 2020 ### Updated: Sat Jan 2 15:38:26 SAST 2021
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -135,6 +135,8 @@ User-agent: Brandprotect
Disallow:/ Disallow:/
User-agent: Brandwatch User-agent: Brandwatch
Disallow:/ Disallow:/
User-agent: Buck
Disallow:/
User-agent: Buddy User-agent: Buddy
Disallow:/ Disallow:/
User-agent: BuiltBotTough User-agent: BuiltBotTough
@ -727,6 +729,8 @@ User-agent: PECL::HTTP
Disallow:/ Disallow:/
User-agent: PeoplePal User-agent: PeoplePal
Disallow:/ Disallow:/
User-agent: Petalbot
Disallow:/
User-agent: PHPCrawl User-agent: PHPCrawl
Disallow:/ Disallow:/
User-agent: Picscout User-agent: Picscout
@ -835,6 +839,8 @@ User-agent: Semrush
Disallow:/ Disallow:/
User-agent: SemrushBot User-agent: SemrushBot
Disallow:/ Disallow:/
User-agent: SentiBot
Disallow:/
User-agent: SEOkicks User-agent: SEOkicks
Disallow:/ Disallow:/
User-agent: SEOkicks-Robot User-agent: SEOkicks-Robot
@ -1177,6 +1183,8 @@ User-agent: Zitebot
Disallow:/ Disallow:/
User-agent: ZmEu User-agent: ZmEu
Disallow:/ Disallow:/
User-agent: ZoominfoBot
Disallow:/
User-agent: ZumBot User-agent: ZumBot
Disallow:/ Disallow:/
User-agent: ZyBorg User-agent: ZyBorg