vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2020.03.2010 [ci skip]

Browse source
This commit is contained in:
Travis 2020-03-10 13:21:39 +02:00
parent dd5bb8d7d5
commit d7c32a4da1
49 changed files with 1044 additions and 1038 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.03.2009 ### Version: V3.2020.03.2010
### Updated: Tue Mar 10 12:49:19 SAST 2020 ### Updated: Tue Mar 10 13:12:15 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 1; 104.196.57.92 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 0; 104.196.57.92 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.03.2009 ### Version: V3.2020.03.2010
### Updated: Tue Mar 10 12:49:19 SAST 2020 ### Updated: Tue Mar 10 13:12:15 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 1; 104.196.57.92 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 0; 104.196.57.92 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.03.2009 ### Version: V3.2020.03.2010
### Updated: Tue Mar 10 12:49:19 SAST 2020 ### Updated: Tue Mar 10 13:12:15 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 1; 104.196.57.92 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 0; 104.196.57.92 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.03.2009 ### Version: V3.2020.03.2010
### Updated: Tue Mar 10 12:49:19 SAST 2020 ### Updated: Tue Mar 10 13:12:15 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.03.2009 ### Version: V3.2020.03.2010
### Updated: Tue Mar 10 12:49:19 SAST 2020 ### Updated: Tue Mar 10 13:12:15 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.79.111 1; 35.196.158.85 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.79.111 0; 35.196.158.85 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.79.111 1; 35.196.158.85 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.79.111 0; 35.196.158.85 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.79.111 1; 35.196.158.85 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.74.79.111 0; 35.196.158.85 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

1
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.74.79.111 0;
35.237.56.208 0; 35.237.56.208 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.227.97.188 0; 104.196.57.92 0;
35.196.158.85 0; 35.196.158.85 0;

4
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.196.57.92 0; 35.227.97.188 0;
34.74.79.111 0;
35.237.56.208 0; 35.237.56.208 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

4
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.196.72.151 0; 34.74.79.111 0;
35.237.56.208 0; 35.237.56.208 0;
35.227.97.188 0; 35.196.72.151 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 1; 104.196.57.92 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
BlowFish AlphaBot
EasyDL BatchFTP
Express WebPictures CheTeam
EyeNetIE GalaxyBot
Humanlinks Openvas
InternetSeer ProWebWalker
Pump RankurBot
Virusdie serpstatbot
Woobot Steeler
Zitebot WWW::Mechanize

256
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,58 +1,53 @@
360Spider 360Spider
Abonti 404checker
Acunetix 404enemy
ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot AhrefsBot
Aipbot Alligator
Apexoo AllSubmitter
arquivo.pt Ankit
ASPSeek AwarioRssBot
Attach BackDoorBot
backlink-check
BacklinkCrawler
BackStreet BackStreet
BackWeb Badass
BatchFTP BatchFTP
Battleztar Bazinga
BBBike BBBike
BDFetch
BetaBot BetaBot
Bigfoot Bigfoot
Bitacle
Blackboard Blackboard
Black Hole
BlackWidow BlackWidow
BLEXBot BLEXBot
Blow Blow
Boardreader
Bolt
Brandwatch
Buddy Buddy
BuiltBotTough
CazoodleBot CazoodleBot
Cegbfeieh CCBot
CheeseBot
CherryPicker
CheTeam CheTeam
ChinaClaw
Chlooe Chlooe
Claritybot
Cliqzbot
Cogentbot Cogentbot
Collector cognitiveseo
com.plumanalytics
Copyscape Copyscape
Cosmos Cosmos
crawler4j Craftbot
crawler.feedback crawler.feedback
crawl.sogou.com crawl.sogou.com
Crescent CrazyWebCrawler
CrunchBot
CSHttp CSHttp
Custo Curious
DatabaseDriverMysqli
DataCha0s DataCha0s
DBLBot
demandbase-bot demandbase-bot
Deusu Deusu
Devil Devil
Digincore
DigitalPebble
DIIbot
Dirbuster Dirbuster
Disco
Discobot
Discoverybot Discoverybot
Dispatch Dispatch
DittoSpyder DittoSpyder
@ -61,190 +56,195 @@ DomainCrawler
DomainStatsBot DomainStatsBot
Dotbot Dotbot
Download Wonder Download Wonder
Dragonfly EasyDL
Drip
DSearch
Ebingbong
ECCP/1.0 ECCP/1.0
Ecxi Ecxi
EMail Siphon EMail Siphon
EMail Wolf EMail Wolf
EroCrawler
Evil Evil
ExtractorPro ExtractorPro
FDM Extreme Picture Finder
Fimap EyeNetIE
Ezooms
FHscan
Firefox/7.0
FlashGet
Flunky Flunky
Foobot GalaxyBot
Freeuploader GetWeb
Fyrebot
Genieo
Getintent
Gigablast Gigablast
Gigabot Gigabot
Go-Ahead-Got-It Gotit
GoZilla
Go!Zilla Go!Zilla
Grabber
Grafula Grafula
GrapeshotCrawler
GridBot
GT::WWW GT::WWW
HaosouSpider HaosouSpider
Harvest heritrix
Hloader HTMLparser
HTTrack HTTrack
Humanlinks Humanlinks
HybridBot
Iblog Iblog
Indy Library Indy Library
InfoTekies Internet Ninja
InternetSeer
ips-agent
Iria Iria
Iskanie Jbrofuzz
JetCar
JikeSpider
Joomla Joomla
JustView Jorgee
Jyxobot Jyxobot
Keyword Density
Lanshanbot Lanshanbot
LeechGet LexiBot
Libwhisker Libwhisker
Lightspeedsystems
Likse Likse
LinkextractorPro
LinkpadBot
LinkScan LinkScan
LinksManager
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot LinqiaScrapeBot
Lmspider Lipperhey
Mag-Net Lipperhey Spider
magpie-crawler Ltx71
lwp-request
Mail.RU_Bot
Majestic SEO Majestic SEO
Majestic-SEO Majestic-SEO
Mata Hari MarkMonitor
Mass Downloader
meanpathbot
Meanpathbot Meanpathbot
MeanPath Bot Mediatoolkitbot
Metauri Metauri
MFC_Tear_Sample MFC_Tear_Sample
MIIxpc MIDown tool
Mister PiX MJ12bot
Mojeek Mojeek
Mojolicious Mojolicious
Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSIECrawler
Msrabot
muhstik-scan
Musobot Musobot
Name Intelligence Name Intelligence
Nameprotect Nameprotect
NetAnts netEstate NE Crawler
NetMechanic
NetSpider
Nettrack Nettrack
Net Vampire
Netvibes
NetZIP
Niki-bot Niki-bot
Nikto
NimbleCrawler
Nimbostratus Nimbostratus
Ninja Nmap
oBot NPbot
Octopus
Offline Explorer Offline Explorer
Offline Navigator
Openfind Openfind
OrangeBot
OutclicksBot OutclicksBot
OutfoxBot
PageAnalyzer
Page Analyzer Page Analyzer
page scorer PageGrabber
Pandalytics pcBrowser
Panscient Picscout
PHPCrawl
Pi-Monster Pi-Monster
PleaseCrawl PleaseCrawl
Pockey plumanalytics
POE-Component-Client-HTTP POE-Component-Client-HTTP
polaris version polaris version
Probethenet Psbot
PxBroker QueryN Metasearch
Quick-Crawler Quick-Crawler
RankActive
RankActiveLinkBot RankActiveLinkBot
RankFlex
RankingBot RankingBot
RankingBot2 Reaper
RebelMouse Recorder
RepoMonkey RepoMonkey
Ripper RSSingBot
RocketCrawler Scanbot
ScanAlert Scrapy
ScoutJet Screaming
ScreenerBot ScreenerBot
Searchestate
SearchmetricsBot
Semrush Semrush
SemrushBot
SEOkicks SEOkicks
SEOkicks-Robot SEOlyticsCrawler
Seomoz SeoSiteCheckup
SEOprofiler
serpstatbot
Siphon Siphon
SISTRIX SISTRIX
Sitebeam Sitebeam
SiteExplorer
Siteimprove Siteimprove
SiteSnagger
SiteSucker SiteSucker
Sitevigil Site Sucker
SMTBot SlySearch
Snake
SocialRankIOBot SocialRankIOBot
sogouspider sogouspider
Sogou web spider Sogou web spider
Sosospider
Sottopop
SpaceBison
Spammen Spammen
Spanner Spanner
Spbot sp_auditbot
Sqlmap SputnikBot
Stripper spyfu
Sucuri Sqworm
SuperBot
Suzuran Suzuran
Swiftbot Swiftbot
sysscan sysscan
T8Abot
tAkeOut tAkeOut
TeleportPro TeleportPro
Telesoft Telesoft
Telesphoreo
Telesphorep Telesphorep
The Intraformant The Intraformant
TheNomad
TightTwatBot
Titan
Toata
Toweyabot
Tracemyfile Tracemyfile
Trendictionbot Trendictionbot
trendiction.de True_Robot
Turnitin
TurnitinBot
TwengaBot TwengaBot
Twice UnisterBot
Typhoeus Vagabondo
URLy.Warning Wallpapers/3.0
Vacuum
VCI
VeriCiteCrawler
Virusdie
Voltron
WallpapersHD WallpapersHD
WBSearchBot WBSearchBot
Webalta
WebAuto WebAuto
Web Auto Web Auto
WebBandit
WebCollage WebCollage
WebFuck Web Collage
WebImageCollector Web Fetch
WebLeacher WebmasterWorldForumBot
webmeup-crawler WebPix
Web Pix
WebReaper WebReaper
WebSauger WebSauger
Web Sauger Webster
WebsiteQuester WebSucker
Website Quester
Web Sucker
WebWhacker
WebZIP WebZIP
WeSEE Whatweb
Who.is Bot
Widow Widow
Wonderbot
Woobot
Wprecon
WPScan WPScan
WWW-Collector-E
WWW-Mechanize
WWW::Mechanize
x09Mozilla x09Mozilla
x22Mozilla
Xaldon_WebSpider
YoudaoBot
Zade
Zauba
Zermelo
zgrab
Zitebot
ZmEu ZmEu
ZumBot
ZyBorg

266
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker 404checker
80legs 80legs
Abonti
Aboundex Aboundex
ADmantX Aboundexbot
AhrefsBot AfD-Verbotsverfahren
AIBOT Alexibot
AiHitBot AllSubmitter
Aipbot AlphaBot
Apexoo
archive.org_bot archive.org_bot
arquivo-web-crawler arquivo-web-crawler
ASPSeek ASPSeek
Asterias
autoemailspider autoemailspider
AwarioRssBot AwarioSmartBot
BackDoorBot
Backlink-Ceck Backlink-Ceck
backlink-check
BackWeb BackWeb
BBBike BDCbot
BDFetch
BetaBot
Bigfoot Bigfoot
Blackboard
Black Hole Black Hole
BlackWidow BlackWidow
BLEXBot BlowFish
Boardreader
Bolt Bolt
BotALot
Brandprotect
Brandwatch
Buddy Buddy
BuiltBotTough BuiltBotTough
BuiltWith Bullseye
CazoodleBot Calculon
CATExplorador
CCBot
Cegbfeieh Cegbfeieh
CherryPicker
CheTeam CheTeam
ChinaClaw ChinaClaw
Chlooe Chlooe
Claritybot Claritybot
Cliqzbot Cliqzbot
coccocbot-web Cloud mapping
Cogentbot
cognitiveseo
Copier Copier
CopyRightCheck Copyscape
crawler.feedback
crawl.sogou.com crawl.sogou.com
Crescent CSHttp
CrunchBot Curious
DatabaseDriverMysqli Custo
DBLBot DBLBot
demandbase-bot demandbase-bot
Demon
Deusu Deusu
DigitalPebble DigitalPebble
DIIbot
Discobot
DnyzBot DnyzBot
DomainCrawler DomainAppender
DomainSigmaCrawler DomainSigmaCrawler
DomainStatsBot DomainStatsBot
Dotbot
Download Wonder
Dragonfly Dragonfly
Drip
eCatch eCatch
ECCP/1.0
EMail Siphon EMail Siphon
EMail Wolf EMail Wolf
EroCrawler EroCrawler
evc-batch
ExtLinksBot
Extractor
ExtractorPro ExtractorPro
Extreme Picture Finder
EyeNetIE
Ezooms Ezooms
facebookscraper facebookscraper
FDM FemtosearchBot
Fimap Firefox/7.0
Flunky Foobot
Freeuploader Freeuploader
FrontPage GalaxyBot
Genieo Genieo
GermCrawler GermCrawler
GetWeb
Gigabot Gigabot
Go-Ahead-Got-It Go-Ahead-Got-It
Gotit
GoZilla
Go!Zilla
Grabber
Grafula Grafula
GrapeshotCrawler GrapeshotCrawler
GridBot
GT::WWW
Haansoft Haansoft
HaosouSpider
Havij Havij
HEADMasterSEO
Heritrix Heritrix
Hloader Hloader
HTMLparser HTTP::Lite
Iblog HTTrack
IDBot HybridBot
Id-search Id-search
IlseBot Image Fetch
Image Sucker
IndeedBot IndeedBot
InfoTekies
instabid
Intelliseek Intelliseek
InternetSeer Internet Ninja
ips-agent IRLbot
Iria JamesBOT
IstellaBot
JennyBot
JetCar JetCar
Joomla Joomla
Jorgee Jorgee
Kenjin Spider Larbin
Kozmosbot
LeechGet LeechGet
Lftp Lftp
LibWeb
Libwhisker Libwhisker
Lightspeedsystems Linkdexbot
Likse
LinkextractorPro
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaScrapeBot LinqiaRSSBot
Lipperhey Lipperhey Spider
Lmspider Lmspider
LNSpiderguy LNSpiderguy
lwp-trivial lwp-trivial
Mail.RU_Bot
Majestic12 Majestic12
MarkMonitor Majestic-SEO
MauiBot Mata Hari
meanpathbot meanpathbot
Meanpathbot MeanPath Bot
MegaIndex.ru Mediatoolkitbot
Metauri MFC_Tear_Sample
Microsoft Data Access MIDown tool
MIIxpc Mister PiX
Mojeek
Mojolicious Mojolicious
Mr.4x3 Mr.4x3
MSFrontPage Musobot
muhstik-scan Name Intelligence
Navroad
NearSite
NetAnts NetAnts
netEstate NE Crawler netEstate NE Crawler
NetMechanic NetMechanic
Nettrack NetSpider
Netvibes
NetZIP NetZIP
NICErsPRO NICErsPRO
Nikto Niki-bot
Nutch Ninja
oBot NPbot
Octopus Offline Explorer
Offline Navigator
OnCrawl OnCrawl
Openfind Openfind
OpenLinkProfiler
OrangeBot
OrangeSpider OrangeSpider
OutfoxBot OutclicksBot
PageAnalyzer
Page Analyzer
page scorer page scorer
PageScorer PageScorer
Pandalytics
Panscient Panscient
Papa Foto PECL::HTTP
PHPCrawl PHPCrawl
Picsearch
PictureFinder PictureFinder
Pi-Monster
PleaseCrawl PleaseCrawl
plumanalytics
Pockey Pockey
Probethenet
ProPowerBot
ProWebWalker
Psbot Psbot
Pump QueryN Metasearch
PxBroker
PyCurl
RankActive RankActive
RankingBot RankActiveLinkBot
Rankivabot RankingBot2
RankurBot RankurBot
RealDownload Reaper
Recorder RebelMouse
RedesScrapy
RepoMonkey RepoMonkey
Ripper Ripper
Rogerbot
SalesIntelligent SalesIntelligent
SBIder
ScanAlert ScanAlert
ScreenerBot Scrapy
Semrush Searchestate
SEOlyticsCrawler SemrushBot
Seomoz
SEOstats
serpstatbot serpstatbot
Siphon sexsearcher
Siteimprove Shodan
SISTRIX
Sitebeam
SiteExplorer
SiteSnagger SiteSnagger
SiteSucker
SmartDownload SmartDownload
SMTBot Snoopy
Snapbot Sosospider
SocialRankIOBot Sottopop
SpaceBison
Spammen
SpankBot SpankBot
Spanner
sp_auditbot
Spbot
SputnikBot
spyfu spyfu
Sqlmap
Sqworm Sqworm
Steeler Sucker
Stripper Sucuri
SuperHTTP
Surfbot
Suzuran
Swiftbot
sysscan
Szukacz Szukacz
Teleport T0PHackTeam
tAkeOut
TeleportPro
Telesphorep Telesphorep
The Intraformant The Intraformant
TheNomad Thumbor
TightTwatBot
Titan Titan
Toata
Toweyabot Toweyabot
Tracemyfile True_Robot
Turingos Turingos
Twice TurnitinBot
TwengaBot
Typhoeus Typhoeus
Upflow UnisterBot
URLy Warning
URLy.Warning URLy.Warning
Vagabondo VidibleScraper
VB Project
VCI
Virusdie Virusdie
Voil Wallpapers/3.0
Voltron WASALive-Bot
WallpapersHD Web Auto
Web Collage
WEBDAV WEBDAV
WebEnhancer Web Enhancer
WebFuck WebFetch
WebGo IS WebGo IS
WebImageCollector WebImageCollector
WebLeacher WebLeacher
webmeup-crawler WebmasterWorldForumBot
WebPix WebReaper
Web Pix
Webshag Webshag
WebsiteExtractor WebsiteQuester
Website Quester Webster
WebStripper
Web Sucker Web Sucker
WebZIP WeSEE
Whack Whack
Widow
WiseGuys Robot WiseGuys Robot
Wotbox Woobot
Wprecon WWWOFFLE
WWW-Mechanize
WWW::Mechanize
x09Mozilla x09Mozilla
x22Mozilla
Xaldon WebSpider Xaldon WebSpider
Zauba Zauba
Zitebot
ZmEu ZmEu
ZumBot ZyBorg

18
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
betwinservice.com 100searchengines.com
fsalas.com alert-jdh.xyz
gentamicineyedrops.blogspot.com apple.com-webbrowsing-security.review
guruofcasino.com fickenprivat.info
hoztorg-opt.ru gopro-online.info
kerei.ru jennyfire.ru
moyakuhnia.ru searchkut.com
paphoselectricianandplumber.com sovinsteel.ru
tizanidinehcl2mg.blogspot.com
vvpg.ru vvpg.ru
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai

914
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
0daymusic.org 00author.com
1flag.co.za 00webcams.com
1qingdao.com 03e.info
45en.ru 0n-line.tv
51.la 1000n1.ru
100searchengines.com
101flag.ru
24videos.tv
24x7-server-support.site
2728fb936f0.com
273-fz.ru
2kata.ru
3th.co.in
3xforum.ro
4pp13.com
4ureyesonly.com
5000-cotydzien.com
5tey7463.weebly.com 5tey7463.weebly.com
5ws.dating-app.ru 9med.net
6128786.com
7wind.ru
8xv8.com
a14download.com a14download.com
aa81bf391151884adfa3dd677e41f94be1.com aa9d046aab36af4ff182f097f840430d51.com
aab94f698f36684c5a852a2ef272e031bb.com abiente.ru
aad1f4acb0a373420d9b0c4202d38d94fa.com absolutelyanalog.com
academia-nsk.org academiacsmendoza.org
adserver-e7.com activecampaign.dreamhosters.com
adsfresh.men adidas.frwebs.fr
adsloads.com admanaerofoil.com
adtech.fr adult3dgames.com
adultnet.in advancedmassagebysara.com
advertisingtag.net advancedsoftwaresupport.com
aero2.ru aero2.ru
agecheckadult.com afslankpillen2017nl.eu
air-edem.ru alldownload.pw
akama.com allmarketsnewdayli.gdn
aksonural.ru alveris.ru
alfa-img.com amateurgalls.com
alice.it am-se.com
alkoravto.ru apiallgeniusinfo-a.akamaihd.net
allblogroll.com apispringsmartne-a.akamaihd.net
amt-k.ru app5.letmacworkfaster.world
animebox.com.ua appsecurityr.com
anniemation.com ap.senai.br
apifasterlightin-a.akamaihd.net arendakvartir.kz
apiluckyleapnet-a.akamaihd.net arendatora.ru
apimegabrowsebiz-a.akamaihd.net artavenuegardenstudios.com
apptester.tk asiavirtualsolutions.com
apxeo.info
arclk.net
asia-forum.ru
asrvrep-a.akamaihd.net
atelielembrancaqueencanta.com.br atelielembrancaqueencanta.com.br
atlasvkusov.ru ausergrubhof.info
audiobangout.com aussie-prizes.com
autochoixspinelli.com aviav.co
autotrends.today aviva-limoux.com
avek.ru azbukafree.com
avitocars.ru babieca.com
avon-ukraine.com
azartmsl.com
azazaporn.com
azbaseimages.net
baditri.com baditri.com
baixar-musicas-gratis.com bad-stars.net
balla-boo.se balla-boo.se
baoxaydung.com.vn bankofthewext.com
beachtoday.ru bannerspace.com
bear.gotcher.us best-deals-products.com
beget.tech bestempresas.es
bestpriceninja.com besthomemadepornsites.com
best-seo-software.xyz beta.hotkeys.com
bigames.online bidr.trellian.com
big-cash.net bkns.vn
biketank.ga blogig.org
bizcheapjerseyswholesalechina.com boeuklad.com
biznesschat.net bouda.kvalitne.cz
bjorkbacken.nu brakehawk.com
blog.yam.com bravegirlsclub.com
blue-square.biz brothers-smaller.ru
bobinoz.com btnativenav.com
bolitgorlo.net burger-tycoon.com
bonkers.name bus-offer.com
briomotor.co buy-loft.ru
bscodecs.com buzzonclick.com
b-styles.xyz callejondelpozo.es
business-made-fun.com canoncdriverq3.pen.io
buydissertation.net
buyessaynow.biz
buyhoverboard.com
buypillsorderonline.com
buzzsumo.com
bycontext.com
bytimedance.ru
candcstuccoandstone.com
candlewooddentalcentre.com.au
canrioloadm.gq canrioloadm.gq
canyougethighofftizanidine.blogspot.com
canzoni.ru
carabela.com.do
cardsdumps.com
carloans.com carloans.com
cartierbraceletsreplica.pw carrauterie.be
caveavins.fr cashkitten-a.akamaihd.net
cbcseward.com cheapwebsitehoster.com
cheapcigarettesc.info cheatcode-lita12.rhcloud.com
children-learningreading.info checkm8.com
chinaelitecheapjerseys.com checktext.org
ciceros.co check-this-out-now.online
chelnytruck.ru
cicaki.net
cindymatches.com
circlesl.com circlesl.com
citetick.com clarithromycin500mg.com
ci.ua clean-virus-mac.com
civilwartheater.com clickcash.com
clksite.com clickprotects.com
clubfashionista.com club-lukojl.ru
codysbbq.com coaching-netz.info
compliance-alexa.xyz compliance-jessica.top
compliance-barak.top
compliance-don.xyz
compliance-fred.top
compliance-julia.top
compliance-margo.top compliance-margo.top
contentlook.co compucelunlock.net
cookielawblog.wordpress.com construmac.com.mx
coolwallpapers-hd.com contextualyield.com
countercrazy.com cool-wedding.net
covadhosting.biz cpabegins.ru
creatives.adbetclickin.pink crystalslot.com
culmimg.pw culad.com
dame-ns.kz cupday.com
danceuniverse.ru customcollegeessays.net
daneshetabiat.com custom-electric-guitar.com
daooda.com danschawbel.com
datsun-do.com data.vtc.pw
dawlenie.com db.speedup.gdn
ddospanel.com dekoration.us
decorazilla.com dekorkeramik.ru
deshevo-nedorogo.ru den-noch24.ru
detalizaciya-tut.biz dentalpearls.com.au
devochki.top dfwu1019.info
dieswaene.com dgfitness.co
dikx.gdn dildofotzen.net
dlya-android.org dktr.ru
dms-sw.ru dnsrsearch.com
docsportal.net domaincrawler.com
documentsite.net domaineaneblanc.com
druzhbany.ru domainsphoto.com
dvr.biz.ua dostavka-v-krym.com
dwomlink.info driving.kiev.ua
dyshagi.ru drugstoreforyou.com
earl-brown.info dustyorate.com
earncash.com.ua dvrlists.com
ec-file.info easyukraine.com
e-commerce-seo1.com e-avon.ru
ecxtracking.com educatemetv.com
eduserver.net egovaleo.it
efnor-ac.com elektrischezigaretten2.beeplog.com
ekobata.ru elektronischezi.livejournal.com
elektrozigarette1.dreamwidth.org elektrozigarette2.wordpressy.pl
elektrozigaretten1.tumblr.com elitedollars.com
emailaccountlogin.co elitepcgames.com
emergencyneeds.org elitesportsadvisor.com
enews.tech en.altezza.travel
enhand.se erotische-geschichten-xxl.com
eorogo.top esopini.com
excitacao.com etm-consult.de
exportshop.us etotupo.ru
extrabot.com ezigaretteshop2.mywapblog.com
eyessurgery.ru f5mtrack.com
ezigarettenkaufen1.pagina.gr fakehandbags.xyz
face.hostingx.eu farm26.ru
factorynightclub.com fastcrawl.com
falllow.gq feel-planet.com
fashion-mk.net fickluder69.com
feargames.ru filesclub.net
feorina.ru filmi-v.online
ferretsoft.com finansov.info
ferrotodo.com finstroy.net
fettefrauen.net firesub.pl
findsexguide.com fitness-video.net
finejewelryshop.ru flash4fun.com
firstdrugmall.ru flprog.com
flashlarevista.com fodelsedagspresenter.nu
flex4launch.ru forum20.smailik.org
foodcrafts.website forum.doctissimo.fr
fordsonmajbor.cf forum-engineering.ru
forexgb.ru freecamdollars.com
forsex.info freelotto.com
fortevidyoze.net frequiry.com
foto-telok.net fuck-paid-share-buttons.xyz
foxydeal.com funnymama.com
free-floating-buttons.com funnypica.com
free-share-buttons.top funtoonez.com
frvo.alptandem.ru fz139.ttk.ru
fullgirl.ru g33.org
fxgallery.com
g7m.pl g7m.pl
gay.adultgalls.com gamezblox.com
gaytube.com gaygalls.net
gaz-voshod.ru
gearcraft.us
geilehausfrauen.net geilehausfrauen.net
generalporn.org gemara.com
getlaid-xxxhookupdirect.com generic-pills-online.com
ggiaro.com girlspicsa.com
girlgamerdaily.com given2.com
glastecfilms.com.my gktt.ru
glavtral.ru
glicol.kz glicol.kz
golmau.host.sk gobongo.info
gstatey.net gomusix.com
guildebzh.info googlefeud.com
gwebtools.com.br gosarhivrt.ru
hackers-crackers.tk gotwebsite1.com
hdfreeporno.net gox.com.ua
hdhc.ru gpms.org.my
heartofbeijing.blogspot.com gq-catalog.gq
herokuapp.com gratuitbaise.com
hexpilot.com gratuitxblcodes.com
himazin.info greendream.com.ua
growshop.es
gwagka.com
gwebtools.com
hacktougroup.ru
hamptonoaks.ca
hdimagelib.com
himgaws.pw himgaws.pw
histats.com homegardenlova.com
hiwibyh.bugs3.com homeinns.com
hjaoopoa.top home.myplaycity.com
hunterboots.online houston-vikings.com
ifirestarter.ru ido3.com
impresagaia.it igadgetsworld.com
infobabki.ru ilo134uloh.com
innodgfdriverhm.aircus.com imagecoolpub.com
inspiring-desperate.tk images-graphics-pics.com
instabid.tech imgata.com
interesnie-faktu.ru impisr.edunsk.ru
iomoio.net inboundlinks.win
j33x.com inet-traffic.com
janerikholst.se infazavr.ru
javatex.co.id interfucks.net
javcoast.com iscblog.info
javlibrary.cc istizanidineanarcoticdrug.blogspot.com
javrip.net ivearchenceinflu.cf
javspace.net jackpotchances.com
jerseysbizwholesalecheap.com jerseyssportsshop.com
jillepille.com jobmarket.com.ua
johannesburgsingles.co.za jrpmakati.com
joingames.org karachev-city.ru
jolic2.com karusel-market.ru
jose.mulinohouse.co kashubadesign.ru
justprofit.xyz
kalandranis.gr
kasino-money.pw
kazka.ru
kazrent.com
keki.info keki.info
keywordsking.com kevblog.top
keywordsuggests.com kicknights.gq
kino2018.club kiinomaniak.pl
kinofak.net kinoplen.ru
kinozapas.org kinozapas.com
kit-opt.ru kleine-titten.biz
klejonka.info knogg.net
kletkimehan.ru kollesa.ru
kol-energo.ru kongoultry.net
kollekcioner.ru konoplisemena.com
kongruan.com koral.se
konkursov.net koronirealestate.gr
koptims.tiu.ru krasivoe-hd.net
kosova.de
kosynka-games.ru
ktotut.net ktotut.net
kustanay.kz ku6.com
lacapilla.info kupit-adenu.ru
lampokrat.ws ladov.ru
landoftracking.com landmania.ru
lasvegaslockandsafe.com landreferat.ru
lflash.ru lankarns.com
lightinghomes.net lawyers.cafe
lion.misba.us ldrtrack.com
liumimgx.pw leboard.ru
lexaprogeneric.link
lida-ru.com
linkbolic.com
lion.bolegapakistan.com
liran-locks.com
liveinternet.ru liveinternet.ru
lkbennettoutlet.online loftdigital.eu
lottospring.com lottospring.com
louboutinbooties.xyz ltvperf.com
magda-gadalka.ru luciddiagnostics.in
mahnwachen-helfen.info mackeeper-center.club
managerpak204.weebly.com macnewtech.com
mansparskats.com macresource.co.uk
manuscript.su mafa-free.com
maridan.com.ua magazin-pics.ru
marketingtechniques.info marcowebonyodziezowe.pl
masserect.com maslenka.kz
master-muznachas.ru meduza-consult.ru
mastershef.club megaindex.ru
medanestesia.ru middlerush-a.akamaihd.net
mensandals.xyz mixed-wrestling.ru
metallosajding.ru modenamebel.ru
mezaruk.info monclerboots.xyz
millionare.com moneymaster.ru
minneapoliscopiers.com morf.snn.gr
mir-limuzinov.ru moscow-clining.ru
misandesign.se
mlvc4zzw.space
monetizationking.net
monitorwebsitespeed.com
montredemarque.nl
mosrif.ru
moviezbonkerssk.cf moviezbonkerssk.cf
mundoaberrante.com mrcsa.com.au
muznachas-service.ru musflashtv.com
mvpicton.co.uk musicas.baixar-musicas-gratis.com
my-big-family.com my-aladin.com
mybinaryoptionsrobot.com myblogregistercm.tk
mydownlodablefiles.com mydownlodablefiles.com
myfreemp3.eu mygameplus.com
myftpupload.com mykings.pw
narutonaruto.ru nalogovyy-kodeks.ru
naturalbreakthroughsresearch.com namenectar.com
newhairstylesformen2014.com naturalshair.site
nfljerseysforsalewholesaler.com new-post.tk
nikhilbahl.com newtechspb.ru
ningessaybe.me nikitsyringedrivelg.pen.io
normalegal.ru normalegal.ru
nosecret.com.ua novosti-hi-tech.ru
novatech.vn nrjmobile.fr
nullrefer.com nullrefer.com
nvssf.com oakleyglassesonline.us
odesproperty.com oballergiya.ru
ohmyrings.com ochistka-stokov.ru
oklogistic.ru offergroup.info
ok-ua.info offf.info
onescreen.cc offtopic.biz
onlinedomains.ru omsk.xrus.org
o-o-11-o-o.com o-o-6-o-o.ru
ooomeru.ru
ooo-olni.ru ooo-olni.ru
owohho.com open-odyssey.org
oxotl.com oralsexfilme.net
paidonlinesites.com ororodnik.goodbb.ru
partnersafe.men partner-cdn.men
pc4download.co pdns.cz
pcboa.se perfectpracticeweb.com
penisvergrotendepillennl.ovh perosan.com
photorepair.ru petrovka-online.com
picsforkeywordsuggestion.com phormchina.com
pics-group.com phuketscreen.com
pictures-and-images.net piccshare.com
picurams.pw pintattoos.com
pillscheap24h.com pistonclasico.com
pinstake.com pix24x7.com
pixelrz.com
pizdeishn.com pizdeishn.com
pizdopletka.club pl.aasoldes.fr
pizza-imperia.com
pladform.ru
playmsn.com
pliks.pl pliks.pl
pobeiranie.pl plohaya-kreditnaya-istoriya.ru
pl-vouchers.com
pochemychka.net pochemychka.net
poffet.net porno-dojki.net
popugauka.ru porn-w.org
pornosemki.info pospr.waw.pl
portnoff.od.ua powenlite24.ru
powc.r.ca.d.sendibm2.com preparevideosafesystem4unow.space
pr0fit-b0x.com presleycollectibles.com
printie.com privatamateure.com
privatefx.all4invest.info profolan.pl
privatov-zapisi.ru proftests.net
prizestohandle.club pro-okis.ru
produkto.net
prostitutki-astana.org
prostitutki-kiev.org
prostitutki-novgoroda.org prostitutki-novgoroda.org
prostitutki-rostova.org
pssucai.info pssucai.info
pst2017.onlinewebshop.net
pts163.ru
quality-traffic.com
quangcaons.com
quizzitch.net quizzitch.net
raavidesigns.com radiodigital.co
ragecash.com razyboard.com
rainbowice.ru realmonte.net
rarbg.to reeyanaturopathy.com
razorweb-a.akamaihd.net refudiatethissarah.info
realizmobi.com reklamuss.ru
recipedays.com remont-mobile-phones.ru
redirectingat.com resellerclub.com
renecaovilla.online responsinator.com
rep-am.com restaurantlescampi.com
responsive-test.net restorator-msk.ru
retreatia.com
rff-cfal.info rff-cfal.info
rfid-locker.co richinvestmonitor.com
ritlweb.com rockprogblog.com
rocketchange.ru royal-investments.net
roleforum.ru runtnc.net
russia-today-video.ru rusenvironmental.net
s1z.ru russian-postindex.ru
santechnik.jimdo.com rvtv.ru
s8-nowy-wygraj.comli.com
sack.net
samara.rosfirm.ru
sarf3omlat.com sarf3omlat.com
sbdl.no sbdl.no
sbf441.com scanmyphones.com
scalerite.co.za scanner-barak.top
scanner-john.top scanner-brian.top
scanner-nelson.top
school-diplomat.ru school-diplomat.ru
schoolfiles.net searchinquire.com
searchtooknow-a.akamaihd.net seasaltwithfood.com
securesmrt-dt.com seccioncontrabajo.com
seemoreresultshu-a.akamaihd.net seksotur.ru
seminarygeorgia59.ga seksvideoonlain.com
seoholding.com semrush.com
seogadget.ru
serdcenebolit.com serdcenebolit.com
servethis.com serialsway.ucoz.ru
serviporno.com sex-dating.co
sex-foto.pw shopvilleroyboch.com.ua
sexvideo-sex.com shymkent.xkaz.org
sex-watch.com signal03.ru
sexyteens.hol.es signoredom.com
sharebutton.org silktide.com
shoesonlinebuy.cn simple-share-buttons.com
sideeffectsoftizanidine.blogspot.com sims-sims.ru
silvercash.com site-auditor.online
sinel.info sky-mine.ru
site.ru skypasss.com
sklad-24.ru slutloadlive.com
smart-scripts.com smartpet.ru
smokewithrabbits.com social-fun.ru
snowplanes.com socialtrade.biz
socialbutton.xyz soft1.ru
sockshare.net
softlinesolutions.me softlinesolutions.me
sogimlecal.tk soft-terminal.ru
sophang8.com solicita.info
space4updating.win solmarket.by
songplanet.ru
sonnikforme.ru
soochi.co
spammen.de
spbchampionat.ru
spidtest.org
spymac.net spymac.net
start.myplaycity.com startufa.ru
staticfs.host startwp.org
statoutlook.info steelmaster.lv
store-rx.com stillmiracle.com
students-cheapskate.ml stpicks.com
survival.betteroffers.review stroilka.info
swsociety.se superinterstitial.com
symphonyintegratedhealthcare.com superstats.com
tamada69.com surfbuyermac.com
surflinksmedical.com
svbur.ru
svetlotorg.ru
swingerseiten.com
swiped.su
tackletarts.co
takeprofitsystem.com
tam-gde-more.ru tam-gde-more.ru
tanieaukcje.com.pl
tarad.com tarad.com
t-bygg.com teenbbw.yopoint.in
teslathemes.com terrafootwear.us
thebestweightlosspills.ovh theautoprofit.ml
thegameriders.com thebestphotos.eu
thepantonpractice.co.uk thefotosgratis.eu
time-japan.ru thegamerznetwork.com
titslove.yopoint.in thejournal.ru
tizanidinehcl4mgtabinfo.blogspot.com thewebsitetemplate.info
tizanidinehydrochloride2mg.blogspot.com tiandeural.ru
tizanidineshowupondrugtest.blogspot.com tizanidineandhydrocodone.blogspot.com
tizanidinesleepaid.blogspot.com tizanidinedosage.blogspot.com
tomatis.gospartner.com tizanidineforopiatewithdrawal.blogspot.com
toy-shop.top tizanidineorflexeril.blogspot.com
toondinsey.com
topkarkas.com
torrnada.ru
torture.ml
toxicwap.com
tracxn.com
traderzplanet.in traderzplanet.in
traffic100.com traffic2money.com
trafficmania.com truck-rece.life
trahic.ru trucri.me
trahvid.com trustedhealthtips.com
trkdf.com tuckpointingmasonrysystems.com
turist-strani.ru tupper-posuda.ru
turkeyreport.tk twojebook.pl
turn-up-life.life ua-company.ru
umg-stroy.ru uamtrk.com
umityangin.net uchetunet.su
ural-buldozer.ru undergroundcityphoto.com
urccvfmc.bloger.index.hr underthesite.com
uytmaster.ru urengoy.pro
vashsvet.com validdomain.xyz
v-doc.co valoresito.com
venerologiya.com vancleefreplica.pw
vezuviy.su vapeface.club
viagra-soft.ru vedomstvo.net
videooko.weebly.com video-chat.in
vietimgy.pw viktoria-center.ru
vipms.ru
vipsexfinders.com
vitalads.net
viveresaniesnelli.it
voloomoney.com voloomoney.com
vzglyadriv.kg voluumtrk.com
wallpapers-best.com vzube.com
waterefficiency.co wahicbefa31.soup.io
wdfdocando.com wallpaperstock.net
we-are-gamers.com watracker.net
webadvance.club webalan.ru
webextract.profound.net
webix.me webix.me
weburok.com weblo.com
weightatraining.com witherrom55.eklablog.fr
welck.octopis.com withstandingheartwarming.com
westsextube.com woman-tampon.ru
westum.se x5market.ru
womensterritory.ru xcc24.pl
word-vorlagen.net xmlinde.com
www.arenda-yeisk.ru xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai
xclicks.net xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
xjlottery.com xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
xn--80abgj3a5acid6ghs.top xn--h1aakne2ba.xn--p1ai
xn----ctbbcjd3dbsehgi.xn--p1ai xn--hxazdsfy.blogspot.com
xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai xnxxandxvideos.com
xwatt.ru xportvusbdriver8i.snack.ws
xxxtube69.com
xxxtubesafari.com xxxtubesafari.com
yebocasino.co.za yourothersite.com
yogamatsexpert.com yubikk.info
youandcredit.ru
youthreaders.com
yuarra.pluto.ro
yugk.net
zaapplesales.blogspot.com zaapplesales.blogspot.com
zastenchivosti.net zapiszto.pl
z-master.ru zero1.it
zoogdinsney.com zeroredirect12.com
zscaler.net znaturaloriginal.com
zvetki.ru zooggames.com
zverokruh-shop.cz
zx6.ru

482
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
76brighton.co.uk 00webcams.com
abctoppictures.net 100dollars-seo.com
activecampaign.dreamhosters.com 12bet.com
adobereader-free.ru 202ch.com
adsloads.com 2rich4bitches.com
adult3dgames.com acunetix-referrer.com
adultmeetonline.info admitad.com
adzerg.com adpremium.org
aliexpresscashback.club advancedsoftwaresupport.com
alldownload.pw afora.ru
allforminecraft.ru aktobe.xkaz.org
all-number.com amehdaily.com
alvtank.se am-se.com
amoi.tn animalia-life.club
ample-awards-today.us animali.deagostinipassion.it
aosheng-tech.com animalrank.com
apccargo.com apibrowsesmartne-a.akamaihd.net
applyneedy.xyz applyneedy.xyz
arenanews.com.ua arabsexxxtube.com
arendas.net arendovalka.xyz
aruplighting.com arkartex.ru
autogrep.ru asia-forum.ru
aviav.eu bagsonsale.online
bagcionderlab.com balkanfarma.org
bankcrediti.ru bannerspace.com
bannerbank.ru beauby.ru
begalka.xyz beauty-clinic.ru
betterhdporn.com best-mam.ru
bizcheapjerseyswholesalechina.com bestsexyblog.com
bizlist.com.de bidbuy.co.kr
blockworld.ru bingoporno.com
blogos.kz biographiya.com
bongiornos.info bio.trade-jp.net
bonzibuddi.com blogs.rediff.com
brokergid.ru bolitgorlo.net
buypuppies.ca bonky.biz
buyviagraa.blogspot.com brandbucket.com
calstaterealty.us businesn.men
camel-beach.com cactussoft.biz
cam-kontakte.org
candcstuccoandstone.com
canvas.gloverid.site
centraletermice.us
centre-indigo.org.ua centre-indigo.org.ua
cezartabac.ro chocolateslim-original.com
children-learningreading.info
circlesl.com circlesl.com
citetick.com clodo.ru
clickintext.net cntravelre.com
clothesforcash.com colehaanoutlet.store
club-samodelkin.ru companies-catalog.com
compliance-alex.xyz compliance-barak.xyz
compliance-walter.top confib.ifmo.ru
converse.ddsoldes.fr contentlook.co
counter.bloke.com creams.makeforum.eu
countercrazy.com cymbaltaandtizanidine.blogspot.com
crackguru.tk dairyindia.in
cutalltheshit.com dayibiao.com
ddlmega.net digilander.libero.it
dfiles.me dipstar.org
dikx.gdn docs4all.com
distver.ru doktoronline.no
domain2008.com dostavka-v-krym.com
domain.webkeyit.com dosugrostov.site
dprtb.com drugstoreforyou.com
duplicashapp.com
earthmagic.info earthmagic.info
easycommerce.cf eas-seo.com
easyukraine.com e-biznes.info
e-commerce-seo.com ec-file.info
ednorxmed.com edelstahlschornstein-123.de
edwinkonijn.com.au elexies.info
elkacentr.ru
en.altezza.travel
enews.tech enews.tech
eng-lyrics.com envaseslotusama.com
enthuse.computernetworksonline.com este-line.com.ua
evidencecleanergold.com europages.com.ru
exhibitionplus.eu evening-dating-club.info
ezigarettenshop1.yolasite.com exonline.info
ezigarettenshop2.myblog.de favoritemoney.ru
family1st.ca filmgo.ru
femdom.twiclub.in flex4launch.ru
filmetricsasia.com flprog.com
finemanteam.com fototravel.eu
footbalive.org freejabs.com
forexgb.ru freemaintenancesysforpcandmac.top
free-deals.faith freeseedsonline.com
fsakhalin.ru free-stock-illustration.com
galaxyflowers.ru friendflnder.com
gamesprite.me frustrated-favorable.gq
gaming-journal.com g7m.pl
gaytube.com gameplexcity.com
gearcraft.us gateway.zscalerone.net
getdot.ru gembird.com
gilsonchiro.xyz get-your-social-buttons.info
golaya.pw
golden-praga.ru golden-praga.ru
googlemare.com golfresa.lucania.se
googlsucks.com golmau.host.sk
gopixdatabase.com goodhousekeeping.com
green-tea.tv greatfind-a.akamaihd.net
gribkovye-zabolevaniya.com gta-top.ru
grizzlysgrill.com guardlink.org
guardlink.com harmonyglen.us
healthcarestore.info himgaws.pw
hem.passagen.se hostsshop.ru
hexpilot.com hustoon.over-blog.com
high-speed1.net impisr.edunsk.ru
hkdiiohi.skyrock.com io9.com
hkladys.com ivanstroi.ru
hmywwogw.bloger.index.hr javlibrary.cc
hostnow.men javstock.com
hotloans.ru jerseywholesalebizchina.com
huhn.altervista.org jerseywholesaleelitestore.com
infektsii.com keywords-monitoring-success.com
investyb.com kino-rating.ru
istizanidinelikexanax.blogspot.com kinosed.net
janettabridal.com kiskinhouse.com
jerseywholesalechinabiz.com konpax.com
kazka.ru kretpicf.pw
kinocccp.net kursy-ege.ru
kino-filmi.com lampokrat.ws
klejonka.info ledis.top
kongruan.com lineavabit.it
koronirealestate.gr live-sexchat.ru
krasivoe-hd.com luxmagazine.cf
krasnodar-avtolombards.ru mackeeper-land-672695126.us-east-1.elb.amazonaws.com
kredit-blog.ru mahnwachen-helfen.info
kung-fu-ru.com mainlinehobby.net
lerporn.info malwareremovalcenter.com
lexixxx.com manifestation.betteroffers.review
lifebyleese.com marcogrup.com
light.ifmo.ru marketingtechniques.info
lineshops.biz marmotstore.online
liquimondo.com
lmrauction.com
loadopia.com
lotto6888.com
lutherstable.org
macresource.co.uk
matpre.top
m.b00kmarks.com m.b00kmarks.com
mbiologi.ru mebel-alait.ru
medtherapy.ru mezaruk.info
med-zdorovie.com.ua mirtorrent.net
merryhouse.co.uk mobplayer.net
moi-glazki.ru moesen-ficken.com
mojpreskumanie.com money-for-placing-articles.com
montredemarque.nl monsterdivx.com
most-kerch.org moscow-clining.ru
moyakuhnia.ru mrwhite.biz
mrbojikobi4.biz multgo.ru
msfsaar.de musicspire.online
muztops.ru netfacet.net
mydoctorok.ru new-apps.ru
myshopmatemac.com nibbler.silktide.com
namenectar.com onblastblog.online
nbsproject.ru onefilms.net
nicovideo.jp onemactrckr.com
nightvision746.weebly.com osnova3.ru
nuker.com pacificair.com
offers.bycontext.com paphoselectricianandplumber.com
onlythegames.com paramountmarble.co.uk
o-o-6-o-o.com par-fallen.ga
openmultipleurl.com partner-cdn.men
orion-code-access.net pigrafix.at
oxford-book.com.ua pila.pl
paleohub.info piuminiita.com
pandroid.co plugingeorgia.com
pavlodar.xkaz.org podshipniki-ntn.ru
paydayonlinecom.com pomoc-drogowa.cba.pl
pc-services.ru porn555.com
penisvergrotendepillennl.ovh pornhub-ru.com
photochki.com pornmania.pl
picturesfrom.com pornstartits.xblog.in
popander.mobi porn-w.org
popup-jdh.xyz pozdravleniya-c.ru
pornoreino.com privacyassistant.net
powc.r.ca.d.sendibm2.com proftests.net
pozdrawleniya.com pulseonclick.com
pravoholding.ru quickchange.cc
princeadvantagesales.com rainbowice.ru
proekt-mos.ru rebuildermedical.com
proxyradar.com recordpage-a.akamaihd.net
pts163.ru resultshub-a.akamaihd.net
py100.ru retailwith.com
qexyfu.bugs3.com ric.info
qor360.com robertefuller.com
ranksonic.info roofers.org.uk
rapevideosmovies.com rosbalt.com.ua
raschtextil.com.ua royal-betting.net
remontvsamare.su ru-dety.ru
rossanasaavedra.net rusoft-zone.ru
ruscoininvest.company rybalka-opt.ru
rvzr-a.akamaihd.net saletool.ru
scanner-walter.top sc-specialhost.com
sdrescher.net searchengineranker.email
seksotur.ru seoboxes.com
seksvideoonlain.com seofirmreviewsus.info
sell-fb-group-here.com seolab.top
semp.net sexcamamateurchat.com
seoheap.com sexkontakte-seite.com
seonetwizard.com sexobzor.info
sexphoto.site sexreliz.com
sexuria.net sex-tracker.com
sideeffectsoftizanidine.blogspot.com shemale-sex.net
simpoed.ufop.br sibtest.ru
snow.nvr163.com sibvitr.ru
star61.de sledstvie-veli.net
stevemonsen.com smstraf.ru
talant-factory.ru spabali.org
tamada69.com spb.afora.ru
taraz.xkaz.org sportbetfair.com
thebitcoincode.com stauga.altervista.org
thegamerznetwork.com stockspmb.info
thejournal.ru storehouse.ua
time-japan.ru surfbuyermac.com
tizanidine4mgstreetprice.blogspot.com surgut.zrus.org
tizanidinehydrochloride2mg.blogspot.com svnuppsalaorebro.se
topshef.ru swimpool.ca
torrentdownloadhub.com szucs.ru
torrent-newgames.com tampabaywatch.org
tourismvictoria.com tech4master.com
try-rx.com tgtclick.com
thetoiletpaper.com
tizanidinestreetprice.blogspot.com
top-karkas.ru
totu.us
twittrading.com
u17795.netangels.ru u17795.netangels.ru
ukkelberg.no uchebavchehii.ru
unionmarkt.de unisexjewelry.org
uptimechecker.com unpredictable.ga
uvozdeckych.info uogonline.com
uzungil.com vancleefreplica.pw
valoresito.com vektorpress.ru
vedomstvo.net versaut.xxx-cam.webcam
vksex.ru viagengrarx.com
vzlomsn.org viagra.pp.ua
webjam.com videotuber.ru
website-speed-check.site voronezh.xrus.org
websitevaluebot.com vriel.batcave.net
welck.octopis.com vut.com.ru
weprik.ru w7s.ru
wheelchairliftsarea.com watchmygf.net
wholesalecheapjerseysfree.com weburok.com
wholesalejerseychinaoutlet.com woodyguthrie.se
wowas31.ucoz.ru worst-sites.online
xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai wowcasinoonline.ooo
xn--80ahvj9e.xn--p1ai wygraj-teraz.com
xwatt.ru xaijo.com
xxx-cam.webcam x-lime.com
yaoguangdj.com xsion.net
yoopsie.com zojirushi-products.ru
youdao.com zoogdisany.com
youtubedownload.org zoominfo.com
ytmnd.com
zazagames.org
zebramart.ru
zeroredirect9.com
zophim.me zophim.me
zvuker.net

8
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -5,6 +5,14 @@
<hr><center>nginx/1.16.1</center> <hr><center>nginx/1.16.1</center>
</body> </body>
</html> </html>
ody>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.16.1</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.158.85 0; 104.196.57.92 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.03.2009 #### Version: V4.2020.03.2010
#### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.03.2009 #### Version: V4.2020.03.2010
#### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2020.03.2009 #### Version: V4.2020.03.2010
#### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2020.03.2009 #### Version: V4.2020.03.2010
#### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6829](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.03.2009 ### Version: V3.2020.03.2010
### Updated: Tue Mar 10 12:49:19 SAST 2020 ### Updated: Tue Mar 10 13:12:15 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:18 SAST 2020 ### Updated: Tue Mar 10 13:12:14 SAST 2020
### Bad Referrer Count: 6829 ### Bad Referrer Count: 6829
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2020.03.2009 ### Version: V4.2020.03.2010
### Updated: Tue Mar 10 12:49:20 SAST 2020 ### Updated: Tue Mar 10 13:12:16 SAST 2020
### Bad Bot Count: 564 ### Bad Bot Count: 564
################################################### ###################################################
### Version Information ## ### Version Information ##