vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-05 12:09:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2020.05.2058 [ci skip]

Browse source
This commit is contained in:
Travis 2020-05-01 22:51:30 +02:00
parent def7861da3
commit bb3e3bee0a
50 changed files with 1064 additions and 11064 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.04.2057 ### Version: V3.2020.05.2058
### Updated: Wed Apr 29 22:41:02 SAST 2020 ### Updated: Fri May 1 22:41:51 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 1; 35.222.7.205 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 0; 35.222.7.205 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.04.2057 ### Version: V3.2020.05.2058
### Updated: Wed Apr 29 22:41:02 SAST 2020 ### Updated: Fri May 1 22:41:51 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 1; 35.222.7.205 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 0; 35.222.7.205 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.04.2057 ### Version: V3.2020.05.2058
### Updated: Wed Apr 29 22:41:02 SAST 2020 ### Updated: Fri May 1 22:41:51 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 1; 35.222.7.205 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 0; 35.222.7.205 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.04.2057 ### Version: V3.2020.05.2058
### Updated: Wed Apr 29 22:41:02 SAST 2020 ### Updated: Fri May 1 22:41:51 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.04.2057 ### Version: V3.2020.05.2058
### Updated: Wed Apr 29 22:41:02 SAST 2020 ### Updated: Fri May 1 22:41:51 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.73.34.132 0; 35.188.1.99 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.73.66.97 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.73.66.97 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.73.66.97 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.73.66.97 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.73.66.97 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.73.66.97 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.227.58.83 0; 35.192.85.2 0;
35.196.82.30 0; 35.188.1.99 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

4
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.74.91.53 0; 35.224.112.202 0;
35.196.82.30 0; 35.192.85.2 0;

4
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.231.58.0 0; 35.193.7.13 0;
34.74.91.53 0; 35.192.85.2 0;
35.227.58.83 0; 35.184.226.236 0;

4
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

6
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.227.58.83 0; 35.188.1.99 0;
35.196.82.30 0; 35.192.85.2 0;
35.231.58.0 0; 104.154.120.187 0;

4
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 1; 35.222.7.205 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
DSearch Barkrowler
Libwhisker Brandprotect
MicroMessenger DIIbot
Microsoft Data Access Flunky
NetSpider Navroad
RankingBot Openvas
SBIder SpaceBison
Typhoeus Szukacz
WebmasterWorldForumBot WebGo IS
Whacker Wotbox

282
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider Aboundexbot
404checker Acunetix
ADmantX ADmantX
Alligator AhrefsBot
AIBOT
AllSubmitter
AlphaBot AlphaBot
Apexoo Ankit
archive.org_bot archive.org_bot
arquivo.pt arquivo-web-crawler
Aspiegel Aspiegel
ASPSeek Asterias
Attach AwarioRssBot
AwarioSmartBot BacklinkCrawler
Backlink-Ceck BackWeb
backlink-check Barkrowler
Bandit BatchFTP
Battleztar Bazinga
BDCbot
BetaBot BetaBot
Bigfoot Bigfoot
Brandprotect Bitacle
Brandwatch Blackboard
BuiltWith Bolt
BotALot
BuiltBotTough
Bullseye
CATExplorador CATExplorador
CazoodleBot
CCBot CCBot
Cegbfeieh Cegbfeieh
CherryPicker CherryPicker
ChinaClaw
Chlooe Chlooe
Cliqzbot Claritybot
Cloud mapping
coccocbot-web coccocbot-web
Cogentbot Cogentbot
cognitiveseo cognitiveseo
Collector
com.plumanalytics com.plumanalytics
Copyscape Copier
CopyRightCheck
Cosmos Cosmos
Craftbot
crawler4j crawler4j
CrazyWebCrawler Curious
CrunchBot
CSHttp
Custo Custo
DatabaseDriverMysqli
DataCha0s
DBLBot DBLBot
Digincore Demon
Dirbuster Deusu
DigitalPebble
Dispatch
DittoSpyder
DnyzBot
DomainSigmaCrawler
Domains Project Domains Project
DomainStatsBot
Dotbot
Download Wonder Download Wonder
Dragonfly
Drip Drip
DSearch
DTS Agent DTS Agent
ECCP/1.0 EasyDL
EMail Siphon Ebingbong
EroCrawler EMail Wolf
Exabot evc-batch
Extreme Picture Finder ExtLinksBot
Extractor
ExtractorPro
EyeNetIE
facebookscraper
FemtosearchBot FemtosearchBot
Firefox/7.0
Flunky Flunky
Foobot Genieo
Fyrebot GermCrawler
G-i-g-a-b-o-t Getintent
GetWeb
Gigablast
Go-Ahead-Got-It Go-Ahead-Got-It
Gotit Gotit
Go!Zilla GoZilla
Grabber GrabNet
GT::WWW Grafula
GrapeshotCrawler
Harvest Harvest
Havij HEADMasterSEO
Heritrix Heritrix
HTMLparser HTMLparser
HTTrack
HybridBot HybridBot
IDBot
IlseBot IlseBot
Image Fetch Image Fetch
Image Sucker
Indy Library Indy Library
InfoNaviRobot InfoNaviRobot
Internet Ninja InfoTekies
internetVista monitor instabid
Iria Intelliseek
InternetSeer
ips-agent
IRLbot IRLbot
Iskanie
JetCar JetCar
Jetty Jetty
JOC Web Spider JikeSpider
JustView JustView
Kenjin Spider Jyxobot
Keyword Density LexiBot
Kozmosbot Linkdexbot
Lanshanbot LinksManager
LeechFTP LinqiaRSSBot
LibWeb LinqiaScrapeBot
Libwhisker Lipperhey
LinkextractorPro
Lipperhey Spider
Ltx71
LWP::Simple LWP::Simple
Magnet Magnet
Mag-Net Mag-Net
Majestic-SEO Mail.RU_Bot
MarkWatch MarkWatch
Mass Downloader Mass Downloader
Mata Hari Mata Hari
MauiBot Mb2345Browser
Meanpathbot Meanpathbot
Mediatoolkitbot Mediatoolkitbot
mediawords
MegaIndex.ru MegaIndex.ru
Metauri MicroMessenger
MFC_Tear_Sample
MIDown tool
MIIxpc MIIxpc
Mister PiX
MJ12bot MJ12bot
Morfeus Fucking Scanner Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSFrontPage
MSIECrawler MSIECrawler
muhstik-scan Msrabot
Musobot Nameprotect
Name Intelligence
Navroad
Needle
NetAnts
NetMechanic
Nettrack
Net Vampire Net Vampire
NextGenSearchBot NetZIP
Nibbler Niki-bot
Nikto NPbot
Nimbostratus Nutch
Ninja Offline Explorer
Nmap OnCrawl
Openfind OpenLinkProfiler
OpenVAS Openvas
OPPO A33
OrangeBot OrangeBot
OutclicksBot OrangeSpider
OutfoxBot OutfoxBot
Page Analyzer Page Analyzer
page scorer PageGrabber
PageScorer
Papa Foto Papa Foto
pcBrowser Picscout
PeoplePal PictureFinder
Picsearch Pimonster
Pixray plumanalytics
Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
polaris version
Probethenet Probethenet
ProPowerBot
Psbot Psbot
Pump Pump
PxBroker
PyCurl PyCurl
QueryN Metasearch QueryN Metasearch
Quick-Crawler Quick-Crawler
RankFlex RankActive
RankurBot RankActiveLinkBot
Reaper RankingBot
ReGet RealDownload
RepoMonkey s1z.ru
RocketCrawler
SalesIntelligent
ScanAlert
Scanbot
scan.lol
ScoutJet ScoutJet
Scrapy
ScreenerBot ScreenerBot
Searchestate Semrush
SemrushBot SEOkicks
SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
SEOprofiler SEOprofiler
seoscanners seoscanners
serpstatbot SeoSiteCheckup
sexsearcher SEOstats
Shodan
SISTRIX SISTRIX
Sitebeam Sitebeam
SiteExplorer SiteExplorer
Siteimprove SiteLockSpider
Site Sucker SiteSucker
SlySearch Sitevigil
SmartDownload
SMTBot SMTBot
Snoopy Snapbot
SocialRankIOBot SocialRankIOBot
Sociscraper
Sosospider
Sottopop Sottopop
Spammen Spammen
SpankBot Spanner
sp_auditbot
Spbot Spbot
SputnikBot
spyfu spyfu
Sqlmap Sqlmap
Sqlworm
Sqworm Sqworm
Steeler
Stripper
Sucker Sucker
Surfbot SuperBot
SurveyBot
Swiftbot Swiftbot
sysscan Szukacz
TeleportPro T0PHackTeam
tAkeOut
Teleport
Telesphorep Telesphorep
The Intraformant The Intraformant
TheNomad
Thumbor Thumbor
TightTwatBot
Titan Titan
Tracemyfile Trendiction
trendiction.com trendiction.com
trendiction.de True_Robot
Turnitin Turingos
Twice Twice
Typhoeus Typhoeus
UnisterBot
Upflow Upflow
URLy Warning URLy Warning
URLy.Warning
Vacuum Vacuum
Vagabondo Vagabondo
VCI
Virusdie
VoidEYE VoidEYE
Voltron
Wallpapers/3.0
WallpapersHD
WASALive-Bot
WBSearchBot WBSearchBot
Webalta
WebAuto
WebBandit WebBandit
WebCollage
Web Collage Web Collage
WebFetch Web Enhancer
Web Fetch
WebGo IS
WebLeacher WebLeacher
WebmasterWorldForumBot
webmeup-crawler
WebPix WebPix
Web Pix WebReaper
WebsiteExtractor Web Sauger
WebsiteQuester Webshag
Webster Webster
Web Sucker WebStripper
WebWhacker
WebZIP WebZIP
WeSEE WeSEE
Whatweb Whack
Who.is Bot WiseGuys Robot
Woobot Woobot
Wotbox WPScan
Wprecon
WWW-Mechanize WWW-Mechanize
WWW::Mechanize
Xaldon_WebSpider Xaldon_WebSpider
xpymep1.exe xpymep1.exe
Zade Zauba
Zermelo
Zeus Zeus
Zitebot
ZmEu
ZumBot ZumBot

278
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker
80legs 80legs
Aboundex Aboundex
Aboundexbot ADmantX
AhrefsBot
AiHitBot AiHitBot
Aipbot Aipbot
Alexibot Alexibot
Alligator
AllSubmitter
AlphaBot AlphaBot
Ankit Ankit
arquivo.pt
arquivo-web-crawler arquivo-web-crawler
Aspiegel
ASPSeek ASPSeek
Asterias autoemailspider
AwarioRssBot Backlink-Ceck
AwarioSmartBot
backlink-check backlink-check
BackWeb Badass
Bandit BatchFTP
BBBike
BDCbot BDCbot
BDFetch BDFetch
BetaBot BetaBot
Bitacle
BLEXBot BLEXBot
Boardreader BlowFish
Bolt BotALot
Brandwatch
BuiltBotTough BuiltBotTough
BuiltWith BuiltWith
Bullseye Bullseye
BuzzSumo Calculon
CATExplorador CATExplorador
CheeseBot CCBot
ChinaClaw Cegbfeieh
Chlooe Chlooe
Claritybot Cliqzbot
Cloud mapping Cloud mapping
coccocbot-web coccocbot-web
cognitiveseo Cogentbot
com.plumanalytics Copier
CopyRightCheck CopyRightCheck
Cosmos Copyscape
Craftbot Craftbot
crawler.feedback
crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
Crescent CSHttp
Curious DatabaseDriverMysqli
Custo DataCha0s
demandbase-bot
Demon
Deusu Deusu
Devil Devil
Digincore Digincore
DigitalPebble DigitalPebble
DIIbot DIIbot
DittoSpyder Discobot
Discoverybot
Dispatch
DomainAppender DomainAppender
DomainCrawler DomainCrawler
Domains Project Domains Project
domainsproject.org
Dragonfly
Drip Drip
DSearch
Ebingbong Ebingbong
Ecxi ECCP/1.0
Exabot EirGrabber
Express WebPictures EroCrawler
Extreme Picture Finder evc-batch
FDM FDM
FHscan Foobot
FlashGet
Flunky
Freeuploader
FrontPage
FyberSpider FyberSpider
Genieo GalaxyBot
GetWeb GermCrawler
Gigablast Getintent
Gigabot GoZilla
G-i-g-a-b-o-t Go!Zilla
Grabber Grabber
Grafula Grafula
Havij GrapeFX
Heritrix GridBot
Hloader GT::WWW
HybridBot Haansoft
Harvest
HTMLparser
HTTrack
Humanlinks
Iblog
IDBot
Id-search Id-search
IlseBot Indy Library
Image Fetch InfoTekies
InfoNaviRobot instabid
Intelliseek
InterGET InterGET
InternetSeer Internet Ninja
Iria Iria
IRLbot IstellaBot
Iskanie Jbrofuzz
JOC Web Spider JOC Web Spider
Joomla
Jorgee Jorgee
JustView JustView
Jyxobot
LeechGet
LexiBot LexiBot
Libwhisker Lightspeedsystems
LieBaoFast Likse
LinkextractorPro LinkextractorPro
LinkScan LinkScan
LinksManager LinksManager
LinkWalker
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Lipperhey
Lipperhey Spider
Lmspider Lmspider
LNSpiderguy LNSpiderguy
Ltx71
LWP::Simple
lwp-trivial
Magnet
Majestic12 Majestic12
Majestic SEO Majestic SEO
Majestic-SEO MarkWatch
Masscan
Mata Hari
Mb2345Browser Mb2345Browser
MeanPath Bot meanpathbot
MicroMessenger Meanpathbot
Microsoft Data Access Mediatoolkitbot
MIIxpc MegaIndex.ru
MJ12bot MIDown tool
Mojeek Mister PiX
Mojolicious Morfeus Fucking Scanner
Mr.4x3 MQQBrowser
MSFrontPage Musobot
MSIECrawler
Msrabot
muhstik-scan
Name Intelligence
Nameprotect Nameprotect
NearSite
Needle Needle
NetAnts NetAnts
Netcraft
NetMechanic NetMechanic
NetSpider NextGenSearchBot
Netvibes Nibbler
NetZIP NimbleCrawler
NICErsPRO
Nimbostratus Nimbostratus
Nmap Nmap
Offline Explorer Offline Navigator
OnCrawl
Openfind Openfind
OpenLinkProfiler OpenLinkProfiler
OpenVAS OPPO A33
OutclicksBot OrangeBot
PageAnalyzer
page scorer
PageScorer PageScorer
Pandalytics Panscient
PeoplePal Papa Foto
pcBrowser
PHPCrawl PHPCrawl
Picsearch Picscout
PictureFinder Pimonster
Pi-Monster Pi-Monster
Pixray
plumanalytics plumanalytics
Pockey
POE-Component-Client-HTTP
polaris version
Probethenet Probethenet
ProPowerBot ProWebWalker
Psbot Psbot
Pump
PxBroker PxBroker
QueryN Metasearch PyCurl
Quick-Crawler
RankActive
RankActiveLinkBot RankActiveLinkBot
RankFlex
Reaper Reaper
Recorder Recorder
RedesScrapy RedesScrapy
ReGet ReGet
Ripper Rogerbot
RSSingBot SBIder
s1z.ru Scanbot
ScoutJet scan.lol
SearchmetricsBot Screaming
ScreenerBot
Searchestate
Semrush
SemrushBot SemrushBot
SEOkicks SEOkicks
SEOlyticsCrawler
serpstatbot serpstatbot
SiteLockSpider Siphon
Sitebeam
SiteExplorer
Siteimprove
SiteSnagger
SiteSucker SiteSucker
Site Sucker SlySearch
SMTBot SmartDownload
Snake Snake
sogouspider Snapbot
Snoopy
Sociscraper
Sogou web spider Sogou web spider
Sottopop Sottopop
Spammen
SpankBot SpankBot
Spanner SputnikBot
sp_auditbot spyfu
Spinn3r
Steeler Steeler
Sucker Stripper
Sucuri
SuperBot SuperBot
SuperHTTP
Suzuran Suzuran
Swiftbot
Szukacz
T8Abot
Teleport Teleport
TeleportPro
Telesoft
Telesphoreo Telesphoreo
The Intraformant Telesphorep
Thumbor
TightTwatBot TightTwatBot
Toata
Tracemyfile Tracemyfile
Trendiction
Trendictionbot
trendiction.de trendiction.de
True_Robot Turingos
Turnitin
TwengaBot
Typhoeus Typhoeus
Upflow Upflow
URLy Warning URLy Warning
URLy.Warning Vacuum
Vagabondo Vagabondo
VB Project VB Project
VCI VCI
VidibleScraper
Virusdie
VoidEYE VoidEYE
Wallpapers/3.0 Voltron
WBSearchBot WallpapersHD
Webalta WASALive-Bot
WebAuto
Web Auto
WEBDAV
Web Enhancer Web Enhancer
WebFetch
Web Fetch Web Fetch
WebmasterWorldForumBot WebFuck
WebImageCollector
WebLeacher
webmeup-crawler
WebPix WebPix
WebReaper WebReaper
WebSauger WebSauger
Web Sauger
WebsiteQuester WebsiteQuester
Website Quester
Webster
Web Sucker Web Sucker
WeSEE Whacker
Whack WinHTTrack
Whatweb Wprecon
WISENutbot WPScan
Woobot
WWW-Collector-E WWW-Collector-E
WWW-Mechanize
WWW::Mechanize WWW::Mechanize
WWWOFFLE WWWOFFLE
x09Mozilla
Xaldon_WebSpider Xaldon_WebSpider
YoudaoBot xpymep1.exe
Zade
Zauba Zauba
zgrab zauba.io
ZmEu Zermelo
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
buytizanidineonline.blogspot.com buypuppies.ca
importchinacoach-teach.com cookielawblog.wordpress.com
kam-dom.ru kihi.gdn
pivka.xyz longadventure.com
redirectme.net obsessionphrases.com
redirlock.com proftests.net
scanmarine.info qcstrtvt.bloger.index.hr
trucri.me ruf777.com
vsdshnik.com unimodemhalfduplefw.pen.io
x-diesel.com xn--80ak6aa92e.com

910
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00author.com 03e.info
08800.top 08800.top
1webmaster.ml 1adult.com
2015god.org 1bet.com
2345.com 1hwy.com
2rich4bitches.com 1qingdao.com
34.gs 214jaluwobapef.cf
51.la 2728fb936f0.com
5-steps-to-start-business.com 55wmz.ru
5ws.dating-app.ru 5u.com
66cpwgln.space 66cpwgln.space
6hopping.com 72-news.com
7yue.org 7makemoneyonline.com
aasoldes.fr 8gold.com
abctoppictures.net aa625d84f1587749c1ab011d6f269f7d64.com
addtoadd.men adf.ly
adrunnr.com adidas.frwebs.fr
adssafeprotected.com adprotect.net
adtology.com ads.gold
adultgalls.com adsloads.com
adzerg.com adultnet.in
aimayangzhi.com aerogo.com
affiliate-fr.com
aibolita.com
akama.com
akvamaster.dp.ua
alert.scansafe.net
alienwheel.es
allboard.xobor.de
allcredits.su
alldezservice.kz
allkrim.com
allproblog.com
alltheviews.com
alt-servis.ru alt-servis.ru
amazon-seo-service.com am-se.com
anal-acrobats.com an-donut.com
angigreene.com android4fun.org
animali.deagostinipassion.it animaltoplist.com
anonymous-redirect.com apiappenableinfo-a.akamaihd.net
antons-transporte.de
apimountainbikei-a.akamaihd.net
apioasisspacenet-a.akamaihd.net
apishops.ru apishops.ru
apper.de apper.de
appiq.mobi aramaicmedia.org
apps-analytics.net arewater.com
appsecurityr.com arquapetrarca.info
arate.ru arvut.org
arendovalka.xyz asdfg.pro
arraty.altervista.org atelielembrancaqueencanta.com.br
artefakct.com atleticpharm.org
artparquet.ru auto4style.ru
asacopaco.tk auto-moto-elektronika.cz
asmxsatadriverin.aircus.com autonew.biz
asseenontvonline.ru availit.weebly.com
atmagroup.ru avitocars.ru
atofilms.com avtochehli.by
autoblogger24.info ayodhya.co
autoseo-traffic.com azte.ch
avkzarabotok.com babs.com.ua
avtolombard-krasnodar.com balkanfarma.org
ayanaspa.com balook.com
backlink4u.net bang-hotties.com
bannertesting.com baoxaydung.com.vn
becuo.com bausparen.bz.it
best-games.today beachpics.com
belinvestdom.by
bestdooz.com
best-mam.ru
best-seo-offer.com best-seo-offer.com
bestssaker.com bif-ru.info
bestwebsiteawards.com bildsuche.ru
bet365.com bio-optomarket.ru
betonka.pro bizfly.info
biketank.ga boleznikogi.com
bikini-image.com bolitgorlo.net
bio-japan.net bongacams.com
bloggedporn.com boom-celebs.com
blogporn.in bracketsmackdown.com
blogsfunky672.weebly.com brandov.ru
bmwhighperformers.com brg8.com
bochemit.com.ua b-styles.xyz
bonkers.name buqyxa.rincian.info
bookmaker-bet.com burger-tycoon.com
bosman.pluto.ro business-suggested.tk
break-the-chains.com butstrap.space
brk-rti.ru buyantiviralwp.com
bugof.gq buyessay3.blogspot.ru
businescoop.men buy-forum.ru
cablecar.us buyviagraa.blogspot.com
cakemediahq.com.au californianews.cf
callejondelpozo.es call-of-duty.info
calstaterealty.us cartierbraceletsreplica.pw
candelluxsklep.pl cartierlovestore.xyz
canrioloadm.gq cartierlove.xyz
canzoni.ru
carapics.com
cartierreplica.win
cb.iphantom.com
ccbill.com ccbill.com
c-english.ru ccjp.eu
chatroulette.online cdnanalytics.xyz
christianlouboutinsaleonline.us cercacamion.it
clayvasedesigns.tk cheapjerseysbizwholesale.us
chinaelitecheapjerseys.com
chocolateslim-original.com
cicaki.net
cleanallvirus.com cleanallvirus.com
clevernt.com
clips.ua.ac.be clips.ua.ac.be
companies-catalog.com clubfashionista.com
compliance-don.top co.lumb.co
compliance-elena.xyz compliance-alex.xyz
compliance-fred.top compliance-andrew.top
compliance-jane.top compliance-checker-7.info
compliance-john.top compliance-elena.top
compliance-josh.top copro.pw
compliance-margo.top cordstrap.cc
conboy.us
corta.co
coslab.club coslab.club
counter.bloke.com courtshipgift.com
creams.makeforum.eu cowblog.fr
crackzplanet.com
crest-poloski.ru crest-poloski.ru
cvety24.by csgo4.win
cxpromote.com culturevie.info
daneshetabiat.com customboxes4less.com
davidovic.info cymbaltaandtizanidine.blogspot.com
day-news.info
dcj-nn.ru dcj-nn.ru
ddpills.com deadlinkchecker.com
decenttools.com decorazilla.com
dekorkeramik.ru delfin-aqua.com.ua
deluxedumps.com
deniven.1bb.ru
detsky-nabytek.info
de.zapmeta.com de.zapmeta.com
dgfitness.co dieswaene.com
dinkolove.ya.ru dimfour.com
dividendo.ru dirtpics.pw
docsportal.net djonwatch.ru
domaincdn.xyz dogclothing.store
dostavka-v-krym.com domaincheck.io
downloadeer.net domain-submit.info
drpornogratisx.xxx downtuptv.gq
duplicashapp.com doyouknowtheword-flummox.ml
ednorxmed.com drupa.com
eduserver.net ecommerce-seo.com
ekto.ee egvar.net
elektronischezigarette2.mex.tl ekspertmed.com
elitesportsadvisor.com elektrischezigarette1.blog.pl
el-nation.com elektrischezigarette2.devhub.com
elvenmachine.com elite-sex-finders.com
empis.magix.net elmifarhangi.com
erotiktreff24.info erot.co
erotische-geschichten-xxl.com estelight.ru
esnm.ru eugenevaultstorage.com
estibot.com everypony.ru
etur.ru excitacion.info
europeanwatches.ru eyelike.com.ua
exct.net ezigarettekaufen2.yolasite.com
ezigarettekaufen.myblog.de ezigarettenkaufen1.deviantart.com
ezigarettenkaufen1.pagina.gr ezrvrentals.com
ezigaretteshop2.mywapblog.com f07.de
fanoboi.com falcoware.com
fdzone.org fashion-stickers.ru
femmesdenudees.com fearcrow.com
filmbokep69.com fermersovet.ru
filmfanatic.com ferretsoft.com
findclan.org ferrotodo.com
floating-share-buttons.com fetlifeblog.com
footballfarrago.com fetroshok.ru
formulaantiuban.com fickenprivat.info
forum-engineering.ru figuringmoneyout.com
filmi-v.online
findanysex.com
fitfloponline.store
fiuxy.com
flex4launch.ru
fordsonmajbor.cf
forexgb.ru
forums.toucharcade.com
forum.tvmir.org
foxweber.com foxweber.com
free-floating-buttons.com free-share-buttons.top
freegamesplay.online freesitetest.com
free-social-buttons.xyz fym.com.ru
freetangodownload.com galaxys6manual.info
frighteningremain.cf galeria-zdjec.com
fugarif.ga gazoblok.net.ua
fullgirl.ru geckoandfly.com
fyl.com.ru generic-pills-online.com
g7m.pl genericviagrasildenafiled.net
gallery.rennlist.com goodhumor24.com
gamblingnerd.com googst2.ru
gameonasia.com gourcy.altervista.org
gay.adultgalls.com grtyi.com
gaytube.com gsasearchengineranker.pw
gearcraft.us guitar-master.org
gettpromos.com handicapvansarea.com
gheus.altervista.org hao123.com
gidonline.one healthcarestore.info
girlporn.ru hildinghr.se
girlspicsa.com histats.com
globalscam.ga hledejvshopech.cz
go2album.com hobild.net
goodwriterssales.com hollywoodactress.info
googglet.com homegardenlova.com
googlepositions.com
growboxbl.ru
growshop.es
g.starmoe.xyz
h2monline.com
hanink.biz.ly
hasshe.com
hdfreeporno.net
hdhc.ru
hdimagegallery.net
hdpixion.com
hdwalls.xyz
heliko.no
hitmuzik.ru
hop.clickbank.net hop.clickbank.net
hostingclub.lk hoste.octopis.com
hotel-mkad.ru hotel-mkad.ru
houseofrose.com hotenergy.ru
hoverboard360.de hotshoppymac.com
housediz.com
houseofgaga.ru
hoverboard360.es
hoverboardforsaledirect.com hoverboardforsaledirect.com
howmuchdoestizanidinecost.blogspot.com howlongdoestizanidinestayinyoursystem.blogspot.com
hunthillfarmtrust.org huimin764128.com
hvd-store.com idc.com.ua
ifirestarter.ru ideashome.id
igrovyeavtomaty777.ru idegenvezeto.eu
images-free.net imagecoolpub.com
imagine-ex.co
imagui.eu imagui.eu
i-midias.net.br i-midias.net.br
impisr.ru indetiske.ya.ru
import-sales.com infokonkurs.ru
inboundlinks.win
indo-export.ru
infobabki.ru
infogame.name
infostatsvc.com
infoupdate.org
insomniagamingfestival.com
intellekt21.ru
interesnie-faktu.ru interesnie-faktu.ru
intervsem.ru
invest-pamm.ru
investyb.com investyb.com
i-service.kz islandminingsupply.wordpress.com
isistaylorporn.info istmira.ru
itag.pw itbc.kiev.ua
itrevolution.cf itsdp3.com
ix20.ru jbl-charge.info
izhevsk.zrus.org
jabimgo.pw
jennyfire.ru
jerseyswholesalechinalimited.com jerseyswholesalechinalimited.com
justprofit.xyz jerseywholesalechinabiz.com
jwss.cc jestr.org
kakadu-interior.com.ua jewelryandfiligree.com
kalb.ru job.icivil.ir
kerch.site jobmarket.com.ua
keywords-monitoring-success.com kadashihotel.com
kihi.gdn karachev-city.ru
kinocccp.net katadhin.co
kinoflux.net keywordsdoctor.com
kinogonew.ru khafre.us
kino-rating.ru kinofak.net
kinostorm.net
kladrus.ru
kletkimehan.ru kletkimehan.ru
klikbonus.com klosetkitten.com
kmgamex.cf kmgamex.cf
kochanelli.com krassh.ru
kongruan.com krasula.pp.ua
konoplisemena.com kumuk.info
kunstaktien.info kwzf.net
kvartira-sutochno.com
laapp.com
landinez.co
lankarns.com lankarns.com
leboard.ru lawyersinfo.org
ledis.top lennatin.info
letsrepair.in liky.co.ua
libertybilisim.com limads.men
lida-ru.com linkpulse.com
lifebyleese.com
lirunet.ru
lisque.batcave.net lisque.batcave.net
liveinternet.ro liveu.infoteka.hu
localflirtbuddies.com lodki-pvh.dp.ua
lomb.co lol-smurfs.com
lonfon.xyz louboutinreplica.xyz
longgreen.info love-baby.cz
lookingglassemb.com m1media.net
lovi-moment.com.ua marketland.ml
lowephotos.info
macfix.life
mamasuper.prom.ua
mararoom.ru
marinetraffic.com
markjaybeefractal.com
massage-info.nl massage-info.nl
meccadumps.net maximilitary.ru
meddesk.ru mcadamssupplyco.com
medizinreisen.de mecash.ru
meetlocalchicks.com meltwater.com
megaindex.ru metarip.ru
megakino.net mezaruk.info
members.ghanaweb.com microstatic.pl
mesbuta.info minegam.com
mobilierland.com mini.7zap.com
mobplayer.ru minneapoliscopiers.com
moetomnenie.com misterjtbarbers.com
mmog-play.ru
mockupui.com
moinozhki.com
moje-recenze.cz
mojowhois.com mojowhois.com
monarhs.info mole.pluto.ro
monetizer.com-01.site moncleronline.xyz
moneytop.ru monclervests.xyz
moscow-clining.ru moneyviking-a.akamaihd.net
mtmtv.info morpicert.pw
muabancantho.info moviezbonkerssk.cf
muizre.ru mp3downloadhq.com
music7s.me mrmoneymustache.com
musicas.baixar-musicas-gratis.com mrwhite.biz
muz-baza.net musezone.ru
muztops.ru myanyone.net
mycouponizemac.com mylesosibirsk.ru
mydearest.co napalm51.nut.cc
mydoctorok.ru nash-krym.info
mymercy.info naturalpharm.com.ua
mymobilemoneypages.com navalwiki.info
nardulan.com netallergy.ru
narkologiya-belgorod.ru netpics.org
natali-forex.com newtechspb.ru
national-today-winning-winner.club nextconseil.com
naturalshair.site nextrent-crimea.ru
new7ob.com nhl09.ru
newhairstylesformen2014.com nikhilbahl.com
newyorkhotelsmotels.info no-fuel.org
nicovideo.jp nonameread45.live
notebook-pro.ru northfacestore.online
notfastfood.ru norththeface.store
novgorod.xrus.org
npoet.ru npoet.ru
nuit-artisanale.com
nuup.info
nzfilecloud.weebly.com nzfilecloud.weebly.com
o-dachnik.ru office2web.com
offergroup.info oivcvx.website
offer.wpsecurity.website oneclickfiles.com
offf.info oneminutesite.it
offtime.ru
ok-ua.info
old-rock.com
omoikiri-japan.ru
onlinadverts.com
onlinemeetingnow.com
onlinetvseries.me
onstrapon.purplesphere.in
o-o-11-o-o.com
o-o-6-o-o.ru
opinionreelle.com opinionreelle.com
optibuymac.com ordernorxx.com
otbelivanie-zubov.com ororodnik.goodbb.ru
ourville.info ownshop.win
pandarastore.top oxotl.com
partners-ship.pro ozas.net
partner-stop.men paclitor.com
pay2me.pl paintingplanet.ru
pcgroup.com.uy palocco.it
pammik.ru
panchro.xyz
parfusale.se
pastaleads.com
pdn-4.com pdn-4.com
perm.xrus.org petitions.whitehouse.gov
peugeot-club.org pharmacyincity.com
pflexads.com phobia.us
photochki.com picsearch.com
piccdata.com picsforkeywordsuggestion.com
pijoto.net pics-group.com
pinwallpaper.top picturesmania.com
pistonclasico.com pintattoos.com
pixell.club plastgran.com
pkr1hand.com plugingeorgia.com
playfortuna-play.ru pogruztehnik.ru
pochemychka.net pooleroadmedicalcentre.co.uk
pokemon-go-play.online popugauka.ru
polcin.de porndl.org
pomoc-drogowa.cba.pl pornodojd.ru
pony-business.com pornoelita.info
poptool.net pornofeuer.com
pornokajf.com pornosee.info
pornotubexxx.name pornotubexxx.name
poshiv-chehol.ru pregnant.guru
primedice.com
privacyassistant.net
privhosting.com privhosting.com
profolan.pl prodess.ru
pronekut.com progonrumarket.ru
prosperent.com prom23.ru
prostitutki-tolyatti.org promgirldresses.xyz
pro-tec.kz pulse33.ru
purplestats.com pwwysydh.com
pyramidlitho.webs.com
qcstrtvt.bloger.index.hr
qpypcx.com qpypcx.com
quit-smoking.ga qualitymarketzone.com
rank-checker.online quickbuck.com
rankingchart.de qwesa.ru
regionshop.biz razamicroelectronics.com
reining.lovasszovetseg.hu r-control.ru
remontvsamare.su reckonstat.info
replicaclub.ru refads.pro
replicalouboutin.xyz registrydomainservices.com
restaurantlescampi.com remont-comp-pomosh.ru
rome2rio.com remontgruzovik.ru
romhacking.ru retailwith.com
rvi.biz rogervivierforsale.com
sabaapress.com rostov.xrus.org
scanner-alex.top ruf777.com
scanner-jane.top rukino.org
seasaltwithfood.com ruscoininvest.company
seofied.com ryetaw.com
seryeznie-znakomstva.ru salmonfishingsacramentoriver.com
se-welding.ru sashagreyblog.ga
sexobzor.info savetubevideo.com
sexreliz.com scanner-irvin.top
sexyteens.hol.es scanner-josh.top
sfd-chess.ru scenarii-1-sentyabrya.uroki.org.ua
shohanb.com sc-specialhost.com
shoppingjequiti.com.br seccioncontrabajo.com
sideeffectsoftizanidine.blogspot.com seogadget.ru
sientalyric.co serialsway.ucoz.ru
siha.de serptehnika.ru
simon3.ru servicecenter.co.ua
sitevalued.com sevenstars7.com
slomm.ru sexcamamateurchat.com
small-games.biz sexgalleries.top
smartshoppymac.com sex.hotblog.top
snegozaderzhatel.ru sexsaoy.com
social-buttons.com shikiso.info
social-s-hhh.xyz sildenafil-tadalafil.info
softwaretrend.net simple-image.com.ua
songplanet.ru sindragosa.comxa.com
sonnikforme.ru site3.free-share-buttons.com
spabali.org sklad-24.ru
skytraf.xyz
smokewithrabbits.com
snsdeainavi.info
sobecjvuwa.com.ru
social-button.xyz
solution4u.com
special-porn.com
speechfoodie.com speechfoodie.com
sportbetfair.com sptslmtrafms.com
srdrvp.com standardchartered-forex.com
ssconstruction.co stefanbakosab.se
stairliftsarea.com stickers-market.ru
stal-rulon.ru streha-metalko.si
stats-public.grammarly.io stretchingabuckblog.com
stjamesschool.info studiofmp.com
streetfire.net
superiends.org
suture.co
swagbucks.com swagbucks.com
symphonyintegratedhealthcare.com symphonyintegratedhealthcare.com
szucs.ru tanieaukcje.com.pl
telefonsex-ohne0900.net teastory.co
thebluenoodle.com telegraf.by
thetardistimes.ovh tengohydar.tk
tizanidineandhydrocodone.blogspot.com teslathemes.com
tizanidinehcl4mgisitanarcotic.blogspot.com thecounter.com
thejournal.ru
thelottosecrets.com
thetattoohut.com
tizanidinehclsideeffects.blogspot.com
tizanidinemusclerelaxant.blogspot.com tizanidinemusclerelaxant.blogspot.com
tonivedu.it tizanidinenarcotic.blogspot.com
toon-families.com tizanidinepills.blogspot.com
toonfamilies.net tizanidineshowupondrugtest.blogspot.com
topanasex.com tizanidinevssoma.blogspot.com
torrents.cd tizanidinewithdrawal.blogspot.com
toy-shop.top tkanorganizma.ru
trackmedia101.com toloka.hurtom.com
track-rankings.online tonerbox.kz
tracksurf.daooda.com topclickguru.com
tracksz.co topsy.com
tri-slona.org
tubeoffline.com
tuberkulezanet.ru tuberkulezanet.ru
tubo360.com turvgori.ru
tuckpointingmasonrysystems.com twittruth.com
tvoystartup.ru uasb.ru
twittrading.com uchebavchehii.ru
tytoona.com uchil.net
ultimatesetnewfreeallsoftupgradesystems.pw uggbootsoutletsale.us
unacittaconte.org uhodzalijami.ru
underthesite.com ukkelberg.no
unionmarkt.de uk-zheu20.ru
uroki.net umnovocaminho.com
vadimkravtcov.ru um-razum.ru
valuado.com universals.com.ua
vapeface.club unrealcommander.com
videochat.tv.br upproar.com
videosbox.ru uptime-as.net
vintontech.info urlcut.ru
vabasa.inwtrade.com
valueclick.com
vapomnoncri.tk
varikozdok.ru
vbtracker.net
v-doc.co
vip2ch.com vip2ch.com
vipps.com.my virtualbb.com
visa-china.ru vitalads.net
vizitki.net voltrknc1.com
vkontaktemusic.ru vozbujdenie.com
vladhistory.com wahicbefa31.soup.io
vpnhowto.info wallpapersist.com
vtc.pw warning.or.kr
w7s.ru waterpurifier.club
wallpapers-best.com webenlace.com.ar
webmonetizer.net website-analytics.online
webpromotion.ae wejdz-tu.pl
website-stealer.nufaq.com westermarkanjou.se
weprik.ru where-toget.com
wikes.20fr.com whiteproduct.com
wiosenny-bon-1500.pl wingsofrefuge.net
w-journal.ru womama.ru
worldis.me worldis.me
woweb.com.ua worst-sites.online
wstroika.ru wstroika.ru
wttavern.com www.kabbalah-red-bracelets.com
xfire.com xjrul.com
xkaz.org xkaz.org
xn--80ajbshivpvn2i.xn--p1ai x-lime.net
xn--d1aifoe0a9a.top xmlinde.com
xwatt.ru x-musics.com
y8games-free.com xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
yachts-cruise.info xn--b1ag5cfn.xn--p1ai
yellowproxy.net xn--b1agm2d.net
yourdesires.ru ynymnwbm.bloger.index.hr
zaidia.xhost.ro youradexchange.com
zakon-ob-obrazovanii.ru youradulthosting.com
zarenica.net yourporn.com
zetmaster.ru yubikk.info
zarabotok--doma.ru
zawyna.ua
zero1.it
zeroredirect12.com
zhacker.net
zigarettenonlinekaufen.tumblr.com zigarettenonlinekaufen.tumblr.com
zigzog.ru znakomstva-moskva77.ru
zoogdinsney.com znakomstvaonlain.ru
zrelaya.pw zoolubimets.ru
zytpirwai.net zootravel.com

488
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
00author.com 123kuma.com
1j7740kd.website 1314dh.com
1xbet4you.com 178evakuator178.ru
2015god.org 24-ak.ru
a1security.com.ua 3xforum.ro
acc.eu.org 40cg.com
admanaerofoil.com 6128786.com
allesohnegirls.net aa625d84f1587749c1ab011d6f269f7d64.com
alpinism.ru aa81bf391151884adfa3dd677e41f94be1.com
animaltoplist.com adidas.frwebs.fr
apiallgeniusinfo-a.akamaihd.net adserver-e7.com
appfixing.space allmarketsnewdayli.gdn
allnews.md
alyeskaresort.com
am-se.com
apidigidocketnet-a.akamaihd.net
app-ready.xyz
apptester.tk apptester.tk
ardimobileinfo.ml artdestshop.eu
artavenuegardenstudios.com
asdfz.pro
atlasvkusov.ru atlasvkusov.ru
autotrends.today awaybird.ru
b00kmarks.com banki76.ru
bablonow.ru best-seo-offer.com
babosas.com bimatoprost-careprost.com.ua
baditri.com binaryoptionscops.info
bang-hotties.com bizfly.info
bannerbank.ru blog.f00kclan.de
bausparen.bz.it blog.remote-computer.de
beget.tech bonky.biz
beyan.host.sk business-suggested.tk
bharatdefencekavach.com butstrap.space
biznesschat.net buy-forum.ru
blackcurranthumidifiers.site buypillsorderonline.com
boltalko.xyz candiceloves.us
bosefux.esy.es capacitacionyaprendizaje.com
buyparajumpers.online checkm8.com
carloans.com chinaelitecheapjerseys.com
cayado.snn.gr cialisndbrx.com
cfsrating.sonicwall.com ciproandtizanidine.blogspot.com
cherubinimobili.it clarithromycin500mg.com
cigarpass.com cntravelre.com
clevernt.com cobaltpro.ru
click2pawn.com compliance-julianna.top
clipartnew.com cool-wedding.net
coindirect.io coop-gamers.ru
coin-hive.com cornerstone-countertops.com
collegeessay19.blogspot.ru crazyboost.pro
communisave.co.za creams.makeforum.eu
community.allhiphop.com dataloading.net
compliance-jack.top
compliance-mary.top
confib.ifmo.ru
craftburg.ru
cubook.supernew.org
czat.wp.pl
d0t.ru
dailyfinancefix.com
dating-app.ru
ddpills.com
decoratinghomes.ga
decorazilla.com
delta-line.men
deplim.com
descargar-musica-gratis.net descargar-musica-gratis.net
disruptingdinnerparties.com dieta-personalna.pl
docs4all.com downloaddy.net
domoysshop.ru dtnlyss.com
dostavka-v-ukrainu.ru earl-brown.info
dosug-lux.ru eas-seo.com
e-c.al easync.io
e-commerce-seo1.com edge.sharethis.com
eduserver.net ekspresihati.info
ekspertmed.com elektronischezigarettekaufen2.tumblr.com
election.interferencer.ru eloxal.ru
elektrischezigarette1.onsugar.com energydiet24.ru
enews.tech eralph.tk
es5.com eropornosex.ru
espaceinventoristes.com esnm.ru
exhibitionplus.eu expdom.com
extremal-blog.com ezb.elvenmachine.com
f0815.de f5mtrack.com
fenoyl.batcave.net find1friend.com
flauntyoursite.com findsexguide.com
flooringinstallation-edmonton.com fireads.men
floridamhca.org firstdrugmall.ru
focalink.com fitnesspiks.com
fok.nl flash4fun.com
forumprofi.de flashlarevista.com
foto-basa.com free411games.com
free-stock-illustration.com freewareseek.com
front.to fungamelands.com
fsalas.com games.kolossale.ru
galaxys6manual.info gaming-journal.com
glall.ru gayxperience.com
gne8.com geilehausfrauen.net
googlefeud.com getpopunder.com
googleseo.com.tr gribkovye-zabolevaniya.com
healthcarestore.info gta-top.ru
historichometeam.com hesteel.pl
hitmuzik.ru hit-kino.ru
hunthillfarmtrust.org holidaypics.org
imagerydatabase.com hotelcrocenzi.sm
imperia31.ru hotenergy.ru
import-sales.com houtings.xyz
inbabes.sexushost.com hubbble.com
indo-export.ru hut1.ru
intelhdgraphicsgtdrive6w.metroblog.com ideawheel.com
istizanidineacontrolledsubstance.blogspot.com ilovevitaly.com
jamiembrown.com imediadesk.com
janavibekken.no investzalog.ru
jumptap.com ipchicken.com
kakablog.net irkutsk.zrus.org
kalandranis.gr irunfar.com
kartiniresto.com islamtoday.co.za
kazrent.com izoll.ru
kinobaks.com jasonpartington.com
koral.se javcoast.com
kustanay.kz jennyfire.ru
landoftracking.com jeremyeaton.co
larger.io jwss.cc
law-check-eight.xyz kasino-money.pw
leftofcentrist.com kerch.site
keywesthideaways.co
kino-ecran.ru
klejonka.info
kostenloser-sex.com
lasvegaslockandsafe.com
lernur.net lernur.net
letto.by letsrepair.in
limtu.ifmo.ru lifehacĸer.com
lirunet.ru livefixer.com
lookingglassemb.com liveinternet.ru
lsex.xyz louboutinreplica.xyz
mackeeper-land-672695126.us-east-1.elb.amazonaws.com macfix.life
magicplayer-s.acestream.net malwareremovalcenter.com
mansiondelrio.co mamasuper.prom.ua
masserect.com manifestation.betteroffers.review
masterseek.com mastershef.club
mb140.ru mediaoffers.click
meetlocalchicks.com medkritika.ru
mil-stak.com microstatic.pl
mobplayer.net mikozstop.com
motherboard.vice.com mlvc4zzw.space
music7s.me mmoguider.ru
muycerdas.xxx mmstat.com
my-aladin.com mnogabukaff.net
mydirtystuff.com modenamebel.ru
nalogovyykodeks.ru monarchfind-a.akamaihd.net
naturalshair.site money-every-day.com
networkcheck.xyz more-letom.ru
nibbler.silktide.com mossmesi.com
noscrapleftbehind.co most.gov.iq
notebook-pro.ru mylesosibirsk.ru
of-ireland.info mypornfree.ru
okonich.com.ua mzdish.site
okuos.com naj-filmy24.pl
onlinewritingjobs17.blogspot.ru nfvsz.com
optitrade24.com nightvision746.weebly.com
oralsexfilme.net offf.info
orenburg-gsm.ru oranga.host.sk
papasdelivery.ru ostroike.org
parajumpersjakkesalgnorge.info owathemes.com
partnerline.men ozoz.it
physfunc.ru partnerworkroom.men
plugingeorgia.com pcads.ru
pornhive.org petedrummond.com
pornoforadult.com picurams.pw
prizefestival.mobi piter.xrus.org
productarium.com podshipniki-ntn.ru
prointer.net.ua porno-dojki.net
pushdata.sendpulse.com pornohd1080.online
puzo2arbuza.ru pornokajf.com
raavidesigns.com pricheski-video.com
ranksonic.info priscilarodrigues.com.br
rasteniya-vs-zombi.ru professionalwritingservices15.blogspot.ru
redirect.trafficreceiver.club progonrumarket.ru
registry-clean-up.net promodj.com
remontgruzovik.ru prosperent.com
remote-dba.de prostitutki-belgoroda.org
rightenergysolutions.com.au ranksonic.com
rn-to-bsn.com rcb101.ru
roleforum.ru refudiatethissarah.info
royal-investments.net relayblog.com
rus-teh.narod.ru restorator-msk.ru
safe-app.net rollercoin.com
salut-camp.ru running-line.ru
runtnc.net
rusoft-zone.ru
sack.net
sammyweaver.com
satellite.maps.ilovevitaly.com satellite.maps.ilovevitaly.com
sdi-pme.com scopich.com
seofied.com scrnet.biz.ua
sexad.net search.alot.com
sex-foto.pw searchimpression.com
sexsearch.com seasaltwithfood.com
shoppytoolmac.com seogadget.ru
simply.net shymkent.xkaz.org
sim-service.net sientalyric.co
s-iwantyou.com silvercash.com
snjatie-geroinovoy-lomki.ru simple-image.com.ua
snow.nvr163.com sinestesia.host.sk
social-buttons.com siteaero.com
socialmonkee.com sitevaluation.com
soietvousmaime.fr sklad-24.ru
sport7777.net skyway24.ru
spyfu.com slim.sellany.ru
starpages.net solmarket.by
staynplay.net stefanbakosab.se
stop-gepatit.te.ua sterva.cc
storehouse.ua stevemonsen.com
supermesta.ru strigkaomsk.ru
svnuppsalaorebro.se suggest-keywords.com
tabakur77.com svolze.com
taboola.com tedxrj.com
tehngr.ru thebestphotos.eu
templates.radiodigital.co theendivechronicles.com
theheroes.ru thefds.net
theprofitsmaker.net tizanidine4mgstreetvalue.blogspot.com
tizanidinesleepaid.blogspot.com tizanidinesleepaid.blogspot.com
tksn.ru toolsky.com
tomatis.gospartner.com top10-online-games.com
tonivedu.it topcar-krasnodar.ru
tracfone.com topsy.com
traffic2money.com torrent-to-magnet.com
trafficnetzwerk.de tourcroatia.co.uk
traffique.net toyota.7zap.com
triumf-realty.ru traffixer.com
trk-4.net treasuretrack-a.akamaihd.net
ukkala.xyz trubywriting.com
umg-stroy.ru tubeline.biz
urccvfmc.bloger.index.hr tupper-posuda.ru
url2image.com twiclub.in
validccseller.com twitlinks.com
vgoloveboli.net txxx.com
vipps.com.my ua.tc
vipsiterip.org ublaze.ru
vkontaktemusic.ru urdoot.win
vodaodessa.com varikoz24.com
vostoktrade.info v-doc.co
vseigru.one vesnatehno.ru
watchinf.com vzlomtw.com
wesharepics.info waysbetter.cn
wildworld.site website-analyzer.info
withstandingheartwarming.com whos.amung.us
wonderfulflowers.biz wildnatureimages.com
works.if.ua womensplay.net
wpthemedetector.co.uk writingservices17.blogspot.ru
wufak.com www.timer4web.com
ww2awards.info xjlottery.com
www.get-free-traffic-now.com xn--80ab4aa2g.xn--p1ai
wyniki-lista.pl xolodremont.ru
x-lime.com yellowproxy.net
x-stars.ru ynymnwbm.bloger.index.hr
xxxguitars.com yourothersite.com
yeartwit.com youtubedownload.org
yurgorod.ru yuarra.pluto.ro
zahvat.ru yuweng.info
zaimite.ru zeleznobeton.ru
zeroredirect9.com zeroredirect12.com
zetmaster.ru zigzog.ru
zigarettenonlinekaufen2.drupalgardens.com zmoda.hostreo.com
zoolubimets.ru
zrelaya.pw

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.196.82.30 0; 35.222.7.205 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.04.2057 #### Version: V4.2020.05.2058
#### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2020.04.2057 #### Version: V4.2020.05.2058
#### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2020.04.2057 #### Version: V4.2020.05.2058
#### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

10000
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2020.04.2057 #### Version: V4.2020.05.2058
#### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2020.04.2057 ### Version: V3.2020.05.2058
### Updated: Wed Apr 29 22:41:02 SAST 2020 ### Updated: Fri May 1 22:41:51 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:00 SAST 2020 ### Updated: Fri May 1 22:41:50 SAST 2020
### Bad Referrer Count: 6831 ### Bad Referrer Count: 6831
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2020.04.2057 ### Version: V4.2020.05.2058
### Updated: Wed Apr 29 22:41:03 SAST 2020 ### Updated: Fri May 1 22:41:52 SAST 2020
### Bad Bot Count: 573 ### Bad Bot Count: 573
################################################### ###################################################
### Version Information ## ### Version Information ##