vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-04 03:29:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1597 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-25 15:29:11 +02:00
parent 2941dba8fd
commit c197d76290
22 changed files with 1695 additions and 1695 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.224.112.202 0; 35.193.7.13 0;

4
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1596 ### Version: V4.2019.06.1597
### Updated: Tue Jun 25 15:13:31 SAST 2019 ### Updated: Tue Jun 25 15:25:42 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.224.112.202 0; 35.193.7.13 0;

114
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1596 ### Version: V3.2019.06.1597
### Updated: Tue Jun 25 15:13:32 SAST 2019 ### Updated: Tue Jun 25 15:25:43 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -699,38 +699,38 @@ map $http_user_agent $bad_bot {
# *********************************************** # ***********************************************
# START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\badidxbot\b" 0; "~*(?:\b)adidxbot(?:\b|)" 0;
"~*\bAdsBot-Google\b" 0; "~*(?:\b)AdsBot-Google(?:\b|)" 0;
"~*\baolbuild\b" 0; "~*(?:\b)aolbuild(?:\b|)" 0;
"~*\bbingbot\b" 0; "~*(?:\b)bingbot(?:\b|)" 0;
"~*\bbingpreview\b" 0; "~*(?:\b)bingpreview(?:\b|)" 0;
"~*\bDoCoMo\b" 0; "~*(?:\b)DoCoMo(?:\b|)" 0;
"~*\bduckduckgo\b" 0; "~*(?:\b)duckduckgo(?:\b|)" 0;
"~*\bfacebookexternalhit\b" 0; "~*(?:\b)facebookexternalhit(?:\b|)" 0;
"~*\bFeedfetcher-Google\b" 0; "~*(?:\b)Feedfetcher-Google(?:\b|)" 0;
"~*\bGooglebot\b" 0; "~*(?:\b)Googlebot(?:\b|)" 0;
"~*\bGooglebot-Image\b" 0; "~*(?:\b)Googlebot-Image(?:\b|)" 0;
"~*\bGooglebot-Mobile\b" 0; "~*(?:\b)Googlebot-Mobile(?:\b|)" 0;
"~*\bGooglebot-News\b" 0; "~*(?:\b)Googlebot-News(?:\b|)" 0;
"~*\bGooglebot/Test\b" 0; "~*(?:\b)Googlebot/Test(?:\b|)" 0;
"~*\bGooglebot-Video\b" 0; "~*(?:\b)Googlebot-Video(?:\b|)" 0;
"~*\bGoogle-HTTP-Java-Client\b" 0; "~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0;
"~*\bGravityscan\b" 0; "~*(?:\b)Gravityscan(?:\b|)" 0;
"~*\bgsa-crawler\b" 0; "~*(?:\b)gsa-crawler(?:\b|)" 0;
"~*\bJakarta\ Commons\b" 0; "~*(?:\b)Jakarta\ Commons(?:\b|)" 0;
"~*\bKraken/0.1\b" 0; "~*(?:\b)Kraken/0.1(?:\b|)" 0;
"~*\bLinkedInBot\b" 0; "~*(?:\b)LinkedInBot(?:\b|)" 0;
"~*\bMediapartners-Google\b" 0; "~*(?:\b)Mediapartners-Google(?:\b|)" 0;
"~*\bmsnbot\b" 0; "~*(?:\b)msnbot(?:\b|)" 0;
"~*\bmsnbot-media\b" 0; "~*(?:\b)msnbot-media(?:\b|)" 0;
"~*\bSAMSUNG\b" 0; "~*(?:\b)SAMSUNG(?:\b|)" 0;
"~*\bSlackbot\b" 0; "~*(?:\b)Slackbot(?:\b|)" 0;
"~*\bSlackbot-LinkExpanding\b" 0; "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0;
"~*\bslurp\b" 0; "~*(?:\b)slurp(?:\b|)" 0;
"~*\bteoma\b" 0; "~*(?:\b)teoma(?:\b|)" 0;
"~*\bTwitterBot\b" 0; "~*(?:\b)TwitterBot(?:\b|)" 0;
"~*\bWordpress\b" 0; "~*(?:\b)Wordpress(?:\b|)" 0;
"~*\byahoo\b" 0; "~*(?:\b)yahoo(?:\b|)" 0;
# END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
# *************************************************** # ***************************************************
@ -741,12 +741,12 @@ map $http_user_agent $bad_bot {
# I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\bjetmon\b" 1; "~*(?:\b)jetmon(?:\b|)" 1;
"~*\blibwww-perl\b" 1; "~*(?:\b)libwww-perl(?:\b|)" 1;
"~*\bLynx\b" 1; "~*(?:\b)Lynx(?:\b|)" 1;
"~*\bmunin\b" 1; "~*(?:\b)munin(?:\b|)" 1;
"~*\bPresto\b" 1; "~*(?:\b)Presto(?:\b|)" 1;
"~*\bWget/1.15\b" 1; "~*(?:\b)Wget/1.15(?:\b|)" 1;
# END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
# ************************************************************** # **************************************************************
@ -754,23 +754,23 @@ map $http_user_agent $bad_bot {
# ************************************************************** # **************************************************************
# START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\bAlexa\b" 2; "~*(?:\b)Alexa(?:\b|)" 2;
"~*\barchive.org\b" 2; "~*(?:\b)archive.org(?:\b|)" 2;
"~*\bBaidu\b" 2; "~*(?:\b)Baidu(?:\b|)" 2;
"~*\bBUbiNG\b" 2; "~*(?:\b)BUbiNG(?:\b|)" 2;
"~*\bFlipboardProxy\b" 2; "~*(?:\b)FlipboardProxy(?:\b|)" 2;
"~*\bia_archiver\b" 2; "~*(?:\b)ia_archiver(?:\b|)" 2;
"~*\bMSIE\ 7.0\b" 2; "~*(?:\b)MSIE\ 7.0(?:\b|)" 2;
"~*\bProximic\b" 2; "~*(?:\b)Proximic(?:\b|)" 2;
"~*\bR6_CommentReader\b" 2; "~*(?:\b)R6_CommentReader(?:\b|)" 2;
"~*\bR6_FeedFetcher\b" 2; "~*(?:\b)R6_FeedFetcher(?:\b|)" 2;
"~*\bRED/1\b" 2; "~*(?:\b)RED/1(?:\b|)" 2;
"~*\bRPT-HTTPClient\b" 2; "~*(?:\b)RPT-HTTPClient(?:\b|)" 2;
"~*\bsfFeedReader/0.9\b" 2; "~*(?:\b)sfFeedReader/0.9(?:\b|)" 2;
"~*\bSpaidu\b" 2; "~*(?:\b)Spaidu(?:\b|)" 2;
"~*\bUptimeRobot/2.0\b" 2; "~*(?:\b)UptimeRobot/2.0(?:\b|)" 2;
"~*\bYandexBot\b" 2; "~*(?:\b)YandexBot(?:\b|)" 2;
"~*\bYandexImages\b" 2; "~*(?:\b)YandexImages(?:\b|)" 2;
# END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
} }

114
.dev-tools/globalblacklist-testing.template
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1596 ### Version: V3.2019.06.1597
### Updated: Tue Jun 25 15:13:32 SAST 2019 ### Updated: Tue Jun 25 15:25:43 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -699,38 +699,38 @@ map $http_user_agent $bad_bot {
# *********************************************** # ***********************************************
# START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\badidxbot\b" 0; "~*(?:\b)adidxbot(?:\b|)" 0;
"~*\bAdsBot-Google\b" 0; "~*(?:\b)AdsBot-Google(?:\b|)" 0;
"~*\baolbuild\b" 0; "~*(?:\b)aolbuild(?:\b|)" 0;
"~*\bbingbot\b" 0; "~*(?:\b)bingbot(?:\b|)" 0;
"~*\bbingpreview\b" 0; "~*(?:\b)bingpreview(?:\b|)" 0;
"~*\bDoCoMo\b" 0; "~*(?:\b)DoCoMo(?:\b|)" 0;
"~*\bduckduckgo\b" 0; "~*(?:\b)duckduckgo(?:\b|)" 0;
"~*\bfacebookexternalhit\b" 0; "~*(?:\b)facebookexternalhit(?:\b|)" 0;
"~*\bFeedfetcher-Google\b" 0; "~*(?:\b)Feedfetcher-Google(?:\b|)" 0;
"~*\bGooglebot\b" 0; "~*(?:\b)Googlebot(?:\b|)" 0;
"~*\bGooglebot-Image\b" 0; "~*(?:\b)Googlebot-Image(?:\b|)" 0;
"~*\bGooglebot-Mobile\b" 0; "~*(?:\b)Googlebot-Mobile(?:\b|)" 0;
"~*\bGooglebot-News\b" 0; "~*(?:\b)Googlebot-News(?:\b|)" 0;
"~*\bGooglebot/Test\b" 0; "~*(?:\b)Googlebot/Test(?:\b|)" 0;
"~*\bGooglebot-Video\b" 0; "~*(?:\b)Googlebot-Video(?:\b|)" 0;
"~*\bGoogle-HTTP-Java-Client\b" 0; "~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0;
"~*\bGravityscan\b" 0; "~*(?:\b)Gravityscan(?:\b|)" 0;
"~*\bgsa-crawler\b" 0; "~*(?:\b)gsa-crawler(?:\b|)" 0;
"~*\bJakarta\ Commons\b" 0; "~*(?:\b)Jakarta\ Commons(?:\b|)" 0;
"~*\bKraken/0.1\b" 0; "~*(?:\b)Kraken/0.1(?:\b|)" 0;
"~*\bLinkedInBot\b" 0; "~*(?:\b)LinkedInBot(?:\b|)" 0;
"~*\bMediapartners-Google\b" 0; "~*(?:\b)Mediapartners-Google(?:\b|)" 0;
"~*\bmsnbot\b" 0; "~*(?:\b)msnbot(?:\b|)" 0;
"~*\bmsnbot-media\b" 0; "~*(?:\b)msnbot-media(?:\b|)" 0;
"~*\bSAMSUNG\b" 0; "~*(?:\b)SAMSUNG(?:\b|)" 0;
"~*\bSlackbot\b" 0; "~*(?:\b)Slackbot(?:\b|)" 0;
"~*\bSlackbot-LinkExpanding\b" 0; "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0;
"~*\bslurp\b" 0; "~*(?:\b)slurp(?:\b|)" 0;
"~*\bteoma\b" 0; "~*(?:\b)teoma(?:\b|)" 0;
"~*\bTwitterBot\b" 0; "~*(?:\b)TwitterBot(?:\b|)" 0;
"~*\bWordpress\b" 0; "~*(?:\b)Wordpress(?:\b|)" 0;
"~*\byahoo\b" 0; "~*(?:\b)yahoo(?:\b|)" 0;
# END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
# *************************************************** # ***************************************************
@ -741,12 +741,12 @@ map $http_user_agent $bad_bot {
# I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\bjetmon\b" 1; "~*(?:\b)jetmon(?:\b|)" 1;
"~*\blibwww-perl\b" 1; "~*(?:\b)libwww-perl(?:\b|)" 1;
"~*\bLynx\b" 1; "~*(?:\b)Lynx(?:\b|)" 1;
"~*\bmunin\b" 1; "~*(?:\b)munin(?:\b|)" 1;
"~*\bPresto\b" 1; "~*(?:\b)Presto(?:\b|)" 1;
"~*\bWget/1.15\b" 1; "~*(?:\b)Wget/1.15(?:\b|)" 1;
# END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
# ************************************************************** # **************************************************************
@ -754,23 +754,23 @@ map $http_user_agent $bad_bot {
# ************************************************************** # **************************************************************
# START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\bAlexa\b" 2; "~*(?:\b)Alexa(?:\b|)" 2;
"~*\barchive.org\b" 2; "~*(?:\b)archive.org(?:\b|)" 2;
"~*\bBaidu\b" 2; "~*(?:\b)Baidu(?:\b|)" 2;
"~*\bBUbiNG\b" 2; "~*(?:\b)BUbiNG(?:\b|)" 2;
"~*\bFlipboardProxy\b" 2; "~*(?:\b)FlipboardProxy(?:\b|)" 2;
"~*\bia_archiver\b" 2; "~*(?:\b)ia_archiver(?:\b|)" 2;
"~*\bMSIE\ 7.0\b" 2; "~*(?:\b)MSIE\ 7.0(?:\b|)" 2;
"~*\bProximic\b" 2; "~*(?:\b)Proximic(?:\b|)" 2;
"~*\bR6_CommentReader\b" 2; "~*(?:\b)R6_CommentReader(?:\b|)" 2;
"~*\bR6_FeedFetcher\b" 2; "~*(?:\b)R6_FeedFetcher(?:\b|)" 2;
"~*\bRED/1\b" 2; "~*(?:\b)RED/1(?:\b|)" 2;
"~*\bRPT-HTTPClient\b" 2; "~*(?:\b)RPT-HTTPClient(?:\b|)" 2;
"~*\bsfFeedReader/0.9\b" 2; "~*(?:\b)sfFeedReader/0.9(?:\b|)" 2;
"~*\bSpaidu\b" 2; "~*(?:\b)Spaidu(?:\b|)" 2;
"~*\bUptimeRobot/2.0\b" 2; "~*(?:\b)UptimeRobot/2.0(?:\b|)" 2;
"~*\bYandexBot\b" 2; "~*(?:\b)YandexBot(?:\b|)" 2;
"~*\bYandexImages\b" 2; "~*(?:\b)YandexImages(?:\b|)" 2;
# END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
} }

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1596 ### Version: V4.2019.06.1597
### Updated: Tue Jun 25 15:13:31 SAST 2019 ### Updated: Tue Jun 25 15:25:42 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

92
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
AiHitBot 360Spider
ASPSeek ADmantX
Asterias
Bigfoot Bigfoot
Cogentbot BLEXBot
Copyscape Blow
Crescent Bullseye
DIIbot ChinaClaw
Drip Chlooe
Fyrebot coccocbot-web
GetWeb cognitiveseo
G-i-g-a-b-o-t DataCha0s
Heritrix DomainCrawler
Humanlinks ExtLinksBot
IlseBot Extreme Picture Finder
instabid HTTP::Lite
IstellaBot InfoTekies
JamesBOT InternetSeer
LNSpiderguy internetVista monitor
lwp-trivial JennyBot
Majestic SEO JustView
Mister PiX Kenjin Spider
Netcraft Lanshanbot
Likse
LinqiaMetadataDownloaderBot
Lipperhey
Mail.RU_Bot
Metauri
Name Intelligence
Nameprotect
netEstate NE Crawler
NetZIP NetZIP
Nikto PeoplePal
Ninja
Offline Navigator
OrangeBot
OutfoxBot
Panscient
Picscout
Picsearch Picsearch
ProPowerBot PxBroker
Quick-Crawler RealDownload
RankActiveLinkBot Screaming
SalesIntelligent SearchmetricsBot
scan.lol SocialRankIOBot
SmartDownload Sosospider
SpankBot
spyfu
Sqlmap
Sqworm
sysscan sysscan
tAkeOut TightTwatBot
TheNomad Voltron
Toata WallpapersHD
Trendiction WebAuto
WebSauger Web Auto
Woobot Web Enhancer
WWW-Collector-E Web Pix
zgrab Web Sucker
Xenu

270
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy 404enemy
80legs 80legs
Abonti Abonti
Aboundex Aboundexbot
Acunetix AfD-Verbotsverfahren
AhrefsBot AIBOT
Alexibot AiHitBot
Anarchie Alligator
archive.org_bot
ASPSeek ASPSeek
Attach backlink-check
autoemailspider
BackDoorBot
Backlink-Ceck
BacklinkCrawler BacklinkCrawler
BackStreet BackStreet
Barkrowler
BatchFTP BatchFTP
Battleztar Bazinga BBBike
BDFetch
BetaBot
Bitacle
Blackboard Blackboard
Black Hole Black Hole
BlackWidow BlackWidow
BLEXBot BLEXBot
Blow Bolt
Boardreader Brandprotect
Buddy Buddy
Calculon BunnySlippers
CATExplorador CazoodleBot
Cegbfeieh
CheeseBot CheeseBot
Cloud mapping CherryPicker
coccocbot-web CheTeam
ChinaClaw
Chlooe
Claritybot
Cogentbot Cogentbot
Collector
Copier
CopyRightCheck CopyRightCheck
CrazyWebCrawler Copyscape
CrunchBot Crescent
Curious
Custo Custo
DatabaseDriverMysqli DatabaseDriverMysqli
DataCha0s Deusu
DBLBot DigitalPebble
Demon
Devil
Dirbuster Dirbuster
Disco Disco
Dispatch DnyzBot
DomainCrawler DomainCrawler
DomainSigmaCrawler
DomainStatsBot DomainStatsBot
Dragonfly
eCatch
ECCP/1.0
EMail Siphon
EMail Wolf EMail Wolf
Evil Evil
Exabot ExtLinksBot
Extractor
ExtractorPro ExtractorPro
Extreme Picture Finder EyeNetIE
Ezooms
facebookscraper facebookscraper
Fimap FDM
Firefox/7.0 FemtosearchBot
FlashGet FlashGet
FrontPage FrontPage
Fyrebot Genieo
GetRight GoZilla
GetWeb
Gigablast
Gigabot
Gotit
Go!Zilla Go!Zilla
Grabber Grabber
GrapeFX GrapeFX
GridBot GridBot
Haansoft
HaosouSpider HaosouSpider
Harvest
Havij Havij
HEADMasterSEO
Heritrix Heritrix
Hloader Hloader
HTTP::Lite HTTP::Lite
HTTrack HTTrack
Humanlinks
HybridBot HybridBot
IDBot IDBot
Id-search Id-search
IlseBot IlseBot
Image Fetch Image Fetch
Image Sucker Image Sucker
IndeedBot Intelliseek
InfoNaviRobot
InfoTekies
InterGET InterGET
Internet Ninja internetVista monitor
ips-agent
Iria Iria
Iskanie Iskanie
JamesBOT JennyBot
Jbrofuzz Joomla
Jetty Jyxobot
JikeSpider Kenjin Spider
Kozmosbot Lanshanbot
LeechGet Lftp
LexiBot
LibWeb
Libwhisker
LinkextractorPro
LinkpadBot
LinksManager
LinkWalker LinkWalker
LinqiaScrapeBot LinqiaRSSBot
Lipperhey Lipperhey
Ltx71 Lipperhey Spider
Litemage_walker
Lmspider
LWP::Simple
Mag-Net
magpie-crawler magpie-crawler
Majestic12 Majestic12
MarkMonitor
MarkWatch
MauiBot MauiBot
Meanpathbot MeanPath Bot
mediawords Mediatoolkitbot
MegaIndex.ru MegaIndex.ru
Metauri Metauri
Microsoft Data Access
Microsoft URL Control Microsoft URL Control
MIDown tool MIDown tool
Morfeus Fucking Scanner MIIxpc
Mister PiX
Mr.4x3
MSFrontPage MSFrontPage
muhstik-scan Msrabot
Musobot MS Web Services Client Protocol
Navroad Name Intelligence
NetAnts Nameprotect
netEstate NE Crawler NearSite
NetMechanic Needle
Nibbler Nessus
Netcraft
NetSpider
Nettrack
Net Vampire
Netvibes
NimbleCrawler NimbleCrawler
Nimbostratus Nimbostratus
Ninja Nmap
NPbot Octopus
oBot
Offline Explorer Offline Explorer
Offline Navigator
OnCrawl OnCrawl
OrangeBot Openfind
OpenLinkProfiler
Openvas
OpenVAS
OrangeSpider
OutclicksBot OutclicksBot
PageAnalyzer
PageGrabber PageGrabber
page scorer page scorer
PageScorer
Pandalytics
Panscient Panscient
Pavuk
pcBrowser pcBrowser
PECL::HTTP PECL::HTTP
PHPCrawl PHPCrawl
Picsearch PictureFinder
Pi-Monster Pi-Monster
plumanalytics
Pockey Pockey
Probethenet Probethenet
ProWebWalker ProWebWalker
Psbot
Pump
PyCurl PyCurl
QueryN Metasearch QueryN Metasearch
Quick-Crawler RankActive
RankActiveLinkBot Rankivabot
RankingBot2 RankurBot
Reaper RealDownload
Recorder RebelMouse
ReGet ReGet
RepoMonkey
Ripper Ripper
SalesIntelligent Rogerbot
ScanAlert ScanAlert
Scanbot Scanbot
ScoutJet
Scrapy Scrapy
SemrushBot Screaming
Searchestate
SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler SEOprofiler
Seomoz seoscanners
SeoSiteCheckup
SEOstats SEOstats
serpstatbot Shodan
SISTRIX Siphon
Sitebeam Sitebeam
SiteExplorer
Siteimprove
SiteLockSpider
SiteSnagger SiteSnagger
Sitevigil Site Sucker
SlySearch SlySearch
SmartDownload SmartDownload
SMTBot
Snake Snake
Snapbot
Snoopy Snoopy
SocialRankIOBot
Sociscraper Sociscraper
Sogou web spider sogouspider
Sosospider
Sottopop
SpaceBison SpaceBison
Spammen SpankBot
Spanner
sp_auditbot sp_auditbot
Spinn3r
SputnikBot SputnikBot
Sqlworm spyfu
Sqworm Sqworm
Steeler Steeler
Sucker
Sucuri Sucuri
SuperBot
SuperHTTP SuperHTTP
Surfbot
sysscan sysscan
Szukacz Teleport
T8Abot
TeleportPro TeleportPro
Telesphorep TheNomad
Thumbor
TightTwatBot TightTwatBot
Titan trendiction.com
Toweyabot trendiction.de
Tracemyfile Turnitin
Trendiction
Turingos
TwengaBot TwengaBot
Twice
Typhoeus
Upflow Upflow
Vacuum URLy Warning
URLy.Warning
Vagabondo Vagabondo
VeriCiteCrawler VB Project
VCI
Virusdie Virusdie
VoidEYE Wallpapers/3.0
Voltron
WBSearchBot
Webalta Webalta
WebAuto WebAuto
Web Auto
WebBandit WebBandit
WebFetch WebEnhancer
Web Fetch
WebFuck WebFuck
WebImageCollector WebImageCollector
WebLeacher WebPix
WebmasterWorldForumBot WebSauger
webmeup-crawler Web Sauger
Web Pix
WebsiteExtractor WebsiteExtractor
WebsiteQuester WebsiteQuester
Website Quester Website Quester
Webster WebStripper
Whack WebSucker
Whacker Whatweb
Who.is Bot
Widow Widow
Wonderbot Woobot
Wotbox Wotbox
WWW-Mechanize WWW-Mechanize
WWW::Mechanize WWW::Mechanize
x09Mozilla x09Mozilla
x22Mozilla Xenu
Xaldon WebSpider zauba.io
Zade
Zermelo
Zeus
zgrab
Zitebot
ZmEu ZmEu
ZumBot
ZyBorg

284
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 80legs
Abonti
Aboundex Aboundex
AfD-Verbotsverfahren Acunetix
AhrefsBot AhrefsBot
Aipbot AIBOT
Alexibot Anarchie
Alligator Attach
AllSubmitter
Apexoo
archive.org_bot
Asterias
autoemailspider autoemailspider
BackStreet BackDoorBot
BacklinkCrawler
Badass Badass
Barkrowler BatchFTP
BDFetch Battleztar Bazinga
Bigfoot BBBike
Bitacle Blackboard
BLEXBot BLEXBot
Blow BlowFish
Bolt Boardreader
Brandprotect BotALot
Brandwatch Brandwatch
BuiltWith BuiltBotTough
Bullseye
BunnySlippers BunnySlippers
BuzzSumo BuzzSumo
CATExplorador
CazoodleBot
CCBot
Cegbfeieh Cegbfeieh
CherryPicker Chlooe
CheTeam Cliqzbot
ChinaClaw
coccocbot-web coccocbot-web
cognitiveseo cognitiveseo
Copier Collector
Cosmos com.plumanalytics
Craftbot
crawler4j crawler4j
crawler.feedback
CrazyWebCrawler
Crescent
CrunchBot
Custo Custo
DatabaseDriverMysqli
DataCha0s DataCha0s
DBLBot demandbase-bot
Demon Demon
Deusu
Digincore Digincore
DigitalPebble DigitalPebble
Discobot Dirbuster
DittoSpyder DittoSpyder
DnyzBot DomainAppender
DomainSigmaCrawler DomainSigmaCrawler
DomainStatsBot
Download Wonder
DTS Agent
eCatch eCatch
ECCP/1.0
Ecxi
EirGrabber EirGrabber
EMail Wolf
EroCrawler
evc-batch
Evil Evil
Exabot
ExtLinksBot ExtLinksBot
Extreme Picture Finder Extractor
ExtractorPro
EyeNetIE
facebookscraper
FDM FDM
FHscan Fimap
Firefox/7.0
FlashGet FlashGet
Flunky
Foobot
FrontPage FrontPage
FyberSpider Genieo
GetWeb Gigablast
Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It Go!Zilla
GrapeFX Grabber
GrabNet
Grafula
HaosouSpider HaosouSpider
Havij HEADMasterSEO
HMView Heritrix
HTTrack HTTP::Lite
IDBot HybridBot
Id-search
IlseBot
Image Fetch Image Fetch
InfoNaviRobot instabid
InfoTekies
Intelliseek Intelliseek
Internet Ninja JamesBOT
IstellaBot
Jbrofuzz
JennyBot
JetCar JetCar
JikeSpider Jetty
Joomla JOC Web Spider
Kenjin Spider
Keyword Density Keyword Density
Kozmosbot Kozmosbot
Lanshanbot Lanshanbot
Larbin
LeechFTP
LeechGet
Lftp Lftp
LibWeb LibWeb
Lightspeedsystems Likse
Linkdexbot
LinkextractorPro LinkextractorPro
LinkpadBot
LinksManager LinksManager
LinkWalker LinqiaScrapeBot
LNSpiderguy Lipperhey
Ltx71 Lmspider
lwp-request lwp-request
lwp-trivial LWP::Simple
Magnet
Mag-Net Mag-Net
magpie-crawler
Mail.RU_Bot
Majestic12 Majestic12
Majestic-SEO Majestic SEO
MarkMonitor MarkMonitor
Masscan
Mass Downloader Mass Downloader
Mata Hari Mata Hari
MauiBot MauiBot
meanpathbot
Meanpathbot
Mediatoolkitbot
mediawords
MegaIndex.ru
MFC_Tear_Sample MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
Microsoft URL Control Mojeek
MIIxpc
MSIECrawler MSIECrawler
Msrabot Msrabot
Musobot muhstik-scan
Name Intelligence Navroad
Nameprotect
Needle
NetAnts
netEstate NE Crawler netEstate NE Crawler
NetLyzer NetLyzer
NetZIP NetMechanic
NextGenSearchBot NextGenSearchBot
NICErsPRO Niki-bot
NimbleCrawler Nikto
Nimbostratus
Ninja
Nmap Nmap
NPbot
Nutch Nutch
Octopus
Offline Explorer
Offline Navigator Offline Navigator
OnCrawl OpenLinkProfiler
Openfind
OpenVAS OpenVAS
OutclicksBot OrangeBot
OutfoxBot
PageAnalyzer PageAnalyzer
Page Analyzer PageGrabber
page scorer page scorer
PageScorer Pandalytics
Papa Foto pcBrowser
PECL::HTTP PeoplePal
PHPCrawl
Picscout Picscout
Picsearch Picsearch
Pimonster Pimonster
Pixray Pi-Monster
PleaseCrawl PleaseCrawl
plumanalytics plumanalytics
Pockey
POE-Component-Client-HTTP
ProPowerBot ProPowerBot
Psbot Psbot
PyCurl Pump
Quick-Crawler
RankActive
RankingBot2
RealDownload RealDownload
Reaper RebelMouse
Recorder RedesScrapy
Ripper Ripper
Rogerbot s1z.ru
SBIder SBIder
scan.lol
Searchestate
SearchmetricsBot
SemrushBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOprofiler
seoscanners seoscanners
SeoSiteCheckup SeoSiteCheckup
SEOstats SEOstats
Shodan serpstatbot
sexsearcher
Siphon
Sitebeam Sitebeam
SiteExplorer SiteExplorer
SiteLockSpider Siteimprove
SiteSnagger SiteSnagger
SmartDownload SiteSucker
Site Sucker
SlySearch
SMTBot SMTBot
Sociscraper Snapbot
Snoopy
sogouspider sogouspider
Sogou web spider Sosospider
Sottopop
SpaceBison SpaceBison
SpankBot Spammen
Spanner
sp_auditbot
Spbot
SputnikBot SputnikBot
Sqlworm Sqlworm
Steeler
Sucker
Sucuri Sucuri
SuperBot SuperBot
SuperHTTP SuperHTTP
Surfbot
SurveyBot
sysscan sysscan
Szukacz
T0PHackTeam T0PHackTeam
T8Abot Telesoft
tAkeOut
Teleport
Telesphoreo Telesphoreo
TightTwatBot Telesphorep
Titan
Toata Toata
Toweyabot
Tracemyfile
Trendiction Trendiction
Trendictionbot Trendictionbot
trendiction.com
trendiction.de trendiction.de
True_Robot True_Robot
TurnitinBot Turnitin
TwengaBot TwengaBot
Typhoeus Upflow
UnisterBot URLy.Warning
URLy Warning
Vacuum Vacuum
Vagabondo
VCI VCI
VeriCiteCrawler Virusdie
Wallpapers/3.0 Voil
WallpapersHD Webalta
WBSearchBot Web Auto
WebBandit
Web Collage Web Collage
Web Enhancer WEBDAV
WebEnhancer
WebFetch
Web Fetch Web Fetch
WebmasterWorldForumBot WebFuck
WebPix Web Fuck
WebReaper WebGo IS
Web Pix
WebSauger WebSauger
Web Sauger
Webshag Webshag
WebsiteExtractor WebsiteQuester
Webster
WebStripper
WebSucker WebSucker
WebWhacker WebWhacker
WebZIP WebZIP
WeSEE
Whack
Whatweb Whatweb
Who.is Bot WinHTTrack
Widow
WiseGuys Robot WiseGuys Robot
WISENutbot
Wonderbot Wonderbot
Woobot Wotbox
WWW-Collector-E Wprecon
WWW::Mechanize WWW::Mechanize
x09Mozilla WWWOFFLE
x22Mozilla
Xaldon WebSpider
Xaldon_WebSpider
xpymep1.exe xpymep1.exe
YoudaoBot
Zauba
Zermelo Zermelo
ZmEu zgrab
ZumBot

198
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
123locker.com 100searchengines.com
123movies.love 3rbseyes.com
1flag.co.za activecampaign.dreamhosters.com
7a2rnuey1tw9ar.ru adult-shop.com.ua
7zap.com airlandsea.info
adcash.com angry-fermi-7633.arukascloud.io
adserver-e7.com apartmentratings.com
algarveglobal.com apisecretsaucebi-a.akamaihd.net
alice.it artefakct.com
alta-realestate.com autobrennero.it
an-donut.com autonew.biz
apibatbrowsecom-a.akamaihd.net bankiem.pl
beauty-b0x.pl bannerads.de
blackwitchcraft.ru beauty-bracelet.com
bocoarchives.org bezcmexa.ru
bumskontakte.org bitporno.sx
cdncash.net bjanshee.ru
cherrypointplace.ca bonky.biz
chidporn.com break-the-chains.com
christianlouboutinshoes.xyz btvn.ru
cialisovercounteratwalmartusa.com compliance-alex.top
ciproandtizanidine.blogspot.com compliance-josh.top
citysecurity.nu conocer-sanabria.com
clicksor.com cpajunkies.com
cometorussia.net darmebel.com.ua
cool-wedding.net detsky-nabytek.info
copro.pw dtnlyss.com
damedingel.ya.ru ekto.ee
drunkmoms.net elektrozigarette1.dreamwidth.org
drupa.com eloconcream.blogspot.com
e-biznes.info exoneration-project.us
elektrischezi.canalblog.com fitness-video.net
ero-advertising.com floating-share-buttons.com
ez8motelseaworldsandiego.com focalink.com
fickenprivat.info foodcrafts.website
f-loaded.de freakycheats.com
foxweber.com froggytube.com
fun-mobi.pl gameprimary.com
galaxy-family.ru gamewrath.com
gamerscorps.com gayxperience.com
gettpromos.com gemgrab-a.akamaihd.net
glavprofit.ru girlgamerdaily.com
go2jump.org gkvector.ru
gsbs.com.ua glavtral.ru
hermesbelts.xyz grand-chlen.ru
hiwibyh.bugs3.com greatfind-a.akamaihd.net
hyhj.info gsasearchengineranker.pw
inboundlinks.win hackers-crackers.tk
inboxdollars.com hanink.biz.ly
iqoption-bin.com holidaypics.org
irkutsk.zrus.org hotxnights.info
jabimgo.pw hoztorg-opt.ru
kinohit1.ru images.gyffu.com
kollesa.ru imperia31.ru
lalalove.ru ip-guide.com
laxdrills.com istizanidineanopiate.blogspot.com
likesdesign.com jav-fetish.com
llastbuy.ru kuzinsp.ru
lodki-pvh.dp.ua laptop-4-less.com
luxup.ru likesuccess.com
mainhp.net mantramusic.ru
mnogolok.info maridan.com.ua
most.gov.iq meltwater.com
msk.afora.ru missclub.info
notasprensa.info mobplayer.ru
online.ktc45.ru myiptest.com
pattersonsweb.com narkologiya-penza.ru
pechikamini.ru niroo.info
picphotos.net pandarastore.top
piuminiita.com partner-cdn.men
pooleroadmedicalcentre.co.uk phpdevops.com
porndairy.in privatamateure.com
q-moto.ru pts163.ru
remont-comp-pomosh.ru purchasepillsnorx.com
rentalcarnavi.info rednise.com
rusprostitute.com
samo-soznanie.ru samo-soznanie.ru
saugatuck.com scat.porn
search.pch.com security60-e.com
seasonvar.ru service.adtech.us
seoheap.com sfd-chess.ru
sex-dating.co shoppytoolmac.com
shopsellcardsdumps.com space-worry.ml
sibvitr.ru spy-sts.com
tasteidea.com stuff-about-money.com
thebluenoodle.com suchenindeutschland.com
thefds.net tattooha.com
tradedeals.biz tiens2010.ru
trustedmaccleaner.com tizanidinehcl2mg.blogspot.com
tube8.com top250movies.ru
urlopener.blogspot.com.au touchmods.fr
viagra-soft.ru tubo360.com
vriel.batcave.net videospornogratisx.net
vzube.com vilingstore.net
wanker.us warezaccess.com
wingsoffury2.com website-speed-up.site
xwatt.ru w-journal.ru
xxxdatinglocal.us ww1943.ru
yaminecraft.ru youporn-ru.com
zawyna.ua zeikopay.com
zophim.me

1686
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

486
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
000free.us 007angels.com
101lesbian.xyz 20pascals.nl
123movies.love 24-ak.ru
23kw.ru 2ads.co.uk
24x7-server-support.site 7makemoneyonline.com
40cg.com aasoldes.fr
4pp13.com academia-nsk.org
5000-cotydzien.com acunetix-referrer.com
8558l.jobs.net admitad.com
abcdefh.xyz adultfriendfinder.com
adsloads.com
adtiger.tk
afmuseum.com afmuseum.com
aghanyna.com agreda.pluto.ro
aludecor.info ahrefs.com
amateurlivechat.org alldezservice.kz
amazingpic.net all-streaming-media.com
animali.deagostinipassion.it apibetweenlinesn-a.akamaihd.net
anniemation.com arate.ru
apiadanaknet-a.akamaihd.net arvut.org
appleid-verification.com autobudpostach.club
aquarium-pro.ru autotop.com.ua
asdfg.pro avtointeres.ru
asseenontvonline.ru awency.com
ausmepa.org.au ayanaspa.com
autochoixspinelli.com bablonow.ru
autogrep.ru
avtolombard-krasnodar.ru
axbocz.net
balans.shahterworld.org balans.shahterworld.org
bamo.xsl.pt besthomemadepornsites.com
bannerconnect.net bif-ru.info
beachpics.com biznesluxe.ru
beatifullandscape.co bloggerads.net
betterscooter.com brainboosting.club
bimatoprost-careprost.com.ua brakehawk.com
blockworld.ru buchananshardware.com
blogqpot.com bum.com.ru
blpmovies.com buy-cheap-pills-order-online.com
bonkers.name cashkitten-a.akamaihd.net
brainboostingsupplements.org cctva.tv
burn-fat.ga celejihad.info
business-suggested.tk cellfun.mobi
buynorxx.com cheapcigarettesc.info
bycontext.com chelnytruck.ru
calstaterealty.us cherubinimobili.it
candy-glam-hp.com chinacheapelitejerseys.com
carfax.com.ua chlooe.com
cejewelry.xyz ciceros.co
celebsopics.com ci.ua
cenokos.ru clknsee.com
cgi2.nintendo.co.jp club-lukojl.ru
chatroulette.life colehaanoutlet.store
chatseo.com compliance-brian.top
chocolateslim-en-france.com concordexoticrentals.com
cibpenonptib.flu.cc conocer-sanabria.com
clickprotects.com cordstrap.cc
clksite.com countercrazy.com
copypaste.traderzplanet.in crd.clan.su
cornomase.win dealitright.click
cracksplanet.com dichvuvesinhhanoi.com
crackzplanet.com dlya-android.org
d2jsp.org dnepr-avtospar.com.ua
dailyrank.net docstoc.com
danceuniverse.ru domainsphoto.com
degerlund.net domashneeruporno.com
dengi-pod-zalog-nedvizhimosti.ru donvito.unas.cz
diarioaconcagua.com dorratex.tn
diffbot.com download-wallpaper.net
dispo.de dumpsmania24.com
domainroam.win elektrozigarette2.wordpressy.pl
doxyporno.com erectile.bid
drillsaw.ru escortplius.com
dustyorate.com esnm.ru
ecxtracking.com eyelike.com.ua
elektrischezigarette1.onsugar.com fable.in.ua
elektrischezigaretten2.beeplog.com fast-wordpress-start.com
elvenmachine.com fillmewithhappiness.com
estibot.com flowersbazar.com
expresstoplivo.ru forum.tvmir.org
falopicm.pw frameimage.org
feeriaclub.ru free-fbook-traffic.com
firstsiteguide.com freemaintenancesysforpcandmac.top
fiverr.com free-traffic.xyz
fordsonmajbor.cf geckoandfly.com
forodvd.com gg.zzyjxs.com
funtoonez.com girlporn.ru
gamebackyard.com gnuetella.com
gateway.zscalertwo.net go2album.com
getresponse.com goatse.ru
gheus.altervista.org golden-praga.ru
goo.ne.jp googlsucks.com
gox.com.ua gotwebsite1.com
grand-chlen.ru gsasearchengineranker.top
graphics8.info hazardky.net
graphid.com hd-filmy.net
hacktougroup.ru hdimagegallery.net
hatedriveapart.com hidemyass.com
hdfreeporno.net hobbyhuren24.net
hermesbracelets.xyz hollywoodactress.info
host-protection.com homemade.gq
host-tracker.com hostcritique.com
housekuba.org hotchatdate.com
hustoon.over-blog.com hotkeys.com
iflycapetown.co.za hoverboard360.at
imagine-ex.co iccornacircri.cf
impisr.edunsk.ru igrovyeavtomaty777.ru
integritylandscapeservices.com ilbe.club
intellego.info immobiliaremassaro.com
intimshop-fantasy.ru irkutsk.zrus.org
investzalog.ru iskalko.ru
invivo.hu isotoner.com
jasonpartington.com istizanidineanopiate.blogspot.com
je7.us jewelryandfiligree.com
junglenet-a.akamaihd.net johannesburgsingles.co.za
katadhin.co kam-dom.ru
keywordsuggest.org kareliatobacco.ru
kinoplen.ru kazinogames.lv
kiskinhouse.com keywordsdoctor.com
klosetkitten.com keywords-monitoring-success.com
koral.se khafre.us
landoftracking.com kino2018.club
letslowbefast.today kinogonew.ru
lexaprogeneric.link krasivoe-hd.net
littlecity.ch labvis.host.sk
livetsomudvekslingstudent.bloggersdelight.dk laptop-4-less.com
loadingpages.me lecbter-relationships.ga
louboutinshoes.xyz lmrauction.com
lyrster.com loginduepunti.it
m0r0zk0-krava.ru lombardfinder.ru
megaapteka.ru louboutinreplica.pw
mega-bony-2017.pl louboutinreplica.xyz
memberty.com maju.bluesalt.co
mesto-x.com marcoislandvacations.net
microsearch.ru michaelkorsoutletstore.net
mistr-x.org mindbox.co.za
mobilemedia.md minecraft-rus.org
moi-glazki.ru missvietnam.org
money-every-day.com mixx.com
morepoweronmac.trade mmostrike.ru
mybinaryoptionsrobot.com mobstarr.com
mypets.by morlat.altervista.org
nagdak.ru moscow-clining.ru
naperehresti.info moscow.online-podarki.com
newtechspb.ru myonlinepayday.co
nfvsz.com myxdate.info
noclegonline.info nacap.ru
odywpjtw.bloger.index.hr narutonaruto.ru
onlinefilmz.net net-profits.xyz
normalegal.ru
of-ireland.info
ok-ua.info
online-sbank.ru
ontargetseo.us ontargetseo.us
ops.picscout.com oops-cinema.ru
panchro.co.uk pekori.to
pandroid.co
pcads.ru
pdns.download
pensplan4u.com pensplan4u.com
pharmacyincity.com pensplan.com
pictures-and-images.net photosaga.info
pixgood.com piccshare.com
plaff-go.ru pizda.lol
playfortuna-play.ru pl.aasoldes.fr
pornoblood.com poptool.net
pornosexrolik.com pricheski-video.com
pornozhara.com priscilarodrigues.com.br
posible.net prodvigator.ua
professionalwritingservices15.blogspot.ru prombudpostach.com.ua
profitfx.online promodj.com
prostitutki-novgoroda.org q-moto.ru
quit-smoking.ga quangcaons.com
ranksignals.com raschtextil.com.ua
recipedays.ru real-time-analytics.com
recordpage-a.akamaihd.net reining.lovasszovetseg.hu
registry-cleaner.net remedyotc.com
registrysweeper.com replicalouboutin.xyz
renecaovilla.online ritlweb.com
replica-watch.ru ruscoininvest.company
rezeptiblud.ru sabizonline.com
robot-forex.biz saltspray.ru
rockingclicks.com sandhillsonline.com
roll123.com sape.top
sakhboard.ru scanner-julianna.top
scanner-donald.top scanner-mark.top
scanner-ivan.top sdsjweb.com
seansonline24.pl
searchkut.com searchkut.com
seotoolsagency.com seeingmeerkat.com
sexcamamateurchat.com sei80.com
sexy.babes.frontend-stack.top semalt.com
sexy-screen-savers.com seoboxes.com
sex.hotblog.top
sexpornotales.com
sexvideo-sex.com
shell-pmr.ru
ship-marvel.co.ua ship-marvel.co.ua
shop.xz618.com shitmovs.com
sildenafil-tadalafil.info
simple-share-buttons.com
s-iwantyou.com s-iwantyou.com
skutecznetabletkinaporostwlosow.pl skincrate.net
small-game.com skyway24.ru
socialsignals24.com snowplanes.com
soc-proof.su socialmadesimple.com
spasswelt.net socialmonkee.com
spb.ru start.myplaycity.com
specialfinanceoffers.com stockspmb.info
spymac.net strv.se
stardevine.com swingerseiten.com
staynplay.net takethatad.com
summerlinhomes411.info tdsing.ru
superstarfloraluk.com templates.franklinfire.co
t3chtonic.com thebluffs.com
tam-gde-more.ru thegamerznetwork.com
thebitcoincode.com theguardlan.com
thegioixekhach.com timecrimea.ru
tiens2010.ru tizanidinehclsideeffects.blogspot.com
tizanidineandgabapentin.blogspot.com tizanidineoral.blogspot.com
tjkckpytpnje.com tizanidinevsvalium.blogspot.com
tongkatmadura.info top-l2.com
torrent-to-magnet.com tourismvictoria.com
toursmaps.com tozup.com
tubeoffline.com tpu.ru
udayavani.com tracksz.co
uroki.net turbabitload.weebly.com
ussearche.cf twu.com.ua
v24s.net tyumen.xrus.org
validdomain.xyz validccseller.com
vchulkax.com vegascosmetics.ru
veselokloun.ru video-chat.love
vezuviy.su viel.su
videochat.life vip.51.la
videotuber.ru visionwell.com.cn
vietimgy.pw vkonche.com
vita.com.hr voloomoney.com
vod.com.ua voprosotvet24.ru
vzube.com wemedinc.com
webadvance.club whatsappdownload10.com
webcamdevochka.com wildcattube.com
website-speed-check.site wladimirpayen.com
websitevaluebot.com womama.ru
wleuaprpxuvr.ga woman-h.ru
wordpress-crew.net womensplay.net
wowcasinoonline.ooo wosik-dach.service-for-web.de
wurr.voila.net wpsecurity.website
wyniki-lista.pl xgftnlrt.bloger.index.hr
x-diesel.info xn--80ahdheogk5l.xn--p1ai
xep.info xuki.us
xfluro.com yellowads.men
xn----ctbigni3aj4h.xn--p1ai yginekologa.com
xn--d1aifoe0a9a.top your-bearings.com
x-stars.ru zakonobosago.ru
zagadki.in.ua zerocash.msk.ru
zebradudka.com zigzog.ru
zeroredirect.com zoomovies.org
zhacker.net zrizvtrnpale.tk
zophim.me zx6.ru
zvezdagedon.ru

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1596 #### Version: V4.2019.06.1597
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1596 #### Version: V4.2019.06.1597
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1596 #### Version: V4.2019.06.1597
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1596 #### Version: V4.2019.06.1597
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1596 ### Version: V4.2019.06.1597
### Updated: Tue Jun 25 15:13:31 SAST 2019 ### Updated: Tue Jun 25 15:25:42 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

114
conf.d/globalblacklist-testing-version.conf
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1596 ### Version: V3.2019.06.1597
### Updated: Tue Jun 25 15:13:32 SAST 2019 ### Updated: Tue Jun 25 15:25:43 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
@ -699,38 +699,38 @@ map $http_user_agent $bad_bot {
# *********************************************** # ***********************************************
# START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\badidxbot\b" 0; "~*(?:\b)adidxbot(?:\b|)" 0;
"~*\bAdsBot-Google\b" 0; "~*(?:\b)AdsBot-Google(?:\b|)" 0;
"~*\baolbuild\b" 0; "~*(?:\b)aolbuild(?:\b|)" 0;
"~*\bbingbot\b" 0; "~*(?:\b)bingbot(?:\b|)" 0;
"~*\bbingpreview\b" 0; "~*(?:\b)bingpreview(?:\b|)" 0;
"~*\bDoCoMo\b" 0; "~*(?:\b)DoCoMo(?:\b|)" 0;
"~*\bduckduckgo\b" 0; "~*(?:\b)duckduckgo(?:\b|)" 0;
"~*\bfacebookexternalhit\b" 0; "~*(?:\b)facebookexternalhit(?:\b|)" 0;
"~*\bFeedfetcher-Google\b" 0; "~*(?:\b)Feedfetcher-Google(?:\b|)" 0;
"~*\bGooglebot\b" 0; "~*(?:\b)Googlebot(?:\b|)" 0;
"~*\bGooglebot-Image\b" 0; "~*(?:\b)Googlebot-Image(?:\b|)" 0;
"~*\bGooglebot-Mobile\b" 0; "~*(?:\b)Googlebot-Mobile(?:\b|)" 0;
"~*\bGooglebot-News\b" 0; "~*(?:\b)Googlebot-News(?:\b|)" 0;
"~*\bGooglebot/Test\b" 0; "~*(?:\b)Googlebot/Test(?:\b|)" 0;
"~*\bGooglebot-Video\b" 0; "~*(?:\b)Googlebot-Video(?:\b|)" 0;
"~*\bGoogle-HTTP-Java-Client\b" 0; "~*(?:\b)Google-HTTP-Java-Client(?:\b|)" 0;
"~*\bGravityscan\b" 0; "~*(?:\b)Gravityscan(?:\b|)" 0;
"~*\bgsa-crawler\b" 0; "~*(?:\b)gsa-crawler(?:\b|)" 0;
"~*\bJakarta\ Commons\b" 0; "~*(?:\b)Jakarta\ Commons(?:\b|)" 0;
"~*\bKraken/0.1\b" 0; "~*(?:\b)Kraken/0.1(?:\b|)" 0;
"~*\bLinkedInBot\b" 0; "~*(?:\b)LinkedInBot(?:\b|)" 0;
"~*\bMediapartners-Google\b" 0; "~*(?:\b)Mediapartners-Google(?:\b|)" 0;
"~*\bmsnbot\b" 0; "~*(?:\b)msnbot(?:\b|)" 0;
"~*\bmsnbot-media\b" 0; "~*(?:\b)msnbot-media(?:\b|)" 0;
"~*\bSAMSUNG\b" 0; "~*(?:\b)SAMSUNG(?:\b|)" 0;
"~*\bSlackbot\b" 0; "~*(?:\b)Slackbot(?:\b|)" 0;
"~*\bSlackbot-LinkExpanding\b" 0; "~*(?:\b)Slackbot-LinkExpanding(?:\b|)" 0;
"~*\bslurp\b" 0; "~*(?:\b)slurp(?:\b|)" 0;
"~*\bteoma\b" 0; "~*(?:\b)teoma(?:\b|)" 0;
"~*\bTwitterBot\b" 0; "~*(?:\b)TwitterBot(?:\b|)" 0;
"~*\bWordpress\b" 0; "~*(?:\b)Wordpress(?:\b|)" 0;
"~*\byahoo\b" 0; "~*(?:\b)yahoo(?:\b|)" 0;
# END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END GOOD BOTS ### DO NOT EDIT THIS LINE AT ALL ###
# *************************************************** # ***************************************************
@ -741,12 +741,12 @@ map $http_user_agent $bad_bot {
# I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\bjetmon\b" 1; "~*(?:\b)jetmon(?:\b|)" 1;
"~*\blibwww-perl\b" 1; "~*(?:\b)libwww-perl(?:\b|)" 1;
"~*\bLynx\b" 1; "~*(?:\b)Lynx(?:\b|)" 1;
"~*\bmunin\b" 1; "~*(?:\b)munin(?:\b|)" 1;
"~*\bPresto\b" 1; "~*(?:\b)Presto(?:\b|)" 1;
"~*\bWget/1.15\b" 1; "~*(?:\b)Wget/1.15(?:\b|)" 1;
# END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
# ************************************************************** # **************************************************************
@ -754,23 +754,23 @@ map $http_user_agent $bad_bot {
# ************************************************************** # **************************************************************
# START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
"~*\bAlexa\b" 2; "~*(?:\b)Alexa(?:\b|)" 2;
"~*\barchive.org\b" 2; "~*(?:\b)archive.org(?:\b|)" 2;
"~*\bBaidu\b" 2; "~*(?:\b)Baidu(?:\b|)" 2;
"~*\bBUbiNG\b" 2; "~*(?:\b)BUbiNG(?:\b|)" 2;
"~*\bFlipboardProxy\b" 2; "~*(?:\b)FlipboardProxy(?:\b|)" 2;
"~*\bia_archiver\b" 2; "~*(?:\b)ia_archiver(?:\b|)" 2;
"~*\bMSIE\ 7.0\b" 2; "~*(?:\b)MSIE\ 7.0(?:\b|)" 2;
"~*\bProximic\b" 2; "~*(?:\b)Proximic(?:\b|)" 2;
"~*\bR6_CommentReader\b" 2; "~*(?:\b)R6_CommentReader(?:\b|)" 2;
"~*\bR6_FeedFetcher\b" 2; "~*(?:\b)R6_FeedFetcher(?:\b|)" 2;
"~*\bRED/1\b" 2; "~*(?:\b)RED/1(?:\b|)" 2;
"~*\bRPT-HTTPClient\b" 2; "~*(?:\b)RPT-HTTPClient(?:\b|)" 2;
"~*\bsfFeedReader/0.9\b" 2; "~*(?:\b)sfFeedReader/0.9(?:\b|)" 2;
"~*\bSpaidu\b" 2; "~*(?:\b)Spaidu(?:\b|)" 2;
"~*\bUptimeRobot/2.0\b" 2; "~*(?:\b)UptimeRobot/2.0(?:\b|)" 2;
"~*\bYandexBot\b" 2; "~*(?:\b)YandexBot(?:\b|)" 2;
"~*\bYandexImages\b" 2; "~*(?:\b)YandexImages(?:\b|)" 2;
# END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
} }

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1596 ### Version: V4.2019.06.1597
### Updated: Tue Jun 25 15:13:31 SAST 2019 ### Updated: Tue Jun 25 15:25:42 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1596 ### Version: V4.2019.06.1597
### Updated: Tue Jun 25 15:13:33 SAST 2019 ### Updated: Tue Jun 25 15:25:44 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##