diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index 85e786c89..a8b4e34af 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.192.187.174 0; +35.188.1.99 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index cce69e380..8d74d7f24 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:22 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:54 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index 85e786c89..a8b4e34af 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -35.192.187.174 0; +35.188.1.99 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 648687127..e1311ae7f 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1635 -### Updated: Thu Jun 27 11:08:23 SAST 2019 +### Version: V3.2019.06.1636 +### Updated: Thu Jun 27 11:27:55 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -7712,116 +7712,6 @@ map $http_referer $bad_referer { geo $validate_client { default 0; -# ---------------------------------------------- -# Whitelist all your OWN IP addresses and Ranges -# ---------------------------------------------- - -# -------------------------------------------------------------------------------------- -# WHITELIST all your own IP addresses using the include file below. - # New Method Uses the include file below so that when pulling future updates your - # whitelisted IP addresses are automatically now included for you. - # Read Comments inside whitelist-ips.conf for customization tips. - # Updating the main globalblacklist.conf file will not touch your custom include files - # whitelist-ips.conf reigns supreme !!! - # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP - # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf -# -------------------------------------------------------------------------------------- - -# -------------------------------------------------------------------------- -# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# -------------------------------------------------------------------------- - - include /etc/nginx/bots.d/whitelist-ips.conf; - -# ------------------------------------------------------------------------ -# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# ------------------------------------------------------------------------ - -# -------------------------- -# WHITELIST Google IP Ranges -# -------------------------- - -# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 108.177.0.0/17 0; - 172.217.0.0/16 0; - 173.194.0.0/16 0; - 2001:4860:4000::/36 0; - 203.208.60.0/24 0; - 207.126.144.0/20 0; - 209.85.128.0/17 0; - 216.239.32.0/19 0; - 216.58.192.0/19 0; - 2404:6800:4000::/36 0; - 2607:f8b0:4000::/36 0; - 2800:3f0:4000::/36 0; - 2a00:1450:4000::/36 0; - 2c0f:fb50:4000::/36 0; - 35.192.0.0/12 0; - 64.18.0.0/20 0; - 64.233.160.0/19 0; - 64.68.80.0/21 0; - 65.52.0.0/14 0; - 66.102.0.0/20 0; - 66.249.64.0/19 0; - 72.14.192.0/18 0; - 74.125.0.0/16 0; -# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------ -# WHITELIST Bing IP Ranges -# ------------------------ - -# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 131.253.21.0/24 0; - 131.253.22.0/23 0; - 131.253.24.0/21 0; - 131.253.24.0/22 0; - 131.253.32.0/20 0; - 157.54.0.0/15 0; - 157.56.0.0/14 0; - 157.60.0.0/16 0; - 199.30.16.0/24 0; - 199.30.27.0/24 0; - 207.46.0.0/16 0; - 40.112.0.0/13 0; - 40.120.0.0/14 0; - 40.124.0.0/16 0; - 40.125.0.0/17 0; - 40.74.0.0/15 0; - 40.76.0.0/14 0; - 40.80.0.0/12 0; - 40.96.0.0/12 0; -# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------------ -# WHITELIST Cloudflare IP Ranges -# ------------------------------ - -# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 103.21.244.0/22 0; - 103.22.200.0/22 0; - 103.31.4.0/22 0; - 104.16.0.0/12 0; - 108.162.192.0/18 0; - 131.0.72.0/22 0; - 141.101.64.0/18 0; - 162.158.0.0/15 0; - 172.64.0.0/13 0; - 173.245.48.0/20 0; - 188.114.96.0/20 0; - 190.93.240.0/20 0; - 197.234.240.0/22 0; - 198.41.128.0/17 0; - 199.27.128.0/21 0; - 2400:cb00::/32 0; - 2405:8100::/32 0; - 2405:b500::/32 0; - 2606:4700::/32 0; - 2803:f800::/32 0; - 2a06:98c0::/29 0; - 2c0f:f248::/32 0; -# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- @@ -17892,6 +17782,91 @@ geo $validate_client { 46.101.115.65 1; # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# -------------------------- +# WHITELIST Google IP Ranges +# -------------------------- + +# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 108.177.0.0/17 0; + 172.217.0.0/16 0; + 173.194.0.0/16 0; + 2001:4860:4000::/36 0; + 203.208.60.0/24 0; + 207.126.144.0/20 0; + 209.85.128.0/17 0; + 216.239.32.0/19 0; + 216.58.192.0/19 0; + 2404:6800:4000::/36 0; + 2607:f8b0:4000::/36 0; + 2800:3f0:4000::/36 0; + 2a00:1450:4000::/36 0; + 2c0f:fb50:4000::/36 0; + 35.192.0.0/12 0; + 64.18.0.0/20 0; + 64.233.160.0/19 0; + 64.68.80.0/21 0; + 65.52.0.0/14 0; + 66.102.0.0/20 0; + 66.249.64.0/19 0; + 72.14.192.0/18 0; + 74.125.0.0/16 0; +# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------ +# WHITELIST Bing IP Ranges +# ------------------------ + +# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 131.253.21.0/24 0; + 131.253.22.0/23 0; + 131.253.24.0/21 0; + 131.253.24.0/22 0; + 131.253.32.0/20 0; + 157.54.0.0/15 0; + 157.56.0.0/14 0; + 157.60.0.0/16 0; + 199.30.16.0/24 0; + 199.30.27.0/24 0; + 207.46.0.0/16 0; + 40.112.0.0/13 0; + 40.120.0.0/14 0; + 40.124.0.0/16 0; + 40.125.0.0/17 0; + 40.74.0.0/15 0; + 40.76.0.0/14 0; + 40.80.0.0/12 0; + 40.96.0.0/12 0; +# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------------ +# WHITELIST Cloudflare IP Ranges +# ------------------------------ + +# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 103.21.244.0/22 0; + 103.22.200.0/22 0; + 103.31.4.0/22 0; + 104.16.0.0/12 0; + 108.162.192.0/18 0; + 131.0.72.0/22 0; + 141.101.64.0/18 0; + 162.158.0.0/15 0; + 172.64.0.0/13 0; + 173.245.48.0/20 0; + 188.114.96.0/20 0; + 190.93.240.0/20 0; + 197.234.240.0/22 0; + 198.41.128.0/17 0; + 199.27.128.0/21 0; + 2400:cb00::/32 0; + 2405:8100::/32 0; + 2405:b500::/32 0; + 2606:4700::/32 0; + 2803:f800::/32 0; + 2a06:98c0::/29 0; + 2c0f:f248::/32 0; +# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + # ------------------------------------------------- # BLACKLIST IP addresses and IP Ranges Customizable # ------------------------------------------------- @@ -17915,6 +17890,31 @@ geo $validate_client { # END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### # ------------------------------------------------------------------ +# ---------------------------------------------- +# Whitelist all your OWN IP addresses and Ranges +# ---------------------------------------------- + +# -------------------------------------------------------------------------------------- +# WHITELIST all your own IP addresses using the include file below. + # New Method Uses the include file below so that when pulling future updates your + # whitelisted IP addresses are automatically now included for you. + # Read Comments inside whitelist-ips.conf for customization tips. + # Updating the main globalblacklist.conf file will not touch your custom include files + # whitelist-ips.conf reigns supreme !!! + # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP + # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf +# -------------------------------------------------------------------------------------- + +# -------------------------------------------------------------------------- +# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# -------------------------------------------------------------------------- + + include /etc/nginx/bots.d/whitelist-ips.conf; + +# ------------------------------------------------------------------------ +# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# ------------------------------------------------------------------------ + } # -------------------------------------------------------------------------------------- diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index 879967dc9..bc389ee32 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 1257b6e1b..cce69e380 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:24 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:22 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index 879967dc9..bc389ee32 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 1257b6e1b..cce69e380 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:24 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:22 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index 879967dc9..bc389ee32 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 1257b6e1b..cce69e380 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:24 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:22 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index f157ce234..e1311ae7f 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1635 -### Updated: Thu Jun 27 11:08:23 SAST 2019 +### Version: V3.2019.06.1636 +### Updated: Thu Jun 27 11:27:55 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index cce69e380..8d74d7f24 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:22 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:54 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 6893ce0fc..90fe4f9d3 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 42febe3c0..aeadbeabd 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -404checker -BlackWidow -Cegbfeieh -Craftbot -CSHttp -Curious -Discoverybot -Dispatch -DnyzBot -Express WebPictures -Grafula -GrapeFX -HMView -Iblog -instabid -IRLbot -JetCar -LinksManager -LinqiaMetadataDownloaderBot +AIBOT +archive.org_bot +BDCbot +Black Hole +Brandprotect +CheeseBot +CheTeam +crawler4j +DatabaseDriverMysqli +DomainCrawler +EasyDL +Evil +Exabot +Flunky +FyberSpider +GetRight +G-i-g-a-b-o-t +GridBot +Haansoft +HTMLparser +Image Fetch +Indy Library +JustView +Kozmosbot +LeechFTP +LibWeb magpie-crawler -NetAnts -Netvibes -OnCrawl -Pavuk -Picscout -Probethenet -ProPowerBot -RankFlex -SalesIntelligent -scan.lol -Scrapy -SEOkicks-Robot -SeoSiteCheckup -Snake -sp_auditbot -SputnikBot -spyfu -SuperHTTP -Telesoft -trendiction.com +MSIECrawler +Musobot +Navroad +OpenVAS +OrangeSpider +PageScorer +Pockey +POE-Component-Client-HTTP +SiteLockSpider +Sosospider +Spbot +TeleportPro trendiction.de -VeriCiteCrawler -WallpapersHD -Web Fetch -Web Sauger -Webshag -WebStripper -Wprecon -WWW-Mechanize -ZumBot +Turingos +Turnitin +Typhoeus +URLy Warning +Virusdie +WBSearchBot +WebBandit +WebGo IS +WebReaper +x22Mozilla diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 894abf718..94365e554 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider Abonti +Acunetix +ADmantX +AhrefsBot AIBOT +AiHitBot Aipbot -Alexibot -AllSubmitter +AlphaBot Apexoo archive.org_bot -Attach -BackDoorBot -Bandit -BatchFTP -Battleztar Bazinga +Asterias +BackStreet BBBike -BDCbot -BDFetch BetaBot -Black Hole -BlackWidow -Brandprotect -Brandwatch -BuiltBotTough +BLEXBot +Blow +BlowFish +Boardreader +Bolt +Buddy BunnySlippers -BuzzSumo -CCBot -CheeseBot -CherryPicker -Chlooe +CATExplorador +CazoodleBot Cliqzbot Cloud mapping -coccocbot-web -Cogentbot -cognitiveseo Collector -com.plumanalytics -Copier -CopyRightCheck Copyscape -Cosmos Craftbot crawler.feedback -crawl.sogou.com CrazyWebCrawler CrunchBot -CSHttp -Curious Custo DatabaseDriverMysqli +DBLBot +Deusu +Digincore DigitalPebble DIIbot Dirbuster Disco -Discobot Dispatch DittoSpyder DomainAppender DomainCrawler -DomainSigmaCrawler -DomainStatsBot +Download Wonder +Dragonfly Drip -EasyDL -Ebingbong -EMail Siphon +DSearch +eCatch +ECCP/1.0 +Ecxi +EirGrabber +evc-batch Evil -ExtLinksBot -Ezooms +Exabot +ExtractorPro +Extreme Picture Finder +EyeNetIE facebookscraper FDM FemtosearchBot FHscan Firefox/7.0 FlashGet -Flunky -Foobot Freeuploader Genieo GermCrawler -Gigabot +GetRight +Gigablast G-i-g-a-b-o-t -Gotit +Go-Ahead-Got-It Go!Zilla GrabNet Grafula -GrapeFX -GrapeshotCrawler -Harvest +GT::WWW +HaosouSpider Havij HEADMasterSEO -Hloader -HMView -HTTrack +Heritrix +HTMLparser +HTTP::Lite +Humanlinks Image Fetch -Indy Library +InfoNaviRobot InfoTekies -instabid +Intelliseek InterGET -internetVista monitor -ips-agent +InternetSeer Iria IRLbot -Iskanie JamesBOT -Jbrofuzz JennyBot Jetty +JikeSpider +JOC Web Spider Joomla +Jorgee Kenjin Spider Keyword Density +Kozmosbot Lanshanbot -Larbin +LeechFTP +Lftp LibWeb -Libwhisker -Likse +Linkdexbot LinkextractorPro LinkScan LinksManager -LinqiaScrapeBot +LinkWalker +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lmspider lwp-request -lwp-trivial +Magnet Mag-Net +magpie-crawler Mail.RU_Bot Majestic12 Majestic SEO +Majestic-SEO +MarkMonitor +Mass Downloader MauiBot +meanpathbot Meanpathbot Mediatoolkitbot -mediawords -Metauri MFC_Tear_Sample -Mister PiX +MIDown tool +MIIxpc +Mojeek Mr.4x3 -MSFrontPage MSIECrawler -MS Web Services Client Protocol -Musobot +muhstik-scan Name Intelligence -Navroad -Needle +Nessus Netcraft -Nettrack +netEstate NE Crawler +NetMechanic Net Vampire NextGenSearchBot Nibbler +NICErsPRO Niki-bot +Nikto NimbleCrawler Nimbostratus -Offline Explorer -Offline Navigator -OpenLinkProfiler +Ninja +Nutch +oBot Openvas -PageAnalyzer -Page Analyzer +OrangeBot +OrangeSpider +OutclicksBot +PageGrabber page scorer -PageScorer +Pandalytics +Papa Foto Pavuk -pcBrowser -PECL::HTTP Picscout -plumanalytics -Pockey -POE-Component-Client-HTTP -Probethenet -ProPowerBot -PxBroker PyCurl +QueryN Metasearch RankActive -RankActiveLinkBot -RebelMouse +RankFlex +Rankivabot +RankurBot Recorder -RepoMonkey -RocketCrawler -Rogerbot -s1z.ru +RedesScrapy +Ripper SBIder -Scanbot -ScoutJet +scan.lol +Scrapy Screaming -SearchmetricsBot -Semrush -SemrushBot +ScreenerBot SEOkicks -SEOkicks-Robot +SEOlyticsCrawler SEOprofiler seoscanners -SeoSiteCheckup SEOstats +sexsearcher Siphon +SISTRIX Siteimprove -SiteLockSpider -SiteSnagger -Snake -Snapbot +SiteSucker +Site Sucker +Sitevigil +SlySearch +SMTBot Snoopy +SocialRankIOBot Sociscraper -sogouspider -Sogou web spider -SpankBot +Sottopop +Spammen +sp_auditbot +Spbot SputnikBot +Sqlworm Sqworm Sucuri -SuperHTTP -Surfbot SurveyBot Suzuran +Swiftbot sysscan T0PHackTeam T8Abot -tAkeOut Teleport -Telesphorep -The Intraformant -TightTwatBot -Titan +TheNomad +Thumbor Trendiction Trendictionbot +trendiction.com +Turingos +Turnitin TurnitinBot +TwengaBot UnisterBot -URLy Warning URLy.Warning -VB Project +Vagabondo VCI VidibleScraper -Virusdie +VoidEYE +Voil +WallpapersHD Webalta -Web Auto +Web Collage WebCopier -Web Fuck -WebLeacher -WebPix -Web Pix +WebFetch +Web Fetch +WebFuck +WebImageCollector +WebmasterWorldForumBot +webmeup-crawler WebSauger WebsiteExtractor -Webster -WebStripper -Web Sucker +WebsiteQuester +WebSucker +WebZIP Whack -Widow +Whatweb WinHTTrack +WiseGuys Robot Wonderbot -Wotbox -WWW-Mechanize -WWWOFFLE -x09Mozilla +Woobot +WWW::Mechanize x22Mozilla -Xenu -xpymep1.exe +Xaldon_WebSpider zauba.io -Zermelo -Zeus -Zitebot +ZmEu ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 433cf7309..5f3a5fab4 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker -404enemy -Abonti -Aboundexbot +80legs Acunetix -ADmantX -Alexibot +AfD-Verbotsverfahren +Alligator +AlphaBot +ASPSeek +autoemailspider +Backlink-Ceck +BacklinkCrawler +BackStreet BackWeb +Badass Bandit Barkrowler -Battleztar Bazinga BBBike BDFetch +BetaBot +Bitacle +Blackboard BLEXBot +BlowFish +Boardreader Bolt +Brandprotect +Brandwatch Buddy -BuiltBotTough -BuzzSumo -CazoodleBot -Cegbfeieh -CheeseBot -CherryPicker -CheTeam +BuiltWith +Bullseye +Calculon +CCBot Chlooe -Cloud mapping -coccocbot-web +Cliqzbot +Cogentbot Collector com.plumanalytics Copier -CopyRightCheck -Copyscape -crawler4j +Cosmos crawler.feedback +crawl.sogou.com CrazyWebCrawler -CSHttp -DBLBot +Curious +Custo +DatabaseDriverMysqli +DataCha0s demandbase-bot Demon -Deusu +Devil +Digincore +DigitalPebble DIIbot -Disco Discobot Discoverybot -Dispatch -DnyzBot DomainAppender DomainCrawler -DomainSigmaCrawler DomainStatsBot -Dragonfly +Dotbot Ebingbong -EirGrabber +eCatch +EMail Siphon EMail Wolf -Express WebPictures -ExtLinksBot -Extractor -ExtractorPro -Ezooms -facebookscraper +Evil +EyeNetIE +FDM FemtosearchBot FHscan -Firefox/7.0 +FlashGet +Flunky +Foobot +FyberSpider GalaxyBot -G-i-g-a-b-o-t -Go-Ahead-Got-It -GoZilla -GrapeshotCrawler +Getintent +Go!Zilla +GrabNet +Harvest Havij Hloader -Id-search -IlseBot -Image Fetch -Image Sucker +HTMLparser +HTTP::Lite +HTTrack +Iblog Indy Library InfoNaviRobot -InternetSeer +instabid +InterGET +Iria IRLbot -JamesBOT -Jbrofuzz -JennyBot +JetCar +Jetty JikeSpider -JustView +Joomla +Jorgee Jyxobot -Kenjin Spider +Kozmosbot +Lanshanbot +Larbin LeechFTP -LeechGet LexiBot -Lightspeedsystems -LinkextractorPro +Lftp +LibWeb +Libwhisker +Likse LinkScan LinqiaMetadataDownloaderBot -LinqiaRSSBot -Lipperhey Lipperhey Spider -Ltx71 LWP::Simple Magnet -Majestic SEO +magpie-crawler +Majestic12 Majestic-SEO MarkMonitor MarkWatch -Mass Downloader +Masscan Mata Hari -MauiBot +meanpathbot Meanpathbot -Mediatoolkitbot -Metauri +MeanPath Bot +Microsoft Data Access Microsoft URL Control -MIIxpc MJ12bot -Mojeek -MSFrontPage -Msrabot -muhstik-scan +MS Web Services Client Protocol Musobot -Navroad +Nameprotect NearSite Needle -Nessus -NetAnts -Netcraft -NetLyzer -NetSpider -Nettrack -Netvibes -Nibbler -NICErsPRO +NetZIP +NextGenSearchBot Niki-bot +Nikto +NimbleCrawler Nimbostratus -Ninja -Nmap NPbot Nutch -oBot +Octopus +OnCrawl +Openfind +OpenLinkProfiler Openvas OrangeBot -OrangeSpider -OutclicksBot -PageAnalyzer +OutfoxBot +Page Analyzer PageGrabber +page scorer PageScorer -Pandalytics Papa Foto -pcBrowser -PECL::HTTP -Picsearch +Pavuk +PeoplePal +PHPCrawl +PictureFinder Pimonster -PleaseCrawl plumanalytics ProPowerBot -Psbot -PxBroker +Pump PyCurl -QueryN Metasearch -RankActive -RankingBot +RankActiveLinkBot RankingBot2 Rankivabot -RankurBot -Recorder +Reaper RedesScrapy -Ripper -SalesIntelligent -SBIder -ScanAlert -ScreenerBot +RocketCrawler +Rogerbot +scan.lol +Scrapy +Screaming +SearchmetricsBot SEOkicks -Seomoz +SEOlyticsCrawler SEOprofiler +seoscanners SeoSiteCheckup -sexsearcher -Shodan Siphon -SISTRIX -Sitebeam SiteExplorer -Siteimprove -SiteLockSpider -Sitevigil -SMTBot -Snapbot -Snoopy -SocialRankIOBot -sogouspider +SiteSnagger +SiteSucker +Site Sucker +Snake +Sogou web spider +Sosospider Sottopop -SpankBot +Spammen Spinn3r SputnikBot -spyfu -Steeler -Stripper -Sucker +Sqlmap +Sqlworm +Sqworm +SuperBot SuperHTTP -Swiftbot -T0PHackTeam +SurveyBot T8Abot -Telesoft +tAkeOut +TeleportPro Telesphoreo Telesphorep The Intraformant TheNomad -TightTwatBot +Titan +Toata Toweyabot -Tracemyfile +Trendiction trendiction.com +trendiction.de True_Robot -UnisterBot -URLy Warning +Turnitin +TurnitinBot +TwengaBot Vacuum VB Project VCI +VeriCiteCrawler VidibleScraper -VoidEYE -Voil -Voltron Wallpapers/3.0 -WASALive-Bot +WBSearchBot Webalta -WebAuto -Web Auto -WebCollage +WebBandit +WEBDAV +WebEnhancer +Web Enhancer +WebFetch WebFuck -WebImageCollector +WebGo IS +WebLeacher WebmasterWorldForumBot WebPix Web Pix -Web Sauger +WebSauger WebsiteExtractor Website Quester -WebStripper +WebSucker Web Sucker WebZIP -WeSEE Whack Whacker Whatweb +Who.is Bot WinHTTrack WiseGuys Robot -WISENutbot -Wprecon +Wonderbot +Woobot +Wotbox WPScan -WWW-Mechanize -x09Mozilla +WWW-Collector-E +WWWOFFLE x22Mozilla Xaldon WebSpider +Xenu +YoudaoBot Zade -Zermelo -zgrab +Zauba +zauba.io Zitebot -ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 4c6fdb727..915dc988f 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -0daymusic.org -12masterov.com -acmebtn.ml -all4invest.ru -asdfg.pro -atleticpharm.org -auto.rusvile.lt -bbsoldes.fr -best-coupon-offer.com -bizfly.info -buyfriend.ru -cam-kontakte.org -centrdebut.ru -cheapjerseysa.com -chocoslim.pro -cocyq.inwtrade.com -crirussian.ru -cs-passion.pl -delfin-aqua.com.ua -dogsrun.net -dstroy.su -econom.co -elektrischezigarette2.devhub.com -eluxer.net -ereko.ru +5i2.net +alfapro.ru +appsecurityr.com +arenda-yeisk.ru +aviav.eu +balans.shahterworld.org +basisches-wasser.net +beclean-nn.ru +bestcoin.cc +bet-prognoz.com +bjetjt.com +bonky.biz +buydissertation.net +canzoni.ru +cbozhe.com +ceotrk.com +chlooe.com +cmd.kz +colehaanoutlet.store +conciergegroup.org +countbertwistdisp26.soup.io +datract.com +dealitright.click +decorationspcs.com +divatraffic.com +dvr.biz.ua +e-biznes.info +ekaterinburg.xrus.org +engines-usa.com ero-advertising.com -footbalive.org -foto-sisek.porngalleries.top -fuel-gas.com -fungamelands.com -greatdealshop.com -greenidesign.co -gsasearchengineranker.xyz -hawaiielectriclight.com -hetmanship.xyz -ico.re -iklysha.ml -ilbe.club -ilmexico.com +erotiktreff24.info +euromasterclass.ru +excitacao.com +figuringmoneyout.com +filesvine.com +franklinfire.co +game-mmorpg.net +ge0ip.net +gettpromos.com +hdpixion.com +help.tpu.ru +hscsscotland.com +imagerydatabase.com +incest-ru.com infazavr.ru -inzn.ru -istizanidinelikexanax.blogspot.com -javcoast.com -johnrobertsoninc.com -kevblog.top -kicknights.gq -kiinomaniak.pl -kinky-fetishes.com -konkursov.net +intellektmedia.at +juliadiets.com +kazrent.com +keywordsuggest.org +kino2018.club +kmgamex.cf kountrylife.com -locksmith.jp +lida-ru.com +littleberry.ru +m3gadownload.pl matematikus.info -menstennisforums.com -mex-annushka.ru -mokrayakiska.com -monclerboots.xyz -mrwhite.biz -mundoaberrante.com -mygameplus.ru -nailsimg.com -nevansk.ru -november-lax.com -novosti-hi-tech.ru -orion-code-access.net +megavolt.net.ua +mielec.pl +moscow-clining.ru +naughtyconnect.com +novodigs.com partybunny.ru -piccshare.com -pinwallpaper.top -proprostatit.com -rebelmouse.com -ruclicks.com -runtnc.net -rusenvironmental.net -ryetaw.com -scanner-elena.top -searchaddis.com -searchengineranker.email -sell-fb-group-here.com -shop.xz618.com -sierraapps.com -soft-terminal.ru -sonnikforme.ru -spacash.com +playboyfiles.xblog.in +posible.net +pro-poly.ru +qwesa.ru +real-time-analytics.com +responsive-test.net +revistaindustria.com +scanner-margo.top +scoopquest.com +seadragonherbery.com +searchtooknow-a.akamaihd.net +seccioncontrabajo.com +semrush.com +sexyali.com +shinikiev.com.ua +ssconstruction.co stockquotes.wooeb.com -sukarame.net -tattomedia.com -thexart.club -twittruth.com -utrolive.ru -videtubs.pl -vipsexfinders.com -vizitki.net -warningwar.ru -weburok.com -wildnatureimages.com -woman-tampon.ru -ww1943.ru -yourmovies.pl -zeg-distribution.com -zeroredirect1.com -zlatnajesen.com +superstats.com +takethatad.com +telsis.com +thegameriders.com +thelottosecrets.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidinenarcotic.blogspot.com +topdownloads.ru +uggsale.online +unionmarkt.de +v-doc.co +vitanail.ru +vitoriacabos.com +vpnmouse.com +vucms.com +womama.ru +xxxkaz.org +zajm-zalog-krasnodar.ru +zeroredirect2.com +z-master.ru +zoosexart.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 09e5101b1..15eb1650b 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00webcams.com -12masterov.com -1adult.com -1bet.com -1j7740kd.website -1kinobig.ru -1webmaster.ml -21h2o.com -2345.com -28n2gl3wfyb0.ru -2girls1cup-free.com -2x2fan.ru -300richmond.co.nz -3weekdiet.com -4inn.ru -4rent.ru -4ureyesonly.com -4webmasters.org -5-steps-to-start-business.com -6128786.com +000free.us +00go.com +0n-line.tv +100searchengines.com +101billion.com +10bet.com +12u.info +2daytrendingnews.com +34.gs +40cg.com +4kplayer.pl +5i2.net +5ws.dating-app.ru +76brighton.co.uk +7a2rnuey1tw9ar.ru +7makemoneyonline.com 7search.com -8gold.com -8lufu.com -abcguru.xyz -abovetherivernc.com -abwa.tk -acc.eu.org -acortarurl.es -activecampaign.dreamhosters.com -adclickthru.net -adf.ly -adprotect.net +7xc4n.com +aa8b68101d388c446389283820863176e7.com +aaa38852e886ac4af1a3cff9b47cab6272.com +aac52006ec82a24e08b665f4db2b5013f7.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +above.com +absolute-s.ru +absugars.com +activepr.ru +adexprts.com +admanaerofoil.com adsland.men -adult3dgames.com -adultfriendfinder.com +adsloads.com +ads.tremorhub.com +adtech.us adultfullhd.com advancedsoftwaresupport.com -advertex.info +adverster.com adzerg.com -affiliate-fr.com -agahinameh.com +adzpower.com +afmuseum.com +agreda.pluto.ro +agroeconom.kz aimayangzhi.com -alborzan.com -alessandraleone.com +akita.kz +albumsuper.info +alert-fjg.xyz +alert-hgd.xyz alfabot.xyz -algarveglobal.com +alfapro.ru +algerianembassy.co.in alive-ua.com -all4invest.info -allknow.info -alloysteel.ru -allstatesugarbowl.org -alphacarolinas.com -alphaforum.ru -alpharma.net -alta-realestate.com -alvtank.se -amazon-seo-service.com -ameblo.jp -amospalla.es -ampower.me -anabolics.shop -anal-acrobats.com -animal36.com -animalia-life.club -animaltoplist.com -animebox.com.ua -apilinkswiftco-a.akamaihd.net -api.stathat.com +allblogroll.com +allboard.xobor.de +alldownload.pw +allesohnegirls.net +allkrim.com +allnews24.in +allnews.md +all-number.com +alot.com +altamayoztourism.com +amoi.tn +am-se.com +android-style.com +android-systems.ru +angel1777.kz +anticrawler.org +apccargo.com +apiallgeniusinfo-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +apiportalmorecom-a.akamaihd.net apiwoodensealcom-a.akamaihd.net +apparel-offer.com +appartement-stumm.at apper.de -appiq.mobi -apple.com-webbrowsing-security.review +appsecurityr.com +aquarium-pro.ru arate.ru -architecturebest.com arcteryxstore.online -arewater.com -artel116.ru -artparquet.ru -arvut.org -as5000.com -ascat.porn -asiavirtualsolutions.com -asrv-a.akamaihd.net -asrvvv-a.akamaihd.net -atelielembrancaqueencanta.com.br -atleticpharm.org -ausmepa.org.au +ardimobileinfo.ml +arendakvartir.kz +arendas.net +arenda-yeisk.ru +arquapetrarca.info +asia-forum.ru auspolice.com -auto.rusvile.lt -autotop.com.ua -aversis.net -avirasecureserver.com -avtocredit-legko.ru -avtovolop.ru -awency.com -azlex.uz -bagcionderlab.com -baksman.com -bamo.xsl.pt +australia-opening-times.com +auto-moto-elektronika.cz +aviav.eu +aviav.ru.com +avramstroy.ru +avtoarenda.by +awaybird.ru +azartmix.com +azbaseimages.net +babyfactory.fr +back.dog +baersaratov.ru +balans.shahterworld.org banan.tv -barnfurnituremart.com +basedecor.ru +batanga.net bayareaaeroclub.org -bbsoldes.fr -becuo.com -bedandbreakfast.com -benchmarkcommunications.co.uk +berdasovivan.ru best-coupon-offer.com -bestfortraders.com -bestofpicture.com -best-seo-offer.com -bestwebsiteawards.com -bif-ru.info -bikini-image.com -bin-brokers.com -biographiya.com -bioinnovate.co -bioscorp.ru -bitcoinremote.com -biznesluxe.ru -biznesrealnost.ru -blackle.com -blacktwhite.com -blog.axant.it -blog-hits.com -blog.yam.com +bestcurs.org +best-mam.ru +bestofferswalkmydogouteveryday.gq +betteroffers.review +bidr.trellian.com +billiard-classic.com.ua +birzha-truda.eu +bizcheapjerseyswholesalechina.com +biznesschat.net +bjanshee.ru +blog.koreadaily.com +blogos.kz +bnt-team.com +board.f00d.de boazpower.com -boeuklad.com +bolegapakistan.com boleznikogi.com -brainboosting.club -brainboostingsupplements.org -brandedleadgeneration.com -brandehk.dk -brateg.xyz -break-the-chains.com +bonky.biz +boole.onlinewebshop.net +boostmyppc.com +brandbucket.com +bravegirlsclub.com breastaugmentation.co.za -brimstonehillfortress.org -bronzeaid-a.akamaihd.net -bryansk.zrus.org -btnativenav.com -burn-fat.ga -businesn.men -business-made-fun.com +brendbutik.ru +b-styles.xyz +btc4u.ru +buntube.net buyantiviralwp.com -buytizanidineonlinenoprescription.blogspot.com -buzzurl.jp +buy-loft.ru +bvlgaribracelet.xyz bycontext.com -c1.onedmp.com -cablecar.us -callawaygolfoutlet.online -callcafe.info -call-of-duty.info -canoncdriverq3.pen.io -carabela.com.do -carapics.com -carina-sy.de -carloans.com +bytimedance.ru +bzero1jewelry.net +cakemediahq.com.au +cakesplus.com.au +calcularpagerank.com +cam-kontakte.org +camsex.xxx-cam.webcam +canrioloadm.gq +cardiosport.com.ua +carsdined.org carson.getenjoyment.net -cartierbraceletsreplica.pw -cartierbracelet.xyz -cartierlove2u.com -cartierlovebraceletreplica.xyz -cartierlovebracelet.xyz -cartierreplica.win -cartiertrinity.xyz -cartierwatch.xyz -cascadelink.org +cartierloveringreplica.xyz +cartierlovestore.com +casinorewards.info +casite-513049.cloudaccess.net +catalogs-parts.com +cayado.snn.gr cbcseward.com +cb.iphantom.com celejihad.info -cellfun.mobi -cenoval.ru centraletermice.us -cfjump.com -chatroulette.si -chcu.net +centrdebut.ru +cercacamion.it +cezartabac.ro cheapjerseysa.com -cheapjerseysap.com -cheapjerseysfootballshop.com -cheap-pills-norx.com -checkm8.com -chelnytruck.ru -cherrypointplace.ca -chinese-amezon.com -chocolateslim-en-france.com -choice-credit.ru -cialischmrx.com -cialischstgerts.com -cibpenonptib.flu.cc -cienum.fr +checkhit.com +chimiver.info +chlooe.com +christianlouboutinsaleonline.us +cialgenisrx.com +ciceros.co +ciekawinki.pl +circlesl.com clayvasedesigns.tk -cleanallspyware.com -clickbank.net +clevernt.com clickprotects.com clicksor.net clickzzs.nl -club-lukojl.ru -cmhomestayagency.com -coaching-netz.info +clodo.ru +clothesforcash.com +cntravelre.com cobaltpro.ru -com-cleaner.systems -comeondog.info -community.allhiphop.com -com-onlinesupport.host -compliance-andrew.top -compliance-barak.top compliance-don.xyz +compliance-elena.xyz +compliance-george.top compliance-irvin.xyz -compliance-jane.top -compliance-john.top -compliance-julia.top -concealthyself.com -conciergegroup.org -cookie-law-enforcement-ee.xyz -coolingoods.com -coop-gamers.ru -cornomase.win -cowlmash.com +compliance-jessica.top +compliance-julianna.top +com-secure.download +coolyarddecorations.com +cougfan.info +counciltally.com +covadhosting.biz +covetnica.com cpabegins.ru -cracksplanet.com craftinsta.ru -creams.makeforum.eu +crd.clan.su creativehutindia.com creatives.adbetclickin.pink -cubs-jerseys.us -custodieva.ru -customchocolate.business-for-home.com -cymbaltaandtizanidine.blogspot.com +crest3d.ru +customerpromos-a.akamaihd.net +cyse.tk +czat.wp.pl dailyrank.net -daisye.top -danashop.ru -daneshetabiat.com -darmebel.com.ua -data.vtc.pw -davebestdeals.com -ddpills.com -deadlinkchecker.com -deda-moroza-zakaz.ru -defenderxtactical.com +dalavia.ru +dame-ns.kz +datsun-do.com +daymusam.com degerlund.net -delta-line.men -dengi-pod-zalog-nedvizhimosti.ru +delayreferat.ru +delitime.info +dellalimov.com deplim.com -detskie-konstruktory.ru -dfwu1013.info -dickssportinggoods.com -diegolopezcastan.com -diesel-parts28.ru -dieta-personalna.pl -digilander.libero.it -dikx.gdn +deutschland123.de +dev78.dioniqlabb.se +dfiles.me +diarioaconcagua.com +diffbot.com +digitalassetmanagement.site +dipstar.org +directivepub.com discountliv.com -discovertreasurenow.com -dispo.de -dktr.ru -dnepr-avtospar.com.ua -dnsrsearch.com +divku.ru +djekxa.ru docsportal.net -documentsite.net -dodlive.mil -doeco.ru -dogbreedspicture.net -dollartree.info +dogoimage.com dolohen.com -domaincdn.xyz -domainroam.win -domini.cat -downloaddy.net -downloadeer.net -download-wallpaper.net -downvids.net -doxyporno.com -dprtb.com -drugs-no-rx.info -drunkenstepfather.com -dtm-spain.com -duplicashapp.com +domaincheck.io +domination.ml +dorratex.tn +dostavimvdom.ru +downtuptv.gq +doyouknowtheword-flummox.ml +drugspowerstore.com +drunkmoms.net +druzhbany.ru +dvervmoskvu.ru dvr.biz.ua dyshagi.ru -e2click.com -easyshoppermac.com +dyt.net +eaplay.ru +eas-seo.com e-c.al -econom.co -ecookna.com.ua -editors.choice6912650.hulfingtonpost.com -edudocs.net +e-commerce-seo.com +ecommerce-seo.org +edge.sharethis.com +editmedios.com eduinfosite.com -ekspertmed.com -elektrischezigarette2.onsugar.com -elektronischezigarette2.mex.tl -elektronischezigarettekaufen1.myblog.de -elektrozigaretten2.yn.lt -elmacho.xyz +ekosmetyki.net.pl +election.interferencer.ru +eleimgo.pw +elektir.ru +elektrischezi.canalblog.com +elektrischezigarette1.blog.pl +elektroniksigaraankara.info +elektrozigarette1.dreamwidth.org +elektrozigarettekaufen1.devhub.com +elektrozigaretten1.postbit.com +elitepcgames.com +elitesportsadvisor.com eloxal.ru -eluxer.net +elvenar.com elvenmachine.com -englishdictionaryfree.com -epicbrogaming.com -epngo.bz -erot.co -erotiktreff24.info -errorfixing.space -es5.com -este-line.com.ua -eu-cookie-law.blogspot.com -europages.com.ru -everypony.ru -evidencecleanergold.com -exdocsfiles.com -exlarseva.webblog.es -expdom.com -expolicenciaslatam.co -extener.org -extrabot.com -extremal-blog.com -ezigarettekaufen1.hpage.com -ezigarettekaufen.myblog.de -f1nder.org -fast-wordpress-start.com -fatmaelgarny.com +energydiet24.ru +enginebay.ru +enhand.se +erectile.bid +ero-advertising.com +essayassist.com +etenininrade.ga +etur.ru +eugenevaultstorage.com +euromasterclass.ru +europeanwatches.ru +evehemming.blogspot.com.au +exchanges-bet.com +excitacao.com +ezaz.info +ezigarettenkaufen2.dreamwidth.org +ezigarettenshop2.myblog.de +ezigaretteshop2.vefblog.net +facebook-mobile.xyz +falopicm.pw +fatfasts-4tmz.com favoritemoney.ru -fdzone.org -feargames.ru -fellowshipoftheminds.com -femmesdenudees.com -filesclub.net -filkhbr.com -filmgo.ru -firma-legion.ru -fishingwholesale.us -fiverr.com -flashbannernow.com -flooringinstallation-edmonton.com +fearcrow.com +feeriaclub.ru +fermersovet.ru +fetlifeblog.com +fickkontakte.org +fidelityfunding.com +figuringmoneyout.com +filesdatabase.net +filmetricsasia.com +fil.ru +financepoints.eu +finansov.info +findacheaplawyers.com +findclan.org +finemanteam.com +finteks.ru +fishtauto.ru +fitnesspiks.com +flavors.me +floridahuntingfishingadventures.com +floridamhca.org +flowwwers.com focalink.com +fok.nl folowsite.com -forms-mtm.ru -formulaantiuban.com -forsex.info +fordsonmajbor.cf +forum-engineering.ru forums.d2jsp.org -foto-sisek.porngalleries.top -fototravel.eu -foxjuegos.com -free-floating-buttons.com -freegamesplay.online -free-gluten.ru -free-laptop-reward.com -freelinkbuilding.website.tk -freemaintenancesysforpcandmac.top +foto-basa.com +fotosfotos.eu +freelotto.com freenode.info -free-traffic.xyz -free-video-tool.com -fuckmill.com -funcrushgames.com +free-share-buttons.top +freeuploader.ml +fsalas.com +fuck-paid-share-buttons.xyz +fullgirl.ru funnymama.com -funnypica.com -fyl.com.ru fz139.ttk.ru -gallerylisting.com -gallery.rennlist.com -gallictures.com +g7m.pl +gael-s.ru +gambarxkata.co +gamblingnerd.com +gameplexcity.com +games.kolossale.ru gamevalue7.weebly.com -gamezblox.com -gamingspark.com -gardene.ru +gay-file.com +gazoblok.net.ua gazporno.com -gaz-voshod.ru -gdcentre.ru -gemara.com -get-free-social-traffic.com -getmyads24.com -get-your-social-buttons.info -ghostvisitor.com -girlsatgames.ru +geckoandfly.com +gelezki.com +getoutofdebtfree.org +getpopunder.com +ggiaro.com +gg.zzyjxs.com +gheus.altervista.org +gigablast.com +gigapeta.com girlsfuckdick.com -girlspicsa.com -glall.ru +gkvector.ru +glass-msk.ru gloverid.site -gne8.com -goodwinmetals.co -gotwebsite1.com +gobongo.info +gok-kasten.net +goldandcard.ru +goodwriterssales.com gov.yanao.ru +gowreckdiving.com +graphicwe.org graphid.com -gribokstop.com -growshop.es -gsasearchengineranker.pw -gsasearchengineranker.site +gratis-sexkontakte.com +greatdealshop.com +growboxbl.ru gsasearchengineranker.xyz -gsmlab.pl gsmtlf.ru -guardlink.com -guarrasdelporno.xxx -guge.io -guildebzh.info -gwebtools.com -gwebtools.com.br -hanink.biz.ly -hao123.com +gsou.cf +guigyverpo.cf +gwagka.com +hamacapty.com hatedriveapart.com +hayate.biz hccoder.info -hchha.com hd720kino.ru -hdwallpapers-free.com -hdxnxxtube.mobi +hdimagegallery.net +healing-dysplasia.ru +helpmymacfaster.trade +hermesbelts.xyz hermesbracelets.xyz -herokuapp.com -heroz.fr -high-speed1.net -himazin.info -himgaws.pw -hitcpm.com -hitsbox.info -hledejvshopech.cz -homedo.fabpage.com -homemature.net -hostcritique.com -housediz.com -housekuba.org -hoverboard360.at -hoverboard360.se -hplaserjetpdriver8y.pen.io -hscsscotland.com -hspline.com -huhn.altervista.org -hundejo.com -hut1.ru -ideoworld.org -ifirestarter.ru -igru-xbox.net -ilikevitaly.com -ilmen.net +hermesreplica.win +hesteel.pl +heygidday.biz +hiwibyh.bugs3.com +hjaoopoa.top +hkladys.com +holidaypics.org +homegardenlova.com +home.myplaycity.com +host-tracker.com +hotblog.top +hotgirlhdwallpaper.com +hotkeys.com +howlongdoestizanidinestayinyoursystem.blogspot.com +howtoclean.club +huimin764128.com +humanelydrew.com +hvd-store.com +hybrid.ru +hyiphunter.org +i4track.net +ibmdatamanagement.co +icaseclub.ru +ideibiznesa2015.ru +i-hobot.ru +ikritikimou.gr +ilovevitaly.xyz ilte.info -images-free.net -imagine-ex.co -imediadesk.com -imgata.com -imk.com.ua -imperia31.ru +imagerydatabase.com +i-midias.net.br impotentik.com -incanto.in.ua -incep.imagine-ex.co -indiakino.net +incomekey.net +indianmedicaltourismshop.com +indiasourcemart.in indo-export.ru -inet-traffic.com -intellekt21.ru -interfucks.net +infektsii.com +infobabki.ru +inome.com.ua +in-tandem.co +integritylandscapeservices.com +intelhdgraphicsgtdrive6w.metroblog.com +intermesh.net internetartfair.com +internetproviderstucson.com intervsem.ru -investpamm.ru -ipostroika.ru -iqoption.com -irunfar.com +invitefashion.com +iomoio.net +ipchicken.com +iplusbit.blogspot.co.za +ipornox.xxx +iqoption-bin.com ispaniya-costa-blanca.ru -itag.pw +istizanidineacontrolledsubstance.blogspot.com +istizanidineanopiate.blogspot.com +istizanidinelikexanax.blogspot.com +istmira.ru +istripper.com +itrevolution.cf +itronics.ca ivanovo.zrus.org -iyasimasennka.com -j33x.com -jabimgo.pw -jacago.com -janavibekken.no -je7.us -jeremyeaton.co -jerseyswholesalechinalimited.com -jerseywholesalechinabiz.com -jetsli.de -jobmarket.com.ua -johnrobertsoninc.com -joingames.org -junglenet-a.akamaihd.net -justprofit.xyz -jwss.cc +iwantedmoney.com +izhevsk.xrus.org +japfm.com +jasonpartington.com +javatex.co.id +jav-fetish.com +javspace.net +javstock.com +jerseyschinabizwholesale.us +jewelryandfiligree.com +jmat.cn +joessmogtestonly.com +journeydownthescale.info +j-times.ru +juliaworld.net +justbcause.com jyvopys.com -kabbalah-red-bracelets.com -kaidalibor.de -kalandranis.gr -kambasoft.com -kamen-e.ru -kareliatobacco.ru +kandidos.com kartiniresto.com -kasino-money.pw katushka.net -keenoutlet.online -kihi.gdn -kimcurlrvsms.com -kinobaks.com -kino-fun.ru +ketrzyn.pl +keywordsdoctor.com +kichenaid.ru +kinky-fetishes.com kinogolos.ru -konturkrasoty.ru -koopilka.com -kopihijau.info -kosmetyki.tm.pl -krasivoe-hd.com -krasnodar.ru -kredit-pod-zalog-krasnodar.ru +kinohit1.ru +kino-key.info +kinomaniatv.pl +kinoplen.ru +kirov.zrus.org +kladrus.ru +kmgamex.cf +kolotiloff.ru +konteiner24.com +koversite.info +krasnodar.zrus.org +kretpicf.pw ku6.com -kunstaktien.info -laapp.com +labelwater.se +labplus.ru lacasamorett.com -la-fa.ru -lampokrat.ws -lancheck.net -laptoper.net -larose.jb2c.me -laulini.soclog.se -law-check-eight.xyz -law-check-seven.xyz -law-check-two.xyz -leboard.ru -ledis.top -leftofcentrist.com -lernur.net -letsrepair.in -lida-ru.com -lifeinsurancekb.com +lacave.ntic.fr +lanasshop.ru +landoftracking.com +lapitec.eu +larutti.ru +leadn.pl +legalrc.biz +legionalpha.com +letmacwork.world +letslowbefast.today +lexaprogeneric.link +lflash.ru +lider-zhaluzi.kiev.ua +light.ifmo.ru +likesdesign.com liky.co.ua -littleberry.ru +limads.men +lion.conboy.us +liran-locks.com +lirunet.ru +littlesunraiser.com +liumimgx.pw liverpool.gsofootball.com -locatellicorretor.com.br -locimge.pw +liveu.infoteka.hu +localmatchbook.com locustdesign.co -loginduepunti.it -lombia.com -louboutinreplica.pw -love-baby.cz -lowephotos.info -lsp-awak-perikanan.com +longlifelomilomi.info +losangeles-ads.com +lost-alpha.ru +lovi-moment.com.ua lubetube.com -luckyshop.net.ua -lunchrock.co -m292.info -macfix.life -magazin-pics.ru -magda-gadalka.ru -magicalfind-a.akamaihd.net -magnetpress.sk -mailemedicinals.com -mamasuper.prom.ua -manve.info -marblestyle.ru -massage-info.nl -masserect.com -mastershef.club -matrixalchemy.com -matsdale.com -max-eclat.men -maximilitary.ru -mcadamssupplyco.com +mackeeper-center.club +macrotek.ru +mac-shield.com +mactechinfo.info +mafa-free.com +magicdiet.gq +manipulyator-peterburg.ru +mapquestz.us +marcowebonyodziezowe.pl +matematikus.info +matpre.top mearns-tractors.co.uk -mebelcomplekt.ru -medicine-4u.org -medicines-choice.com -medicovi.com -meetingrainstorm.bid +meds-online24.com megahdporno.net -mejoresfotos.eu -members.ghanaweb.com -menstennisforums.com -mezaruk.info -microsearch.ru -microsoftportal.net +meget.co.za +member-quiz.com +memberty.com +mhtr.be +middlerush-a.akamaihd.net midst.eu -milblueprint.com -millionare.com -mirobuvi.com.ua +mikozstop.com +minegam.com +minet.club +minharevisao.com +mini.7zap.com +mir-limuzinov.ru mirtorrent.net -missis.top -mistr-x.org +missclub.info +mister-shop.com mixed-wrestling.ru -mlvc4zzw.space -mmofreegames.online -mmog-play.ru +mixx.com +mjchamonix.org mmstat.com -mnogabukaff.net -mobplayer.ru -modenamebel.ru -moneyzzz.ru -monitorwebsitespeed.com -morpicert.pw -moscow-region.ru +mobplayer.net +moesen-ficken.com +mojpreskumanie.com +monclercoats.xyz +money-every-day.com +monthlywinners.com +montredemarque.nl +moonci.ru +morefastermac.trade +moroccosurfadventures.com +moscow.online-podarki.com +moscow.xrus.org +mossmesi.com +most.gov.iq most-kerch.org -moxo.com +mountainstream.ms +moz.com +mozello.ru mp3ringtone.info mrlmedia.net -muabancantho.info -musezone.su -musflashtv.com -musicas.baixar-musicas-gratis.com -mvpicton.co.uk -my-aladin.com -my-bc.ru -my-big-family.com -mybinaryoptionsrobot.com -mydeathspace.com -mydownloadengine.com +mttwtrack.com +myanyone.net +mydirtyhobby.com +mydoctorok.ru +myfreemp3.eu +myftpupload.com myghillie.info -mylesosibirsk.ru -mymercy.info -myonigroup.com -myperiod.club -nac-bearings.ru -narkologiya-orel.ru -narkologiya-penza.ru -narkologiya-peterburg.ru -narosty.com -nash-krym.info -nastydollars.com -naval.jislaaik.com -nerudlogistik.ru +myhitmp3.club +myphotopipe.com +myplaycity.com +mypornfree.ru +myxdate.info +na15.ru +nagdak.ru +najaden.no +narkologiya-belgorod.ru +narkologiya-voronezh.ru +na-telefon.biz +naturalshair.site +negociosdasha.com +netanalytics.xyz netoil.no -nextconseil.com -nextlnk12.com -nfljerseysforsalewholesaler.com -nhl09.ru -ningessaybe.me -niroo.info -nl.netlog.com -nofreezingmac.click +netvouz.com +networkad.net +new7ob.com +new-post.tk +newstudio.tv +next-dentists.tk +nfljerseys.online +ngps1.ru +nibbler.silktide.com +nmrk.ru +nofreezingmac.work +nootrino.com +nordstar.pro notebook-pro.ru -nowtorrents.com -nucia.biz.ly nullrefer.com oakleyglassesonline.us obnal.org -odesproperty.com -odywpjtw.bloger.index.hr -oecnhs.info -offtopic.biz +o-dachnik.ru +odoratus.net +officedocuments.net +office-windows.ru +oil-td.ru +okroshki.ru +okuos.com o.light.d0t.ru -olvanto.ru -onetravelguides.com -online-hd.pl -onlinewritingjobs17.blogspot.ru -onload.pw -onstrapon.purplesphere.in -o-o-6-o-o.ru -oops-cinema.ru -ops.picscout.com -optitrade24.com -optom-deshevo.ru -ordernorxx.com -osoznanie-narkotikam.net -oyster-green.com -paceform.com -pacificair.com -paidonlinesites.com -palvira.com.ua -papasdelivery.ru +oneclickfiles.com +one-gear.com +onlinemegax.com +onlineserialy.ru +online-templatestore.com +onlyforemont.ru +o-o-8-o-o.com +optibuymac.com +orion-v.com +ororodnik.goodbb.ru +oynat.info +ozas.net +oz-offers.com +page2rss.com +paintingplanet.ru +panchro.co.uk +parajumpersjakkesalgnorge.info +park.above.com +partnerads.men +partner-high.men partner-host.men -pcboa.se +partnerworkroom.men +partybunny.ru +pcgroup.com.uy pc-virus-d0l92j2.pw -pearlisland.ru +pdamods.ru pelfind.me -pensplan.com +penisvergrotendepillennl.ovh +percin.biz.ly perl.dp.ua -perm.xrus.org -pflexads.com -phobia.us -photo.houseofgaga.ru -photokitchendesign.com -phpdevops.com -phuketscreen.com -picphotos.net -pills24h.com -pinkduck.ga +petitions.whitehouse.gov +photorepair.ru +picquery.com pinsdaddy.com -pisanieprac.info -pistonclasico.com +pinwallpaper.xyz +pixelrz.com +pizdopletka.club pizza-imperia.com -pizza-tycoon.com -plaff-go.ru -plastgranar.nu playfortuna-play.ru -poisk-zakona.ru -polimga.pw -pontiacsolstice.info -popads.net -popmarker.com -popugaychiki.com -popup-fdm.xyz -pornhub-forum.ga -pornobrazzers.biz -pornoforadult.com +pl-vouchers.com +podshipniki-nsk.ru +pokemon-go-play.online +polcin.de +pooleroadmedicalcentre.co.uk +popander.mobi +pornhub-ru.com +porno-dojki.net +pornoelita.info +pornofiljmi.com pornogig.com -pornokorol.com -pornosexrolik.com -pornoxxx.com.mx -pornpost.in -poshiv-chehol.ru -positive2b.ru -pozvonim.com +pornoplen.com +pornoslive.net +porno-transsexuals.ru +portnoff.od.ua +pospr.waw.pl +potolokelekor.ru +powenlite24.ru pr0fit-b0x.com -princeadvantagesales.com -privat-girl.net -prizesbook.online +pretty-mart.com +princevc.com +priscilarodrigues.com.br +privatamateure.com +prize44.com +prlog.ru prodess.ru -producm.ru -profit-opportunity.com +produkto.net +profitkode.com +profitsport.club +prom23.ru +promalp-universal.ru pron.pro -proprostatit.com +prosperent.com prostitutki-astana.org -proxyradar.com -pssucai.info -purplestats.com -pwwysydh.com -qor360.com -queerspace.com +psoriasis-file.trade +puserving.com +push-ad.com +pussyfleet.com +pussyspace.net +putitin.me +pxhdwsm.com +qexyfu.bugs3.com +quangcaons.com +quickbuck.com +quickcashlimited.com quickchange.cc -quickloanbank.com -quick-offer.com -quit-smoking.ga -raavidesigns.com -rabot.host.sk -rada.ru -radiogambling.com -randalljhoward.com -rankingchart.de -rankings-analytics.com -ranksignals.com -ranksonic.info -reklama-i-rabota.ru -remont-comp-pomosh.ru -remontgruzovik.ru -remont-mobile-phones.ru -remote-dba.de -rentaremotecomputer.com -resant.ru -responsinator.com -revistaindustria.com -rialp.getenjoyment.net -ringtonepartner.com -ritlweb.com -rn-to-bsn.com +quizzitch.net +rabotaetvse.ru +ragecash.com +rapevideosmovies.com +rapidsites.pro +redhotfreebies.co.uk +redirectingat.com +registrysweeper.com +reklama1.ru +remont-komputerov-notebook.ru +remybutler.fr +rentehno.ru +research.ifmo.ru +restorator-msk.ru +rethinkwasteni.info +reyel1985.webnode.fr +rfd-split.hr +riders.ro +ring4rhino.com +rixpix.ru +robot-forex.biz rockingclicks.com -rospromtest.ru +roll123.com rossanasaavedra.net -royalads.net -rusprostitute.com -russkie-gorki.ru -russkoe-zdorovie.ru -s1z.ru -sack.net -sad-torg.com.ua -sady-urala.ru -sajatvelemeny.com -samara.rosfirm.ru -sammlungfotos.online -sape.top -satellite.maps.ilovevitaly.com -savetubevideo.com -sbprabooks.com -scanner-alex.top -scanner-jessica.top -scanner-julia.top -schoolfiles.net -sdelai-prosto.ru -searchencrypt.com -security60-e.com -seeresultshub-a.akamaihd.net +rucrypt.com +rus-pornuha.com +russia-tao.ru +rvtv.ru +s8-nowy-wygraj.comli.com +saletool.ru +salmonfishingsacramentoriver.com +saneyes.com +sa-rewards.co.za +savememoney.co.za +sax-sex.com +sbetodiodnye-lampy.ru +sbf441.com +scalerite.co.za +scanner-nelson.top +scanner-olga.top +scenarii-1-sentyabrya.uroki.org.ua +schlampen-treffen.com +seansonline24.pl +search-goo.com +searchinquire.com +secretscook.ru +secret.xn--oogle-wmc.com seinterface.com -seksotur.ru -semp.net -semrush.com -sendearnings.com -seoanalyses.com -seorankinglinks.us -serptehnika.ru -serw.clicksor.com +semalt.com +seocdvig.ru +seoexperimenty.ru +seo-platform.com +seorank.info +serialsway.ucoz.ru +servingnotice.com seryeznie-znakomstva.ru -se-welding.ru -sexad.net +sethrollins.net +sexblog.pw +sex-foto.pw +sexgalleries.top +sexkontakteao.info +sexsaoy.com +sexsearch.com sex-sex-sex5.com -sex-tracker.com -sexvideo-sex.com -sexytrend.ru -sfd-chess.ru -s-forum.biz +sexs-foto.top +sex-tracker.de +sexvporno.ru +sexy-pings.com +shiksabd.com ship-marvel.co.ua -shoppingmiracles.co.uk -shtaketniki.ru -sibecoprom.ru -sibtest.ru -sientalyric.co -signoredom.com -signx.info -siteexpress.co.il -siteimprove.com -siteonomy.com -sitevaluation.com -sitevaluation.org -sitevalued.com +shisha-swag.de +shivafurnishings.com +shopsellcardsdumps.com +sibvitr.ru +siha.de +silverage.ru +simplepooltips.com +sirpornogratis.xxx +site3.free-share-buttons.com +sitebeam.net +siteripz.net +site-speed-check.site +sitiz.club +sivs.ru sizeplus.work -sladkoevideo.com -slavic-magic.ru -slayerlife.com -small-game.com -smart-scripts.com -snip.tw -soblaznu.net +skanninge.se +skatestick.bid +skuteczna-dieta.co.pl +slonechka.ru +slowmac.tech +sluganarodu.ru +smailik.org +smartadserver.com +smartshoppymac.com +sms2x2.ru +sneakyboy.com +snow.nvr163.com +socialbookmarksubmission.org +social-button.xyz +socialbutton.xyz +social-fun.ru +socialmonkee.com +social-s-ggg.xyz +social-s-hhh.xyz +sockshare.net soft1.ru softonicads.com -softwaretrend.net -solution4u.com +softtor.com +solmarket.by +solnplast.ru sortthemesitesby.com -sovetogorod.ru -spamnuker.com -special-porn.com -speedup-my.site +sosdepotdebilan.com +soundfrost.org +spasswelt.net +speechfoodie.com +spin2016.cf +sports-supplements.us +sport-video-obzor.ru spravka130.ru -spymac.net -spy-sts.com -spywareit.com -stackthatbucks.com +spylog.com +spywarebegone.com +srdrvp.com +srgwebmail.nl staff.prairiesouth.ca -stair.registrydomainservices.com -star61.de -stard.shop -steelmaster.lv -sterva.cc -stickers-market.ru -stockquotes.wooeb.com -streha-metalko.si -stretchingabuckblog.com -strongholdsb.ru -stuff-about-money.com -sudexpert66.ru -sukirgenk.dvrlists.com -summerlinhomes411.info +stairliftstrue.com +stal-rulon.ru +staticfs.host +steamoff.net +stevemonsen.com +stop-gepatit.te.ua +streetfire.net +stroilka.info +stroiminsk.org +stroyhelp-dv.ru +stroymonolit.su +students-cheapskate.ml +suchenindeutschland.com +suggest-keywords.com sundrugstore.com supervesti.ru -surintech.ac.th -suture.co -svetodiodoff.ru -syvertsen-da.no -taihouse.ru +symbaloo.com takethatad.com -tandvardshuset.net -taqywu51.soup.io +taraz.xkaz.org tattoo33.ru -teastory.co -tedxrj.com -telefonsexkostenlos.tk -telegraf.by -telesvoboda.ru -tengohydar.tk -thaismartloan.com +tds-advert002.info +technika-remont.ru +testingads.pro +tfxiq.com theallgirlarcade.com -thefds.net -thenews-today.info -thfox.com +thebestweightlosspills.ovh +thegioixekhach.com +thelottosecrets.com +thetoiletpaper.com +thewebsitetemplate.info +threecolumnblogger.com +thruport.com +ticketsys.inetwd.com +timdreby.com timecrimea.ru -titslove.yopoint.in -tizanidine4mg.blogspot.com -tizanidinefibromyalgia.blogspot.com -tizanidineingredients.blogspot.com -tizanidineonline.blogspot.com -tizanidineoral.blogspot.com +titangel-vietnam.com +tizanidine4mgprice.blogspot.com +tizanidine4mgtablets.blogspot.com +tizanidineinfo.blogspot.com +tizanidinepain.blogspot.com tizanidinerestlesslegsyndrome.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinevssoma.blogspot.com -tjkckpytpnje.com -toondinsey.com -tootoo.to -top10registrycleaners.com -top1-seo-service.com +tizanidinesideeffects.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +toloka.hurtom.com +topcar-krasnodar.ru topdownloads.ru -topmira.com -topsy.com -toys.erolove.in -toy-shop.top -tpu.ru -track-rankings.online +topquality.cf +toproadrunner5.info +top-study.work +torrent-to-magnet.com +totu.us +touchmods.fr +tracksurf.daooda.com tradedeals.biz -traffic100.com -traffic2cash.org trafficgenius.xyz -trafficmp.com -traffmonster.info +trafficstars.com +trahvid.com +trailer.cinemaflix.website +trainoffend.ml +tramadolandtizanidine.blogspot.com traxdom.ru -trion.od.ua -tripper.de -trkdf.com -truck-rece.life +trkur.com +truck-addzilla.life trustedmaccleaner.com -ttrraacckkrr.com -ttsq.fr -tubeline.biz -turkeyreport.tk -turn-up-life.life +tsstcorpcddvdwshbbdriverfb.aircus.com +tuberkulezanet.ru +tula.howotorg.ru +turbodsp.com +turizmus.us +twiclub.in +twincitiescarservice.com +twinderbella.com twittrading.com -tx41tclega.ru -ucoz.ru -uggbootsoutletsale.us -umekana.ru -um-razum.ru +twodollarshows.com +typer.one +udsgame.online +ugguk.online +ukkelberg.no +umityangin.net unacittaconte.org -unblocksit.es -unionmarkt.de -upproar.com -upupa.net -ural-buldozer.ru -urccvfmc.bloger.index.hr -v24s.net -validdomain.xyz -valkiria-tk.ru -valsalud.com -valueclick.com -vancleefreplica.pw -varikoz24.com +unitygame3d.com +univerfiles.com +universals.com.ua +uprour.com +uroffer.link +urzedowski.eu +us-america.ru +usbggettwku.ga +usiad.net +v720hd.ru +vadimkravtcov.ru +vapsy.com +varbergsvind.se vedomstvo.net -venta-prom.ru -veopornogratis.xxx -veselokloun.ru -vesnatehno.ru -via-energy-acquistare.com -via-energy-cumpara.com -viddyoze.com -video-chat.cn -video-chat.in -videochat.mx -vinsit.ru -vip2ch.com -vipromoffers.com +vegan-foods.us +versaut.xxx-cam.webcam +vgoloveboli.net +viagra.pp.ua +videochat.bz +videochaty.ru +videogamesecrets.com +viel.su +villacoloniale.com +vipms.ru +vipps.com.my vitalads.net -vod.com.ua -voditeltrezviy.ru -vostoktrade.info -vrotike.ru -vsesubwaysurfers.com -vvon.co.uk -vzube.com -walkme.com -wallpapersdesk.info -wapsite.me -watch-movies.ru -waterpurifier.club -webadvance.club -webcamdevochka.com -webenlace.com.ar -webkeyit.com -weblo.com -webmonetizer.net +vkonche.com +vmnmvzsmn.over-blog.com +vriel.batcave.net +vzglyadriv.kg +vzubah.com +wallpapers-best.com +wallpaperstock.net +warezaccess.com +waycash.net +wcb.su +wdfdocando.com +we-are-gamers.com webnode.me -webradiology.ru -webs.com -webscouter.net website-datenbank.de -weddingdresses.xyz -wholesalejerseys-cheapest.com -wildworld.site -wingsofrefuge.net -win-spy.com -winterclassichockeyjerseys.com -winwotgold.pl -wladimirpayen.com +website-speed-up.site +wesharepics.com +westermarkanjou.se +whengirlsgowild.com +wholesalejerseychinashop.com +wholesalejerseyscheapjerseys.us.com +wieseversa.no +wikes.20fr.com +wildnatureimages.com +wma-x.com +womama.ru +woman-tampon.ru womens-journal.net -wordpresscore.com -word-vorlagen.xyz -worldlovers.ru +womensplay.net +word-vorlagen.net +worldinternetauthority.com +world-mmo.com +worldtraveler.world +wormix-cheats.ru +wstroika.ru wtsindia.in -wurr.voila.net -www.888.com -www.arenda-yeisk.ru -xaylapdiendanang.com +ww1943.ru +wyniki-lista.pl +x5market.ru xblog.in -xcc24.pl -xchangetrak.com -xdoza.com -xedserver.com -xep.info -xn----7sbho2agebbhlivy.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn----9sbubg3ambdfl1j.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai -xn--c1acygb.xn--p1ai -xportvusbdriver8i.snack.ws +xboxster.ru +xfire.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--d1aifoe0a9a.top +xn--h1aakne2ba.xn--p1ai x-true.info -xuki.us -xxx-cam.webcam -xxxrus.org -xzlive.com -yaaknaa.info -yadro.ru -yebocasino.co.za -yoluxuryevents.com -youdao.com +xtube.com +xxart.ru +xxxkaz.org +xxx-treker.ru +yachts-cruise.info +yellowstonevisitortours.com +yhit.press +yoopsie.com +yopoint.in youradexchange.com +your-bearings.com yourserverisdown.com -youtube-downloader.savetubevideo.com -ypmuseum.ru -yuarra.pluto.ro -yurgorod.ru -zaidia.xhost.ro -zed21.net -zeroredirect2.com -zeroredirect9.com -zetmaster.ru -zigarettenonlinekaufen.tumblr.com -zkjovpdgxivg.ga -znakomstvaonlain.ru -zog.link -zona-aqua.ru -zrus.org -zscalerone.net +youtubedownload.org +yubikk.info +yun56.co +zaimhelp.ru +zaimite.ru +zaim-pod-zalog-krasnodar.ru +zarajbuilders.com +zazagames.org +zdesformula.ru +zdesoboi.com +zeroredirect6.com +zeroredirect.com +zhacker.net +zhuravlev.info +zigzog.ru +zixizop.net.ru +zlatnajesen.com +zolotoy-lis.ru +zooggames.com +zoompegs.com +zoosexart.com +zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 8846c9471..ff1a2ff32 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -101billion.com -12bet.com -2ads.co.uk -4ur.click -5-steps-to-start-business.com -abtasty.com -adultactioncam.com -alienwheels.de -aliexpresscashback.club -allmarketsnewdayli.gdn -alloysteel.ru -alltheviews.com -apartmentratings.com -apispringsmartne-a.akamaihd.net -arclk.net -asrv-a.akamaihd.net -avek.ru -azartniy-bonus.com -backgroundpictures.net -baikaleminer.com -balitouroffice.com -balkanfarma.ru -bestbrainprod.win -bestdooz.com -bigames.online -bio-optomarket.ru -biznesluxe.ru -bizru.info -blavia.00author.com -bloggedporn.com -blog-hits.com -bolezniorganov.ru -bolitgorlo.net -bonky.biz -bonzybuddy.com -browserprotecter.com -brus-vsem.ru -btc4u.ru -butstrap.space -buyhoverboard.com -callmd5map.com -call-of-duty.info -camdolls.com -canvas.gloverid.site +007angels.com +178evakuator178.ru +acc.eu.org +adamoads.com +addblueoff.com.ua +adman.se +adpremium.org +adviceforum.info +adzerg.com +affrh2015.com +alborzan.com +allnews.md +alphahoverboards.com +anal-acrobats.hol.es +analytics-ads.xyz +apartmentbay.ru +apiappenableinfo-a.akamaihd.net +applyneedy.xyz +approved.su +ap.senai.br +asrvvv-a.akamaihd.net +atelielembrancaqueencanta.com.br +atmagroup.ru +avon-novosib.ru +azlex.uz +balkanfarma.org +bannerbank.ru +barbourjackets.online +bestplacetobuyeriacta.jw.lt +bestprofits-there.com +beztuberkuleza.ru +bidr.trellian.com +bitnote.co +bobinoz.com +bochemit.com.ua +bum.com.ru +buy-meds24.com capacitacionyaprendizaje.com -carsdined.org -cartierjusteunclou.xyz -cartierlovebraceletreplica.xyz -casinorewards.info -cdnnetwok.xyz -checkm8.com -checkpagerank.net -clickaider.com -clickhype.com -clicksor.net -clipartnew.com -cl.s7.exct.net -club-musics.ru -coindirect.io -comeondog.info -com-secure.download -crirussian.ru -customerpromos-a.akamaihd.net -diffbot.com -dimkino.ru -domik-derevne.ru -dosugrostov.site -doyouknowtheword-flummox.ml -drivotracker.com -dyshagi.ru -eandsgallery.com -e-avon.ru -e-commerce-seo1.com -elektrozigarette1.dreamwidth.org -elkacentr.ru -essaypro.com -etenininrade.ga -europages.com.ru -everytalk.tv -f07.de -familienzahnaerzte.com -fashionindeed.ml -feel-planet.com -fertilitetsradgivningen.se -fickblock18.com -fickkontaktehobbyhuren.com -finansov.info -fitfloponline.store -flashlarevista.com -flauntyoursite.com -free-floating-buttons.com -g33.org -getyourimage.club -glall.ru -globalsurfari.com -guarrasdelporno.xxx -gwagka.com -gwhwpxbw.bloger.index.hr +carabela.com.do +casite-513049.cloudaccess.net +cb.iphantom.com +ccbill.com +cdncash.net +cheap-pills-norx.com +cheapsergiorossi.online +christianlouboutinshoes.xyz +cocyq.inwtrade.com +cometorussia.net +compliance-irvin.xyz +cookie-law-enforcement-ff.xyz +coolingoods.com +coprofam.org +dating-app.ru +dcj-nn.ru +ddlmega.net +degerlund.net +delitime.info +designdevise.com +detmebel.su +dildofotzen.net +dimaka.info +dmmspy.com +dodlive.mil +dprtb.com +easyukraine.com +educatemetv.com +ekspresihati.info +elektrischeziga.livejournal.com +elektrozigarette2.webs.com +elektrozigaretten2.yn.lt +elmifarhangi.com +euronis-free.com +excitacion.info +ferrotodo.com +financehint.eu +flipper.top +foto-sisek.porngalleries.top +franch.info +frcls.fr +freemaintenancesysforpcandmac.top +front.to +fuck-paid-share-buttons.xyz +futbolkisales.ru +gearcraft.us +getresponse.com +goatse.ru +goodwriterssales.com +gsasearchengineranker.top +gsasearchengineranker.xyz +guod.me gyffu.com hamilton.ca -happy.new.yeartwit.com -hausfrauensex18.com -hoholikik.club -homedo.fabpage.com -hostnow.men -hotsocialz.com -housekuba.org -house.sieraddns.com -hybrid.ru -hystersister.com +historichometeam.com +hosting-tracker.com +hotgirlhdwallpaper.com +hothor.se +hothot.ru +htmlcorner.com +iccornacircri.cf +idegenvezeto.eu +imguramx.pw immobiliaremassaro.com -inboxdollars.com -indiakino.net -indianmedicaltourismshop.com -in-tandem.co -interior-stickers.ru -intervsem.ru -islandminingsupply.wordpress.com -ivearchenceinflu.cf -iwantedmoney.com -javcoast.com -jbl-charge.info -jmat.cn -justdating.online -kadashihotel.com -kam-dom.ru -kenaba.su -kinoduh.ru -kliksaya.com -krasnodar.zrus.org -krassh.ru -krasula.pp.ua -laparfumotec.com -lawyersinfo.org -lerporn.info -liffa.ru -linkdebrideur.xyz -lion.snapmap.us -ljusihus.se -localflirtbuddies.com -luxmagazine.cf -machicon-akihabara.info -matsdale.com +intellekt21.ru +investsuccess.org +inzn.ru +isoveti.ru +iusstf.org +jwss.cc +kaliningrad.zrus.org +karpun-iris.ru +kchaxton.com +kerei.ru +kinopolet.net +lacloop.info +landreferat.ru +lankarns.com +larose.jb2c.me +leadwayau.com +legalrc.biz +lego4x4.ru +liran-locks.com +liupis.com +lombia.co +luckyshop.net.ua +lyrics.home-task.com +maju.bluesalt.co +maranbrinfo.com.br +mature.free-websites.com +maximpartnerspr.com +meduza-consult.ru megaindex.ru -michaelkorsoutletstore.net -minegam.com +mere.host.sk +middlerush-a.akamaihd.net +mnogolok.info mobilemedia.md -mobplayer.ru +modabutik.ru +moetomnenie.com mojpreskumanie.com -moncleroutletonline.xyz -moneyviking-a.akamaihd.net -mouselink.co -mrlmedia.net -mtmtv.info -mycouponizemac.com -myfreecams.com -newstaffadsshop.club -novgorod.xrus.org -okayimage.com -o-o-6-o-o.com -ooo-olni.ru -orel-reshka.net -osb.se11.ru -paydayonlinecom.com -pc-services.ru -perfectpracticeweb.com -photo.houseofgaga.ru -pictures-and-images.com -picturesboss.com -pizza-tycoon.com -poem-paying.gq -pontiacsolstice.info -pooleroadmedicalcentre.co.uk -popunder.ru -pornogig.com -pozdrawleniya.com -pricheskaonline.ru -printdirectforless.com -prlog.ru -prodess.ru -qexyfu.bugs3.com -quickcashlimited.com -remont-komputerov-notebook.ru -ricorsogiustizia.org -roll123.com -rubbed.us -rumamba.com -runtnc.net -savetubevideo.com -scanner-jane.top -seminarykansas904.ml -semrush.com -senger.atspace.co.uk -seoanalyses.com -seo-prof1.xyz -seoprofiler.com -seotoolsagency.com -sexobzor.info -sex-pr.net -sexsaoy.com -shitmovs.com +movies-in-theaters.net +mriyadh.com +musicstock.me +muz-shoes.ru +natali-forex.com +nicefloor.co.uk +nlfjjunb5.ru +normalegal.ru +noumeda.com +nrjmobile.fr +pacificair.com +page2rss.com +penisvergrotendepillennl.ovh +photosaga.info +piccshare.com +picurams.pw +pixelrz.com +playtap.us +poiskzakona.ru +pony-business.com +pornobrazzers.biz +presleycollectibles.com +printie.com +prizeestates.cricket +prodvigator.ua +profitwithalex.info +psvita.ru +pts163.ru +purchasepillsnorx.com +qcstrtvt.bloger.index.hr +rangjued.com +rankings-analytics.com +rankscanner.com +ranksignals.com +rock-cafe.info +rukino.org +runofilms.ru +russia-tao.ru +ryetaw.com +sammlungfotos.online +sa-rewards.co.za +scanner-fred.top +scenicmissouri.us +searchaddis.com +searchimpression.com +seo-traffic-ranking.info +serw.clicksor.com +sexad.net +sextracker.com +sexy-pings.com +shama-rc.net sierraapps.com -sildenafil-tadalafil.info -simul.co +sindragosa.comxa.com +sispe.com.br +site.ru s-iwantyou.com -skladvaz.ru -skuteczna-dieta.co.pl -slayerlife.com -smart-balancewheel.com -soc-proof.su -solmarket.by -sonnikforme.ru -spywareit.com -streetfire.net -swinginwithme.ru -taximytishi.ru -tech4master.com -thegalerie.eu -tiandeural.ru -tizanidineforopiatewithdrawal.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -toolsky.com -toonfamilies.net -torrentgamer.net -touchmods.fr -toy-shop.top -tripper.de -turbodsp.com -turbo-suslik.org -uamtrk.com -uchebavchehii.ru -upstore.me -v720hd.ru -vduplo.ru -vedomstvo.net -viandpet.com -videochat.cafe -vtc.pw -wechatdownload10.com -westum.se -withstandingheartwarming.com -xchat26.myfreecams.com +skutecznetabletkinaporostwlosow.pl +soda.media +sodexo.com +spamnuker.com +spymac.net +stoki.ru +stop-gepatit.te.ua +suhanpacktech.com +taaaak.com +techart24.com +telefonsexi.com +textads.men +the-usa-games.blogspot.com +titangel-vietnam.com +tizanidineinfo.blogspot.com +tomck.com +top10-way.com +torrents-tracker.com +triumf-realty.ru +tvorozhnaja-zapekanka-recept.ru +twelvevisionspartyofcolorado.com +urldelivery.com +varikoz24.com +via-energy-cumpara.com +via-energy-order.com +viagraneggrx.com +videos-for-your-business.com +video-woman.com +vintontech.info +vizag.kharkov.ua +voltrknc1.com +vvon.co.uk +webscouter.net +websitevaluebot.com +westen-z.life +whatistizanidinehclusedfor.blogspot.com +whereverdesperate.gq +windowssearch-exp.com +womama.ru +wordpress-crew.net +wormix-cheats.ru +ww2awards.info x-diesel.info -xdoza.com -xn----9sbebi2bvzr7h.xn--p1ai +xfire.com +xgames-04.com +xmronta.com +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--oogle-wmc.com xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -zapatosenventa.info -zarenica.net -zatjmuzu.info -zoogdinsney.com +yougotanewdomain.com +youraticles.pl +yourporn.com +zajm-zalog-krasnodar.ru +zigarettenonlinekaufen1.blox.pl +z-master.ru +zoosexart.com diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 879967dc9..bc389ee32 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.136.167 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index dbc516eb8..141f4b838 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index ccb6f9496..d7ce0b11a 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index cb01feca0..428f5bf52 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1635 +#### Version: V4.2019.06.1636 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 55564ae82..6bba602c0 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1635 +#### Version: V4.2019.06.1636 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index cf20c1e27..27af33599 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1635 +#### Version: V4.2019.06.1636 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 7ed359a6d..dff5da254 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1635 +#### Version: V4.2019.06.1636 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index cce69e380..8d74d7f24 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:22 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:54 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 648687127..e1311ae7f 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1635 -### Updated: Thu Jun 27 11:08:23 SAST 2019 +### Version: V3.2019.06.1636 +### Updated: Thu Jun 27 11:27:55 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -7712,116 +7712,6 @@ map $http_referer $bad_referer { geo $validate_client { default 0; -# ---------------------------------------------- -# Whitelist all your OWN IP addresses and Ranges -# ---------------------------------------------- - -# -------------------------------------------------------------------------------------- -# WHITELIST all your own IP addresses using the include file below. - # New Method Uses the include file below so that when pulling future updates your - # whitelisted IP addresses are automatically now included for you. - # Read Comments inside whitelist-ips.conf for customization tips. - # Updating the main globalblacklist.conf file will not touch your custom include files - # whitelist-ips.conf reigns supreme !!! - # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP - # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf -# -------------------------------------------------------------------------------------- - -# -------------------------------------------------------------------------- -# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# -------------------------------------------------------------------------- - - include /etc/nginx/bots.d/whitelist-ips.conf; - -# ------------------------------------------------------------------------ -# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# ------------------------------------------------------------------------ - -# -------------------------- -# WHITELIST Google IP Ranges -# -------------------------- - -# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 108.177.0.0/17 0; - 172.217.0.0/16 0; - 173.194.0.0/16 0; - 2001:4860:4000::/36 0; - 203.208.60.0/24 0; - 207.126.144.0/20 0; - 209.85.128.0/17 0; - 216.239.32.0/19 0; - 216.58.192.0/19 0; - 2404:6800:4000::/36 0; - 2607:f8b0:4000::/36 0; - 2800:3f0:4000::/36 0; - 2a00:1450:4000::/36 0; - 2c0f:fb50:4000::/36 0; - 35.192.0.0/12 0; - 64.18.0.0/20 0; - 64.233.160.0/19 0; - 64.68.80.0/21 0; - 65.52.0.0/14 0; - 66.102.0.0/20 0; - 66.249.64.0/19 0; - 72.14.192.0/18 0; - 74.125.0.0/16 0; -# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------ -# WHITELIST Bing IP Ranges -# ------------------------ - -# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 131.253.21.0/24 0; - 131.253.22.0/23 0; - 131.253.24.0/21 0; - 131.253.24.0/22 0; - 131.253.32.0/20 0; - 157.54.0.0/15 0; - 157.56.0.0/14 0; - 157.60.0.0/16 0; - 199.30.16.0/24 0; - 199.30.27.0/24 0; - 207.46.0.0/16 0; - 40.112.0.0/13 0; - 40.120.0.0/14 0; - 40.124.0.0/16 0; - 40.125.0.0/17 0; - 40.74.0.0/15 0; - 40.76.0.0/14 0; - 40.80.0.0/12 0; - 40.96.0.0/12 0; -# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------------ -# WHITELIST Cloudflare IP Ranges -# ------------------------------ - -# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 103.21.244.0/22 0; - 103.22.200.0/22 0; - 103.31.4.0/22 0; - 104.16.0.0/12 0; - 108.162.192.0/18 0; - 131.0.72.0/22 0; - 141.101.64.0/18 0; - 162.158.0.0/15 0; - 172.64.0.0/13 0; - 173.245.48.0/20 0; - 188.114.96.0/20 0; - 190.93.240.0/20 0; - 197.234.240.0/22 0; - 198.41.128.0/17 0; - 199.27.128.0/21 0; - 2400:cb00::/32 0; - 2405:8100::/32 0; - 2405:b500::/32 0; - 2606:4700::/32 0; - 2803:f800::/32 0; - 2a06:98c0::/29 0; - 2c0f:f248::/32 0; -# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- @@ -17892,6 +17782,91 @@ geo $validate_client { 46.101.115.65 1; # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# -------------------------- +# WHITELIST Google IP Ranges +# -------------------------- + +# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 108.177.0.0/17 0; + 172.217.0.0/16 0; + 173.194.0.0/16 0; + 2001:4860:4000::/36 0; + 203.208.60.0/24 0; + 207.126.144.0/20 0; + 209.85.128.0/17 0; + 216.239.32.0/19 0; + 216.58.192.0/19 0; + 2404:6800:4000::/36 0; + 2607:f8b0:4000::/36 0; + 2800:3f0:4000::/36 0; + 2a00:1450:4000::/36 0; + 2c0f:fb50:4000::/36 0; + 35.192.0.0/12 0; + 64.18.0.0/20 0; + 64.233.160.0/19 0; + 64.68.80.0/21 0; + 65.52.0.0/14 0; + 66.102.0.0/20 0; + 66.249.64.0/19 0; + 72.14.192.0/18 0; + 74.125.0.0/16 0; +# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------ +# WHITELIST Bing IP Ranges +# ------------------------ + +# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 131.253.21.0/24 0; + 131.253.22.0/23 0; + 131.253.24.0/21 0; + 131.253.24.0/22 0; + 131.253.32.0/20 0; + 157.54.0.0/15 0; + 157.56.0.0/14 0; + 157.60.0.0/16 0; + 199.30.16.0/24 0; + 199.30.27.0/24 0; + 207.46.0.0/16 0; + 40.112.0.0/13 0; + 40.120.0.0/14 0; + 40.124.0.0/16 0; + 40.125.0.0/17 0; + 40.74.0.0/15 0; + 40.76.0.0/14 0; + 40.80.0.0/12 0; + 40.96.0.0/12 0; +# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------------ +# WHITELIST Cloudflare IP Ranges +# ------------------------------ + +# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 103.21.244.0/22 0; + 103.22.200.0/22 0; + 103.31.4.0/22 0; + 104.16.0.0/12 0; + 108.162.192.0/18 0; + 131.0.72.0/22 0; + 141.101.64.0/18 0; + 162.158.0.0/15 0; + 172.64.0.0/13 0; + 173.245.48.0/20 0; + 188.114.96.0/20 0; + 190.93.240.0/20 0; + 197.234.240.0/22 0; + 198.41.128.0/17 0; + 199.27.128.0/21 0; + 2400:cb00::/32 0; + 2405:8100::/32 0; + 2405:b500::/32 0; + 2606:4700::/32 0; + 2803:f800::/32 0; + 2a06:98c0::/29 0; + 2c0f:f248::/32 0; +# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + # ------------------------------------------------- # BLACKLIST IP addresses and IP Ranges Customizable # ------------------------------------------------- @@ -17915,6 +17890,31 @@ geo $validate_client { # END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### # ------------------------------------------------------------------ +# ---------------------------------------------- +# Whitelist all your OWN IP addresses and Ranges +# ---------------------------------------------- + +# -------------------------------------------------------------------------------------- +# WHITELIST all your own IP addresses using the include file below. + # New Method Uses the include file below so that when pulling future updates your + # whitelisted IP addresses are automatically now included for you. + # Read Comments inside whitelist-ips.conf for customization tips. + # Updating the main globalblacklist.conf file will not touch your custom include files + # whitelist-ips.conf reigns supreme !!! + # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP + # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf +# -------------------------------------------------------------------------------------- + +# -------------------------------------------------------------------------- +# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# -------------------------------------------------------------------------- + + include /etc/nginx/bots.d/whitelist-ips.conf; + +# ------------------------------------------------------------------------ +# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# ------------------------------------------------------------------------ + } # -------------------------------------------------------------------------------------- diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index cce69e380..8d74d7f24 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:22 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:54 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 68d8f83de..63d15c3cc 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1635 -### Updated: Thu Jun 27 11:08:24 SAST 2019 +### Version: V4.2019.06.1636 +### Updated: Thu Jun 27 11:27:57 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##