diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index a075045cb..85e786c89 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -34.66.178.120 0; +35.192.187.174 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 1257b6e1b..cce69e380 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:24 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:22 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf index a075045cb..85e786c89 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -34.66.178.120 0; +35.192.187.174 0; diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 658263393..648687127 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1634 -### Updated: Thu Jun 27 10:50:26 SAST 2019 +### Version: V3.2019.06.1635 +### Updated: Thu Jun 27 11:08:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -7712,6 +7712,116 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# ---------------------------------------------- +# Whitelist all your OWN IP addresses and Ranges +# ---------------------------------------------- + +# -------------------------------------------------------------------------------------- +# WHITELIST all your own IP addresses using the include file below. + # New Method Uses the include file below so that when pulling future updates your + # whitelisted IP addresses are automatically now included for you. + # Read Comments inside whitelist-ips.conf for customization tips. + # Updating the main globalblacklist.conf file will not touch your custom include files + # whitelist-ips.conf reigns supreme !!! + # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP + # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf +# -------------------------------------------------------------------------------------- + +# -------------------------------------------------------------------------- +# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# -------------------------------------------------------------------------- + + include /etc/nginx/bots.d/whitelist-ips.conf; + +# ------------------------------------------------------------------------ +# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# ------------------------------------------------------------------------ + +# -------------------------- +# WHITELIST Google IP Ranges +# -------------------------- + +# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 108.177.0.0/17 0; + 172.217.0.0/16 0; + 173.194.0.0/16 0; + 2001:4860:4000::/36 0; + 203.208.60.0/24 0; + 207.126.144.0/20 0; + 209.85.128.0/17 0; + 216.239.32.0/19 0; + 216.58.192.0/19 0; + 2404:6800:4000::/36 0; + 2607:f8b0:4000::/36 0; + 2800:3f0:4000::/36 0; + 2a00:1450:4000::/36 0; + 2c0f:fb50:4000::/36 0; + 35.192.0.0/12 0; + 64.18.0.0/20 0; + 64.233.160.0/19 0; + 64.68.80.0/21 0; + 65.52.0.0/14 0; + 66.102.0.0/20 0; + 66.249.64.0/19 0; + 72.14.192.0/18 0; + 74.125.0.0/16 0; +# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------ +# WHITELIST Bing IP Ranges +# ------------------------ + +# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 131.253.21.0/24 0; + 131.253.22.0/23 0; + 131.253.24.0/21 0; + 131.253.24.0/22 0; + 131.253.32.0/20 0; + 157.54.0.0/15 0; + 157.56.0.0/14 0; + 157.60.0.0/16 0; + 199.30.16.0/24 0; + 199.30.27.0/24 0; + 207.46.0.0/16 0; + 40.112.0.0/13 0; + 40.120.0.0/14 0; + 40.124.0.0/16 0; + 40.125.0.0/17 0; + 40.74.0.0/15 0; + 40.76.0.0/14 0; + 40.80.0.0/12 0; + 40.96.0.0/12 0; +# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------------ +# WHITELIST Cloudflare IP Ranges +# ------------------------------ + +# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 103.21.244.0/22 0; + 103.22.200.0/22 0; + 103.31.4.0/22 0; + 104.16.0.0/12 0; + 108.162.192.0/18 0; + 131.0.72.0/22 0; + 141.101.64.0/18 0; + 162.158.0.0/15 0; + 172.64.0.0/13 0; + 173.245.48.0/20 0; + 188.114.96.0/20 0; + 190.93.240.0/20 0; + 197.234.240.0/22 0; + 198.41.128.0/17 0; + 199.27.128.0/21 0; + 2400:cb00::/32 0; + 2405:8100::/32 0; + 2405:b500::/32 0; + 2606:4700::/32 0; + 2803:f800::/32 0; + 2a06:98c0::/29 0; + 2c0f:f248::/32 0; +# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- @@ -17782,91 +17892,6 @@ geo $validate_client { 46.101.115.65 1; # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### -# -------------------------- -# WHITELIST Google IP Ranges -# -------------------------- - -# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 108.177.0.0/17 0; - 172.217.0.0/16 0; - 173.194.0.0/16 0; - 2001:4860:4000::/36 0; - 203.208.60.0/24 0; - 207.126.144.0/20 0; - 209.85.128.0/17 0; - 216.239.32.0/19 0; - 216.58.192.0/19 0; - 2404:6800:4000::/36 0; - 2607:f8b0:4000::/36 0; - 2800:3f0:4000::/36 0; - 2a00:1450:4000::/36 0; - 2c0f:fb50:4000::/36 0; - 35.192.0.0/12 0; - 64.18.0.0/20 0; - 64.233.160.0/19 0; - 64.68.80.0/21 0; - 65.52.0.0/14 0; - 66.102.0.0/20 0; - 66.249.64.0/19 0; - 72.14.192.0/18 0; - 74.125.0.0/16 0; -# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------ -# WHITELIST Bing IP Ranges -# ------------------------ - -# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 131.253.21.0/24 0; - 131.253.22.0/23 0; - 131.253.24.0/21 0; - 131.253.24.0/22 0; - 131.253.32.0/20 0; - 157.54.0.0/15 0; - 157.56.0.0/14 0; - 157.60.0.0/16 0; - 199.30.16.0/24 0; - 199.30.27.0/24 0; - 207.46.0.0/16 0; - 40.112.0.0/13 0; - 40.120.0.0/14 0; - 40.124.0.0/16 0; - 40.125.0.0/17 0; - 40.74.0.0/15 0; - 40.76.0.0/14 0; - 40.80.0.0/12 0; - 40.96.0.0/12 0; -# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------------ -# WHITELIST Cloudflare IP Ranges -# ------------------------------ - -# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 103.21.244.0/22 0; - 103.22.200.0/22 0; - 103.31.4.0/22 0; - 104.16.0.0/12 0; - 108.162.192.0/18 0; - 131.0.72.0/22 0; - 141.101.64.0/18 0; - 162.158.0.0/15 0; - 172.64.0.0/13 0; - 173.245.48.0/20 0; - 188.114.96.0/20 0; - 190.93.240.0/20 0; - 197.234.240.0/22 0; - 198.41.128.0/17 0; - 199.27.128.0/21 0; - 2400:cb00::/32 0; - 2405:8100::/32 0; - 2405:b500::/32 0; - 2606:4700::/32 0; - 2803:f800::/32 0; - 2a06:98c0::/29 0; - 2c0f:f248::/32 0; -# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - # ------------------------------------------------- # BLACKLIST IP addresses and IP Ranges Customizable # ------------------------------------------------- @@ -17890,31 +17915,6 @@ geo $validate_client { # END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### # ------------------------------------------------------------------ -# ---------------------------------------------- -# Whitelist all your OWN IP addresses and Ranges -# ---------------------------------------------- - -# -------------------------------------------------------------------------------------- -# WHITELIST all your own IP addresses using the include file below. - # New Method Uses the include file below so that when pulling future updates your - # whitelisted IP addresses are automatically now included for you. - # Read Comments inside whitelist-ips.conf for customization tips. - # Updating the main globalblacklist.conf file will not touch your custom include files - # whitelist-ips.conf reigns supreme !!! - # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP - # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf -# -------------------------------------------------------------------------------------- - -# -------------------------------------------------------------------------- -# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# -------------------------------------------------------------------------- - - include /etc/nginx/bots.d/whitelist-ips.conf; - -# ------------------------------------------------------------------------ -# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# ------------------------------------------------------------------------ - } # -------------------------------------------------------------------------------------- diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 3940ad0e6..1257b6e1b 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1633 -### Updated: Thu Jun 27 09:10:20 SAST 2019 +### Version: V4.2019.06.1634 +### Updated: Thu Jun 27 10:50:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 3940ad0e6..1257b6e1b 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1633 -### Updated: Thu Jun 27 09:10:20 SAST 2019 +### Version: V4.2019.06.1634 +### Updated: Thu Jun 27 10:50:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 3940ad0e6..1257b6e1b 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1633 -### Updated: Thu Jun 27 09:10:20 SAST 2019 +### Version: V4.2019.06.1634 +### Updated: Thu Jun 27 10:50:24 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index b142efd8f..648687127 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1634 -### Updated: Thu Jun 27 10:50:26 SAST 2019 +### Version: V3.2019.06.1635 +### Updated: Thu Jun 27 11:08:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 1257b6e1b..cce69e380 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:24 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:22 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 2de5b67d4..42febe3c0 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -AhrefsBot -Asterias -BackDoorBot -Backlink-Ceck -Battleztar Bazinga -Blow -Brandprotect -com.plumanalytics -Cosmos -DIIbot -DomainStatsBot -ExtLinksBot -Gigablast -HEADMasterSEO -Jorgee -Larbin -Lftp -LinqiaScrapeBot -Lmspider -Microsoft URL Control -Mojeek -Needle -NetMechanic -Nimbostratus -PageAnalyzer -PageScorer -PECL::HTTP -plumanalytics +404checker +BlackWidow +Cegbfeieh +Craftbot +CSHttp +Curious +Discoverybot +Dispatch +DnyzBot +Express WebPictures +Grafula +GrapeFX +HMView +Iblog +instabid +IRLbot +JetCar +LinksManager +LinqiaMetadataDownloaderBot +magpie-crawler +NetAnts +Netvibes +OnCrawl +Pavuk +Picscout +Probethenet ProPowerBot -Psbot RankFlex -ScanAlert +SalesIntelligent scan.lol -ScoutJet -Searchestate -SEOkicks -SiteLockSpider -SiteSnagger -Snoopy -Sogou web spider -sysscan -Teleport -URLy.Warning -VidibleScraper -WebLeacher -WebWhacker -WebZIP -WISENutbot -x22Mozilla -Xaldon WebSpider +Scrapy +SEOkicks-Robot +SeoSiteCheckup +Snake +sp_auditbot +SputnikBot +spyfu +SuperHTTP +Telesoft +trendiction.com +trendiction.de +VeriCiteCrawler +WallpapersHD +Web Fetch +Web Sauger +Webshag +WebStripper +Wprecon +WWW-Mechanize +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index a2e0a989a..894abf718 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -ADmantX -AhrefsBot -AiHitBot +Abonti +AIBOT Aipbot -Alligator +Alexibot AllSubmitter Apexoo archive.org_bot -Asterias Attach -autoemailspider -BacklinkCrawler -BackStreet -Badass +BackDoorBot +Bandit +BatchFTP +Battleztar Bazinga BBBike BDCbot +BDFetch BetaBot -Bitacle -BLEXBot -BlowFish -Boardreader +Black Hole +BlackWidow +Brandprotect Brandwatch -Buddy BuiltBotTough BunnySlippers -Calculon -CazoodleBot +BuzzSumo CCBot CheeseBot CherryPicker Chlooe Cliqzbot +Cloud mapping coccocbot-web Cogentbot cognitiveseo +Collector +com.plumanalytics Copier +CopyRightCheck +Copyscape +Cosmos Craftbot +crawler.feedback crawl.sogou.com +CrazyWebCrawler +CrunchBot +CSHttp Curious +Custo DatabaseDriverMysqli -demandbase-bot -Deusu -Digincore +DigitalPebble DIIbot -Discoverybot +Dirbuster +Disco +Discobot +Dispatch +DittoSpyder +DomainAppender +DomainCrawler +DomainSigmaCrawler DomainStatsBot -Download Wonder -DSearch +Drip +EasyDL Ebingbong -ECCP/1.0 -Ecxi EMail Siphon -EroCrawler -evc-batch -Exabot +Evil ExtLinksBot -Extractor -Extreme Picture Finder Ezooms +facebookscraper +FDM +FemtosearchBot FHscan -Fimap Firefox/7.0 FlashGet -FyberSpider +Flunky +Foobot +Freeuploader Genieo -GetRight -GetWeb +GermCrawler +Gigabot G-i-g-a-b-o-t +Gotit Go!Zilla +GrabNet +Grafula GrapeFX -Haansoft -HaosouSpider +GrapeshotCrawler +Harvest +Havij HEADMasterSEO -HTTP::Lite -Humanlinks -IDBot -Id-search -IndeedBot +Hloader +HMView +HTTrack +Image Fetch Indy Library +InfoTekies instabid +InterGET internetVista monitor +ips-agent Iria +IRLbot Iskanie -IstellaBot JamesBOT -JetCar +Jbrofuzz +JennyBot Jetty -JOC Web Spider Joomla -Jorgee -JustView -Jyxobot Kenjin Spider -Kozmosbot +Keyword Density +Lanshanbot Larbin LibWeb Libwhisker -LinkpadBot +Likse +LinkextractorPro LinkScan LinksManager -LinkWalker -LinqiaMetadataDownloaderBot LinqiaScrapeBot -Lipperhey Spider -Magnet +lwp-request +lwp-trivial Mag-Net Mail.RU_Bot Majestic12 -MarkWatch -Masscan -Mata Hari +Majestic SEO MauiBot +Meanpathbot Mediatoolkitbot -MIDown tool -MIIxpc +mediawords +Metauri +MFC_Tear_Sample +Mister PiX +Mr.4x3 MSFrontPage MSIECrawler -muhstik-scan +MS Web Services Client Protocol Musobot -Nessus +Name Intelligence +Navroad +Needle Netcraft -NetLyzer -NetSpider Nettrack +Net Vampire +NextGenSearchBot Nibbler -NICErsPRO -Nikto -Ninja -NPbot -Octopus +Niki-bot +NimbleCrawler +Nimbostratus Offline Explorer Offline Navigator OpenLinkProfiler -OutclicksBot -OutfoxBot +Openvas PageAnalyzer -PageGrabber +Page Analyzer page scorer -Pandalytics -Panscient -Papa Foto +PageScorer Pavuk +pcBrowser +PECL::HTTP Picscout -Picsearch -Pi-Monster -Pixray +plumanalytics Pockey -ProWebWalker -Psbot -Pump +POE-Component-Client-HTTP +Probethenet +ProPowerBot +PxBroker PyCurl +RankActive RankActiveLinkBot -RankingBot2 -Rankivabot -ReGet +RebelMouse +Recorder RepoMonkey RocketCrawler Rogerbot s1z.ru -SalesIntelligent SBIder Scanbot -scan.lol -Scrapy -Searchestate +ScoutJet +Screaming +SearchmetricsBot +Semrush +SemrushBot SEOkicks -SEOlyticsCrawler -Seomoz +SEOkicks-Robot +SEOprofiler +seoscanners SeoSiteCheckup SEOstats -serpstatbot -sexsearcher -SISTRIX +Siphon Siteimprove -Sitevigil -SmartDownload -SMTBot +SiteLockSpider +SiteSnagger Snake +Snapbot +Snoopy Sociscraper sogouspider Sogou web spider -Sottopop -Spammen SpankBot -sp_auditbot -spyfu -Sqlmap -Sqlworm +SputnikBot Sqworm -Steeler -Stripper +Sucuri SuperHTTP -Swiftbot +Surfbot +SurveyBot +Suzuran sysscan -Szukacz T0PHackTeam +T8Abot tAkeOut Teleport -TeleportPro -Toata -Toweyabot -Tracemyfile -True_Robot -Turnitin +Telesphorep +The Intraformant +TightTwatBot +Titan +Trendiction +Trendictionbot TurnitinBot -Twice -Typhoeus +UnisterBot URLy Warning +URLy.Warning +VB Project VCI -VeriCiteCrawler VidibleScraper Virusdie -Voil -WallpapersHD -WBSearchBot -WebAuto +Webalta Web Auto -WebBandit -WEBDAV -Web Enhancer -Web Fetch +WebCopier Web Fuck -WebGo IS -WebmasterWorldForumBot -WebReaper +WebLeacher +WebPix +Web Pix +WebSauger WebsiteExtractor -WebsiteQuester -WebSucker -WebWhacker -WeSEE -Whacker -Who.is Bot +Webster +WebStripper +Web Sucker +Whack Widow WinHTTrack -WiseGuys Robot Wonderbot -WPScan +Wotbox WWW-Mechanize WWWOFFLE x09Mozilla x22Mozilla -Xaldon WebSpider -Xaldon_WebSpider -YoudaoBot -Zauba +Xenu +xpymep1.exe +zauba.io Zermelo -zgrab -ZmEu -ZyBorg +Zeus +Zitebot +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 7282b04cc..433cf7309 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -80legs +404checker +404enemy +Abonti Aboundexbot -AiHitBot -Alligator -Anarchie -Apexoo -archive.org_bot -BackDoorBot -BackStreet +Acunetix +ADmantX +Alexibot BackWeb -Badass Bandit Barkrowler -BDCbot +Battleztar Bazinga +BBBike BDFetch -BetaBot -Bigfoot -Bitacle -Black Hole -BlackWidow BLEXBot -Blow -Boardreader -Brandwatch +Bolt +Buddy BuiltBotTough -Bullseye +BuzzSumo CazoodleBot -CCBot +Cegbfeieh +CheeseBot +CherryPicker CheTeam -ChinaClaw -Cliqzbot +Chlooe Cloud mapping +coccocbot-web +Collector com.plumanalytics +Copier CopyRightCheck Copyscape -Cosmos +crawler4j +crawler.feedback +CrazyWebCrawler CSHttp -Curious +DBLBot demandbase-bot -DigitalPebble +Demon +Deusu +DIIbot +Disco Discobot -DittoSpyder +Discoverybot +Dispatch +DnyzBot DomainAppender +DomainCrawler DomainSigmaCrawler -Dotbot +DomainStatsBot Dragonfly -EasyDL Ebingbong -ECCP/1.0 EirGrabber -EroCrawler -Exabot +EMail Wolf +Express WebPictures ExtLinksBot -Extreme Picture Finder -EyeNetIE -FDM +Extractor +ExtractorPro +Ezooms +facebookscraper +FemtosearchBot FHscan -FlashGet -Flunky -FrontPage -FyberSpider +Firefox/7.0 GalaxyBot -GetWeb -Gigablast -Gigabot G-i-g-a-b-o-t -Gotit +Go-Ahead-Got-It GoZilla -Go!Zilla -Grabber -Grafula GrapeshotCrawler -GT::WWW -HaosouSpider -Harvest -Heritrix +Havij Hloader -HybridBot -Iblog +Id-search IlseBot +Image Fetch +Image Sucker Indy Library InfoNaviRobot -InfoTekies -InterGET -internetVista monitor -Iskanie +InternetSeer +IRLbot JamesBOT +Jbrofuzz JennyBot -Jetty -Joomla +JikeSpider +JustView +Jyxobot Kenjin Spider -Kozmosbot -Larbin -LinksManager -LinkWalker +LeechFTP +LeechGet +LexiBot +Lightspeedsystems +LinkextractorPro +LinkScan +LinqiaMetadataDownloaderBot LinqiaRSSBot -Litemage_walker -LNSpiderguy -lwp-trivial -Mag-Net -Mail.RU_Bot -Majestic12 +Lipperhey +Lipperhey Spider +Ltx71 +LWP::Simple +Magnet +Majestic SEO +Majestic-SEO MarkMonitor MarkWatch +Mass Downloader Mata Hari MauiBot -meanpathbot -MeanPath Bot +Meanpathbot Mediatoolkitbot -MegaIndex.ru -MFC_Tear_Sample -Microsoft Data Access -Mister PiX +Metauri +Microsoft URL Control +MIIxpc +MJ12bot +Mojeek MSFrontPage -MSIECrawler +Msrabot muhstik-scan Musobot -Name Intelligence +Navroad NearSite Needle Nessus +NetAnts Netcraft NetLyzer -NetMechanic NetSpider +Nettrack Netvibes -NetZIP -NextGenSearchBot +Nibbler +NICErsPRO +Niki-bot Nimbostratus +Ninja Nmap NPbot Nutch -Octopus -OnCrawl -OpenLinkProfiler +oBot Openvas -OpenVAS OrangeBot -OutfoxBot +OrangeSpider +OutclicksBot PageAnalyzer -page scorer +PageGrabber +PageScorer Pandalytics -Panscient Papa Foto +pcBrowser +PECL::HTTP +Picsearch Pimonster PleaseCrawl plumanalytics -Probethenet -ProWebWalker +ProPowerBot Psbot -Pump PxBroker +PyCurl QueryN Metasearch -RankFlex +RankActive RankingBot -RealDownload -Reaper -RebelMouse +RankingBot2 +Rankivabot +RankurBot +Recorder +RedesScrapy Ripper -RocketCrawler SalesIntelligent +SBIder ScanAlert -Scanbot -scan.lol -Screaming -Semrush -SEOlyticsCrawler +ScreenerBot +SEOkicks Seomoz SEOprofiler -seoscanners SeoSiteCheckup -serpstatbot sexsearcher +Shodan +Siphon +SISTRIX Sitebeam -SiteSnagger -Site Sucker +SiteExplorer +Siteimprove +SiteLockSpider Sitevigil -SlySearch SMTBot +Snapbot +Snoopy SocialRankIOBot +sogouspider Sottopop -SpaceBison +SpankBot Spinn3r +SputnikBot spyfu +Steeler Stripper Sucker -Sucuri SuperHTTP -Surfbot -SurveyBot +Swiftbot +T0PHackTeam T8Abot Telesoft +Telesphoreo Telesphorep The Intraformant +TheNomad TightTwatBot -Titan -Toata -Trendiction -Trendictionbot +Toweyabot +Tracemyfile trendiction.com True_Robot -TwengaBot -Twice UnisterBot -Upflow -URLy.Warning +URLy Warning +Vacuum VB Project VCI VidibleScraper -Virusdie +VoidEYE Voil -WallpapersHD +Voltron +Wallpapers/3.0 WASALive-Bot Webalta WebAuto -WebBandit -WebEnhancer +Web Auto +WebCollage WebFuck -Web Fuck -WebGo IS WebImageCollector WebmasterWorldForumBot -webmeup-crawler +WebPix Web Pix -Webshag -WebsiteQuester -Webster -WebSucker +Web Sauger +WebsiteExtractor +Website Quester +WebStripper Web Sucker -WebWhacker +WebZIP WeSEE -Widow +Whack +Whacker +Whatweb WinHTTrack WiseGuys Robot WISENutbot -Wonderbot Wprecon WPScan -WWW-Collector-E WWW-Mechanize +x09Mozilla +x22Mozilla Xaldon WebSpider -Xaldon_WebSpider -xpymep1.exe -YoudaoBot Zade -Zauba Zermelo zgrab Zitebot +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 129797809..4c6fdb727 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -00it.com -2kata.ru -4kepics.com -83net.jp -acc.eu.org -afftrack001.com -alltheviews.com -anal-acrobats.hol.es -apple.com-webbrowsing-security.review -asseenontv.ru -atovh.local-finders.com -ausergrubhof.info -beauty-b0x.pl -bestsexyblog.com -bitcoins-live.ru -bkgr.se -blogporn.in -brainboosting.club -brothers-smaller.ru -businesn.men -buy-forum.ru -calstaterealty.us -candcstuccoandstone.com -cartierlovestore.xyz -chelyabinsk.xrus.org -custodieva.ru -damedingel.ya.ru -dangphoto.trade -destinationrealestate.com -dnepr-avtospar.com.ua -doctissimo.fr -dostavka-v-krym.com -easycommerce.cf -eldiariodeguadalajara.com -eropornosex.ru -erotiktreff24.info -fatfasts-4tmz.com -fettefrauen.net -fishingwholesale.us -foxjuegos.com -free-video-tool.com -garciniaxt.us -gazporno.com -globatur.ru -graphicwe.org -gz2.bbsoldes.fr -hamptonoaks.ca -healgastro.com -heatpower.ru -hkladys.com -hotdl.in -kchaxton.com -kosynka-games.ru -letmacworkfaster.site -liupis.com -loadopia.com -lovi-moment.com.ua -make-money-online.com -makemoneyonline.com -manimpotence.com -njkmznnb.ru -nudo.ca -ochistka-stokov.ru -onlineslotmaschine.com -paleohub.info -pk-services.ru -pornogad.com -pornophoto.xyz -pornoslive.net -questionmarque.ch -quit-smoking.ga -rankings-analytics.com -reyel1985.webnode.fr -ric.info -samara.rosfirm.ru -serialsway.ucoz.ru -ship-marvel.co.ua -slimcdn.com -social-fun.ru -songplanet.ru -space4updating.win -staff.prairiesouth.ca -stard.shop -sygraem.com -the-usa-games.blogspot.com -token-lab.org -toolsky.com -tuckpointingmasonrysystems.com -uptime-alpha.net -usiad.net -video-production.com -wesharepics.site -whatzmyip.net -wiosenny-bon-1500.pl -yginekologa.com -zeikopay.com -zetmaster.ru -zhacker.net -zixizop.net.ru -zvetki.ru +0daymusic.org +12masterov.com +acmebtn.ml +all4invest.ru +asdfg.pro +atleticpharm.org +auto.rusvile.lt +bbsoldes.fr +best-coupon-offer.com +bizfly.info +buyfriend.ru +cam-kontakte.org +centrdebut.ru +cheapjerseysa.com +chocoslim.pro +cocyq.inwtrade.com +crirussian.ru +cs-passion.pl +delfin-aqua.com.ua +dogsrun.net +dstroy.su +econom.co +elektrischezigarette2.devhub.com +eluxer.net +ereko.ru +ero-advertising.com +footbalive.org +foto-sisek.porngalleries.top +fuel-gas.com +fungamelands.com +greatdealshop.com +greenidesign.co +gsasearchengineranker.xyz +hawaiielectriclight.com +hetmanship.xyz +ico.re +iklysha.ml +ilbe.club +ilmexico.com +infazavr.ru +inzn.ru +istizanidinelikexanax.blogspot.com +javcoast.com +johnrobertsoninc.com +kevblog.top +kicknights.gq +kiinomaniak.pl +kinky-fetishes.com +konkursov.net +kountrylife.com +locksmith.jp +matematikus.info +menstennisforums.com +mex-annushka.ru +mokrayakiska.com +monclerboots.xyz +mrwhite.biz +mundoaberrante.com +mygameplus.ru +nailsimg.com +nevansk.ru +november-lax.com +novosti-hi-tech.ru +orion-code-access.net +partybunny.ru +piccshare.com +pinwallpaper.top +proprostatit.com +rebelmouse.com +ruclicks.com +runtnc.net +rusenvironmental.net +ryetaw.com +scanner-elena.top +searchaddis.com +searchengineranker.email +sell-fb-group-here.com +shop.xz618.com +sierraapps.com +soft-terminal.ru +sonnikforme.ru +spacash.com +stockquotes.wooeb.com +sukarame.net +tattomedia.com +thexart.club +twittruth.com +utrolive.ru +videtubs.pl +vipsexfinders.com +vizitki.net +warningwar.ru +weburok.com +wildnatureimages.com +woman-tampon.ru +ww1943.ru +yourmovies.pl +zeg-distribution.com +zeroredirect1.com +zlatnajesen.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a11dc67bc..09e5101b1 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -00go.com -03e.info -0daymusic.org -0n-line.tv -123cha.com -12bet.com -12u.info -1314dh.com +00webcams.com +12masterov.com +1adult.com 1bet.com -1pamm.ru -1qingdao.com -2015god.org -20pascals.nl +1j7740kd.website +1kinobig.ru +1webmaster.ml +21h2o.com 2345.com -24videos.tv -24x7-server-support.site -256bit.by 28n2gl3wfyb0.ru -2itech.ru +2girls1cup-free.com 2x2fan.ru -3th.co.in -3w24.com -3xforum.ro -57883.net -5elementov.ru +300richmond.co.nz +3weekdiet.com +4inn.ru +4rent.ru +4ureyesonly.com +4webmasters.org +5-steps-to-start-business.com +6128786.com +7search.com +8gold.com 8lufu.com -a14download.com -a1security.com.ua -aac52006ec82a24e08b665f4db2b5013f7.com +abcguru.xyz +abovetherivernc.com abwa.tk -acads.net -adclickservice.com -adman.se -ads.gold -adsloads.com -adultwebhosting.info -adzpower.com -afmuseum.com -agapovdg.ru -aihelen.net -air-edem.ru -akuhni.by -albumsuper.info -alekseevec.ru -alert-fjg.xyz -alert.scansafe.net -alfa-medosmotr.ru -algerianembassy.co.in -alienwheels.de -aliexpress.com -allfinweb.com -allforminecraft.ru -all-number.com -alpinism.ru -alveris.ru -alyeskaresort.com -am15.net +acc.eu.org +acortarurl.es +activecampaign.dreamhosters.com +adclickthru.net +adf.ly +adprotect.net +adsland.men +adult3dgames.com +adultfriendfinder.com +adultfullhd.com +advancedsoftwaresupport.com +advertex.info +adzerg.com +affiliate-fr.com +agahinameh.com +aimayangzhi.com +alborzan.com +alessandraleone.com +alfabot.xyz +algarveglobal.com +alive-ua.com +all4invest.info +allknow.info +alloysteel.ru +allstatesugarbowl.org +alphacarolinas.com +alphaforum.ru +alpharma.net +alta-realestate.com +alvtank.se +amazon-seo-service.com ameblo.jp +amospalla.es +ampower.me +anabolics.shop anal-acrobats.com -android4fun.org -android-vsem.org -angry-fermi-7633.arukascloud.io -animali.deagostinipassion.it -anjalika.co.in -antons-transporte.de -apibetweenlinesn-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -apioutoboxnet-a.akamaihd.net +animal36.com +animalia-life.club +animaltoplist.com +animebox.com.ua +apilinkswiftco-a.akamaihd.net +api.stathat.com apiwoodensealcom-a.akamaihd.net -appartement-stumm.at -appfastplay.com -appleid-verification.com -approvedlocal.co.za -aquarium-pro.ru -arclk.net -arenda-avtoprokat-krasnodar.ru -arendovalka.xyz +apper.de +appiq.mobi +apple.com-webbrowsing-security.review +arate.ru +architecturebest.com +arcteryxstore.online arewater.com -asacopaco.tk +artel116.ru +artparquet.ru +arvut.org +as5000.com ascat.porn -asdfg.pro asiavirtualsolutions.com -asseenontv.ru +asrv-a.akamaihd.net +asrvvv-a.akamaihd.net atelielembrancaqueencanta.com.br -atmagroup.ru +atleticpharm.org ausmepa.org.au -autochoixspinelli.com -autodo.info -autogrep.ru -autoplate.info -autotrends.today -avek.ru -avon-ukraine.com +auspolice.com +auto.rusvile.lt +autotop.com.ua +aversis.net +avirasecureserver.com avtocredit-legko.ru +avtovolop.ru awency.com -axbocz.net -ayeartoforget.com -azartclub.org -backlink4u.net -backuperwebcam.weebly.com -balla-boo.se -bankcrediti.ru -banksrf.ru -bannerads.de -bannerpower.com -basedecor.ru -battleforupdating.site +azlex.uz +bagcionderlab.com +baksman.com +bamo.xsl.pt +banan.tv +barnfurnituremart.com bayareaaeroclub.org -bcmp.org -beachtoday.ru -bedcapdealers.com -beget.tech -berrymall.ru -bestcurs.org -bestempresas.es -besthoro.ru -bestplacetobuyeriacta.jw.lt -bestprofits-there.com -best-way.men +bbsoldes.fr +becuo.com +bedandbreakfast.com +benchmarkcommunications.co.uk +best-coupon-offer.com +bestfortraders.com +bestofpicture.com +best-seo-offer.com bestwebsiteawards.com -beta.hotkeys.com -beztuberkuleza.ru -bidbuy.co.kr -big-boards.info -biglistofwebsites.com +bif-ru.info +bikini-image.com +bin-brokers.com biographiya.com +bioinnovate.co +bioscorp.ru bitcoinremote.com -blackplanet.com -blobar.org -blockety.co -bloggedporn.com -blogig.org -blogsfunky672.weebly.com +biznesluxe.ru +biznesrealnost.ru +blackle.com +blacktwhite.com +blog.axant.it +blog-hits.com blog.yam.com -bloke.com -blpmovies.com -bluejays-jerseys.us -blue-square.biz -bobba.dzaba.com -bolezniorganov.ru -bombla.org -bonzibuddi.com -bonzybuddy.com -braintobe.win -brainzpod.win -brakehawk.com +boazpower.com +boeuklad.com +boleznikogi.com +brainboosting.club +brainboostingsupplements.org +brandedleadgeneration.com brandehk.dk -brandov.ru -brillianty.info -bristolhotel.com -brothers-smaller.ru -brus.city +brateg.xyz +break-the-chains.com +breastaugmentation.co.za +brimstonehillfortress.org +bronzeaid-a.akamaihd.net +bryansk.zrus.org btnativenav.com -burger-imperia.com -bus-offer.com -buy-cheap-online.info -buyfriend.ru -buy-loft.ru -buy-meds24.com -buypillsorderonline.com -buypuppies.ca +burn-fat.ga +businesn.men +business-made-fun.com +buyantiviralwp.com +buytizanidineonlinenoprescription.blogspot.com +buzzurl.jp +bycontext.com c1.onedmp.com -cacheimages.com +cablecar.us callawaygolfoutlet.online -camdolls.com -camel-beach.com -cand.jp -canrole.com -capacitacionyaprendizaje.com -capture-room.com -cardiosport.com.ua -carrauterie.be -cars-modification.net -carstrends2015.com -cartechnic.ru +callcafe.info +call-of-duty.info +canoncdriverq3.pen.io +carabela.com.do +carapics.com +carina-sy.de +carloans.com +carson.getenjoyment.net +cartierbraceletsreplica.pw +cartierbracelet.xyz +cartierlove2u.com +cartierlovebraceletreplica.xyz +cartierlovebracelet.xyz +cartierreplica.win cartiertrinity.xyz -cartujano-pre.de -catalogs-parts.com -cayado.snn.gr -cdnanalytics.xyz -cdn.walkme.com -c-english.ru -cete.ru -cfcl.co.uk -cfsrating.sonicwall.com -cheapestjerseysonwholesale.com +cartierwatch.xyz +cascadelink.org +cbcseward.com +celejihad.info +cellfun.mobi +cenoval.ru +centraletermice.us +cfjump.com +chatroulette.si +chcu.net +cheapjerseysa.com cheapjerseysap.com -cheapmoncler.win +cheapjerseysfootballshop.com cheap-pills-norx.com -checkhit.com checkm8.com +chelnytruck.ru cherrypointplace.ca -chinacheapelitejerseys.com +chinese-amezon.com chocolateslim-en-france.com -chocolateslim-original.com -christianlouboutinreplica.win -cialischsrx.com -cineacademy.ru -cityadspix.com -clarithromycin500mg.com -classicakuhni.ru -cleanersoft.com +choice-credit.ru +cialischmrx.com +cialischstgerts.com +cibpenonptib.flu.cc +cienum.fr +clayvasedesigns.tk +cleanallspyware.com +clickbank.net clickprotects.com -clicksor.com +clicksor.net clickzzs.nl -clippingphotoindia.com +club-lukojl.ru cmhomestayagency.com -coderstate.com -cognitiveseo.com -cometorussia.net -companies-catalog.com +coaching-netz.info +cobaltpro.ru +com-cleaner.systems +comeondog.info +community.allhiphop.com +com-onlinesupport.host +compliance-andrew.top +compliance-barak.top +compliance-don.xyz +compliance-irvin.xyz compliance-jane.top -compliance-jess.top -compliance-julianna.top -compliance-mark.top -compliance-mary.top -compliance-willy.top -concordexoticrentals.com -converse.ddsoldes.fr -cookie-law-enforcement-hh.xyz -cookingmeat.ru -coolbar.pro -cordstrap.cc -counciltally.com -covadhosting.biz -crackguru.tk +compliance-john.top +compliance-julia.top +concealthyself.com +conciergegroup.org +cookie-law-enforcement-ee.xyz +coolingoods.com +coop-gamers.ru +cornomase.win +cowlmash.com +cpabegins.ru cracksplanet.com -cranly.net -crazyboost.pro -creditmoney.com.ua -creditnation.ru -crynet.cc -csgo4.win -customergrowthsystems.com -cv.wallhade.co -cyclobenzaprinevstizanidine.blogspot.com -cypernhuset.se -dailyfinancefix.com +craftinsta.ru +creams.makeforum.eu +creativehutindia.com +creatives.adbetclickin.pink +cubs-jerseys.us +custodieva.ru +customchocolate.business-for-home.com +cymbaltaandtizanidine.blogspot.com dailyrank.net -dandiyabeats.in -daretodonate.co -darkbooks.org -datsun-do.com +daisye.top +danashop.ru +daneshetabiat.com +darmebel.com.ua +data.vtc.pw davebestdeals.com -daymusam.com +ddpills.com +deadlinkchecker.com deda-moroza-zakaz.ru -dekorkeramik.ru -deluxedumps.com -demian.kz -dentalpearls.com.au +defenderxtactical.com +degerlund.net +delta-line.men +dengi-pod-zalog-nedvizhimosti.ru +deplim.com detskie-konstruktory.ru -deutschehobbyhuren.net dfwu1013.info -diffbot.com -dikqlyremy.info +dickssportinggoods.com +diegolopezcastan.com +diesel-parts28.ru +dieta-personalna.pl +digilander.libero.it dikx.gdn -dildofotzen.net -diminishedvalueoforegon.com -discountbarbour.online -discovertreasure-a.akamaihd.net -disruptingdinnerparties.com -distver.ru -divisioncore.com -divku.ru -djstools.com -dkvorota.ru -dmmspy.com +discountliv.com +discovertreasurenow.com +dispo.de +dktr.ru +dnepr-avtospar.com.ua +dnsrsearch.com +docsportal.net +documentsite.net +dodlive.mil doeco.ru -dojki-hd.com -domain2008.com -domaincrawler.com +dogbreedspicture.net +dollartree.info +dolohen.com +domaincdn.xyz domainroam.win -dood.live -dosug-lux.ru -download-of-the-warez.blogspot.com -doyouknowtheword-flummox.ml -draniki.org -driving.kiev.ua -drivotracker.com +domini.cat +downloaddy.net +downloadeer.net +download-wallpaper.net +downvids.net +doxyporno.com +dprtb.com +drugs-no-rx.info drunkenstepfather.com dtm-spain.com -dvrlists.com -eachdayisagift.review -ecommerce-seo.org +duplicashapp.com +dvr.biz.ua +dyshagi.ru +e2click.com +easyshoppermac.com +e-c.al +econom.co +ecookna.com.ua +editors.choice6912650.hulfingtonpost.com edudocs.net -ege-essay.ru -ege-russian.ru -election.interferencer.ru -eleimgo.pw -elektrischezigarette1.onsugar.com -elektrozigarettekaufen2.blogse.nl -eloconcream.blogspot.com -embedle.com -energydiet-info.ru -enge-fotzen.info -enternet.ee +eduinfosite.com +ekspertmed.com +elektrischezigarette2.onsugar.com +elektronischezigarette2.mex.tl +elektronischezigarettekaufen1.myblog.de +elektrozigaretten2.yn.lt +elmacho.xyz +eloxal.ru +eluxer.net +elvenmachine.com +englishdictionaryfree.com epicbrogaming.com -e-poker-2005.com +epngo.bz erot.co -erotikchat-24.com -erotik-kostenlos.net +erotiktreff24.info errorfixing.space es5.com -escortslet.net -eshop4u.jp -estelight.ru -eugenevaultstorage.com -evehemming.blogspot.com.au -everflora.ru -excaliburfilms.com -executehosting.com +este-line.com.ua +eu-cookie-law.blogspot.com +europages.com.ru +everypony.ru +evidencecleanergold.com +exdocsfiles.com +exlarseva.webblog.es +expdom.com expolicenciaslatam.co -exportshop.us +extener.org +extrabot.com extremal-blog.com -eyemagination.com -eywords-monitoring-your-success.com -ezigarettekaufen2.mpbloggar.se +ezigarettekaufen1.hpage.com ezigarettekaufen.myblog.de -ezigarettenshop2.myblog.de -facecup.top -fakehandbags.xyz -falopicm.pw -fanoboi.com -fanrto.com -fantasticpixcool.com -farmprofi.net -faz99.com -fba-mexico.com +f1nder.org +fast-wordpress-start.com +fatmaelgarny.com +favoritemoney.ru fdzone.org -felizporno.com +feargames.ru +fellowshipoftheminds.com femmesdenudees.com -fickenprivat.info -fickkontaktehobbyhuren.com -filerockstar298.weebly.com -filmfanatic.com -find1friend.com -findacheaplawyers.com -findpik.com -finteks.ru -fireads.men +filesclub.net +filkhbr.com +filmgo.ru firma-legion.ru -fitfloponline.store -flash4fun.com -flipper.top -flirt4free.com -flowwwers.com -fm-upgrade.ru -fok.nl -formularz-konkurs.tk -forodvd.com -forpackningsutveckling.se -forpostlock.ru -fortevidyoze.net -fotosfotos.eu -fotoxxxru.com +fishingwholesale.us +fiverr.com +flashbannernow.com +flooringinstallation-edmonton.com +focalink.com +folowsite.com +forms-mtm.ru +formulaantiuban.com +forsex.info +forums.d2jsp.org +foto-sisek.porngalleries.top +fototravel.eu foxjuegos.com -foxweber.com -free411games.com -freecamdollars.com free-floating-buttons.com +freegamesplay.online +free-gluten.ru free-laptop-reward.com +freelinkbuilding.website.tk freemaintenancesysforpcandmac.top -freeseedsonline.com -freesitetest.com -free-social-buttons.xyz -fsalas.com +freenode.info +free-traffic.xyz +free-video-tool.com fuckmill.com -gazoblok.net.ua -gdebestkupit.ru -gembird.com -generalporn.org -generousdeal-a.akamaihd.net -geoads.com -germes-trans.com -getlamborghini.ga -ghazel.ru -gidonline.one -gifspics.com -gilbertbanda.net +funcrushgames.com +funnymama.com +funnypica.com +fyl.com.ru +fz139.ttk.ru +gallerylisting.com +gallery.rennlist.com +gallictures.com +gamevalue7.weebly.com +gamezblox.com +gamingspark.com +gardene.ru +gazporno.com +gaz-voshod.ru +gdcentre.ru +gemara.com +get-free-social-traffic.com +getmyads24.com +get-your-social-buttons.info +ghostvisitor.com +girlsatgames.ru girlsfuckdick.com -girls-ufa.ru -gk-atlant.info -gktt.ru -glavprofit.ru -globalscam.ga -globatur.ru -gojiberriess.apishops.ru -gok-kasten.net -goldpanningtools.com -golmau.host.sk -goodhumor24.com -good-mummy.ru -goodprotein.ru -google-liar.ru -googlepositions.com -gosmeb.ru -gotcher.us -gpirate.com -grizzlysgrill.com -grtyi.com -gsasearchenginerankerdiscount.com -gstatey.net -gta-top.ru +girlspicsa.com +glall.ru +gloverid.site +gne8.com +goodwinmetals.co +gotwebsite1.com +gov.yanao.ru +graphid.com +gribokstop.com +growshop.es +gsasearchengineranker.pw +gsasearchengineranker.site +gsasearchengineranker.xyz +gsmlab.pl +gsmtlf.ru +guardlink.com guarrasdelporno.xxx -guiadeserraazul.com -guod.me -guruofcasino.com +guge.io +guildebzh.info gwebtools.com gwebtools.com.br -gwhwpxbw.bloger.index.hr -gyffu.com -hamptonoaks.ca -handicapbathtubarea.com +hanink.biz.ly hao123.com -hasfun.com -hazardky.net +hatedriveapart.com hccoder.info -hdfreeporno.net -hdpixent.com +hchha.com +hd720kino.ru +hdwallpapers-free.com hdxnxxtube.mobi -helpmymacfaster.trade -hentaiheroes.com hermesbracelets.xyz -hildinghr.se +herokuapp.com +heroz.fr +high-speed1.net himazin.info -hit-men.men -hobbyhuren24.net -holidaypics.org -homik.pw +himgaws.pw +hitcpm.com +hitsbox.info +hledejvshopech.cz +homedo.fabpage.com +homemature.net hostcritique.com -hotdl.in housediz.com -hoverboardforsaledirect.com -howtoclean.club +housekuba.org +hoverboard360.at +hoverboard360.se +hplaserjetpdriver8y.pen.io +hscsscotland.com hspline.com -hully.altervista.org -hybrid.ru -iboss.com -ifmo.ru -iinstalll-fii1leis.jus0wil.pp.ua -ilmexico.com -imagerydatabase.com -imagui.eu -imgarcade.com +huhn.altervista.org +hundejo.com +hut1.ru +ideoworld.org +ifirestarter.ru +igru-xbox.net +ilikevitaly.com +ilmen.net +ilte.info +images-free.net +imagine-ex.co +imediadesk.com imgata.com imk.com.ua -imperiafilm.ru -impresagaia.it -inboxdollars.com -inclk.com -inome.com.ua -insta-add.pro -in-tandem.co -intelhdgraphicsgtdrive6w.metroblog.com -intellego.info -intellektmedia.at -internetproviderstucson.com -inzn.ru -iomoio.net -iqoption-bin.com +imperia31.ru +impotentik.com +incanto.in.ua +incep.imagine-ex.co +indiakino.net +indo-export.ru +inet-traffic.com +intellekt21.ru +interfucks.net +internetartfair.com +intervsem.ru +investpamm.ru +ipostroika.ru iqoption.com -iradiology.ru -irkutsk.online-podarki.com -irkutsk.zrus.org -istmira.ru -itrevolution.cf -itronics.ca -ivearchenceinflu.cf -iweblist.info -james13prix.info -janerikholst.se -javcoast.com -javlibrary.cc +irunfar.com +ispaniya-costa-blanca.ru +itag.pw +ivanovo.zrus.org +iyasimasennka.com +j33x.com +jabimgo.pw +jacago.com +janavibekken.no je7.us -jikoman.info -jimmychoosale.online +jeremyeaton.co +jerseyswholesalechinalimited.com +jerseywholesalechinabiz.com +jetsli.de +jobmarket.com.ua +johnrobertsoninc.com joingames.org -journalhome.com -jus0wil.pp.ua +junglenet-a.akamaihd.net +justprofit.xyz jwss.cc -kandidos.com -karadene.com +jyvopys.com +kabbalah-red-bracelets.com +kaidalibor.de +kalandranis.gr +kambasoft.com +kamen-e.ru +kareliatobacco.ru +kartiniresto.com kasino-money.pw -kenaba.su -keyhantercume.com -keywordblocks.com -keywordsking.com -kiinomaniak.pl +katushka.net +keenoutlet.online +kihi.gdn kimcurlrvsms.com -kinocccp.net -kinoduh.ru -kinoplen.ru -kirov.zrus.org -kiskinhouse.com -klikbonus.com -kmgamex.cf -kol-energo.ru -koleso24.com.ua -konkursov.net -konkursowo-24.pl +kinobaks.com +kino-fun.ru +kinogolos.ru konturkrasoty.ru koopilka.com -koronirealestate.gr -kovesszucs.atw.hu -krynica.info -kumuk.info -kupit-adenu.ru -kustanay.kz -labafydjxa.su +kopihijau.info +kosmetyki.tm.pl +krasivoe-hd.com +krasnodar.ru +kredit-pod-zalog-krasnodar.ru +ku6.com +kunstaktien.info +laapp.com +lacasamorett.com la-fa.ru -lanasshop.ru -landscaping.center -lankarns.com -laparfumotec.com -lapitec.eu -laptop-4-less.com +lampokrat.ws +lancheck.net +laptoper.net +larose.jb2c.me +laulini.soclog.se +law-check-eight.xyz +law-check-seven.xyz law-check-two.xyz -lecbter-relationships.ga +leboard.ru ledis.top leftofcentrist.com -legionalpha.com -letslowbefast.site +lernur.net +letsrepair.in +lida-ru.com lifeinsurancekb.com -lincolntheatre.com -linkbux.ru -lion.bolegapakistan.com -lion.conboy.us -lisque.batcave.net -live-cam6.info -livingroomdecor.info -localmatchbook.com -longadventure.com -lookingglassemb.com -lottospring.com -louboutinshoes.xyz +liky.co.ua +littleberry.ru +liverpool.gsofootball.com +locatellicorretor.com.br +locimge.pw +locustdesign.co +loginduepunti.it +lombia.com +louboutinreplica.pw +love-baby.cz +lowephotos.info lsp-awak-perikanan.com -luckyday.world -m3gadownload.pl +lubetube.com +luckyshop.net.ua +lunchrock.co +m292.info macfix.life -magazintiande.ru -make-money-online.com +magazin-pics.ru +magda-gadalka.ru +magicalfind-a.akamaihd.net +magnetpress.sk +mailemedicinals.com mamasuper.prom.ua -manuscript.su manve.info -manyresultshub-a.akamaihd.net -marktforschung-stuttgart.com -marmotstore.online -marwer.info -master-muznachas.ru -mediaoffers.click -medicinacom.ru +marblestyle.ru +massage-info.nl +masserect.com +mastershef.club +matrixalchemy.com +matsdale.com +max-eclat.men +maximilitary.ru +mcadamssupplyco.com +mearns-tractors.co.uk +mebelcomplekt.ru +medicine-4u.org +medicines-choice.com medicovi.com -medizinreisen.de -medtherapy.ru -meget.co.za +meetingrainstorm.bid +megahdporno.net mejoresfotos.eu -me-ke.com -member-quiz.com -mesbuta.info -mexicotravelnet.com -michaelkorsoutlet.store -middlerush-a.akamaihd.net +members.ghanaweb.com +menstennisforums.com +mezaruk.info +microsearch.ru +microsoftportal.net midst.eu -mindeyegames.com -mir-business-24.ru -mitrasound.ru -mixx.com -mmostrike.ru -moesonce.com -monclercheap.xyz -moneyteam24.com -monthlywinners.com -moomi-daeri.com -moscow-clining.ru -movies-in-theaters.net -mowser.com -moyakuhnia.ru -mrmoneymustache.com -mrsdalloways.com -mustwineblog.com -muznachas-service.ru -mwtpludn.review -myanyone.net -myblogregistercm.tk -my-cash-bot.co +milblueprint.com +millionare.com +mirobuvi.com.ua +mirtorrent.net +missis.top +mistr-x.org +mixed-wrestling.ru +mlvc4zzw.space +mmofreegames.online +mmog-play.ru +mmstat.com +mnogabukaff.net +mobplayer.ru +modenamebel.ru +moneyzzz.ru +monitorwebsitespeed.com +morpicert.pw +moscow-region.ru +most-kerch.org +moxo.com +mp3ringtone.info +mrlmedia.net +muabancantho.info +musezone.su +musflashtv.com +musicas.baixar-musicas-gratis.com +mvpicton.co.uk +my-aladin.com +my-bc.ru +my-big-family.com +mybinaryoptionsrobot.com +mydeathspace.com mydownloadengine.com -myftpupload.com myghillie.info -myhitmp3.club -myiptest.com -mylida.org -myliveblog.ru -myprintscreen.com -nailsimg.com +mylesosibirsk.ru +mymercy.info +myonigroup.com +myperiod.club +nac-bearings.ru +narkologiya-orel.ru narkologiya-penza.ru +narkologiya-peterburg.ru narosty.com -narutonaruto.ru nash-krym.info -nastroyke.net -naturalshair.site -naughtyconnect.com -negral.pluto.ro -neobux-bg.info -netanalytics.xyz -netcheckcdn.xyz -net-profits.xyz -net-radar.com -new-post.tk -newsperuse.com -newtechspb.ru -newyorkhotelsmotels.info +nastydollars.com +naval.jislaaik.com +nerudlogistik.ru +netoil.no +nextconseil.com nextlnk12.com -nextrent-crimea.ru nfljerseysforsalewholesaler.com -nicovideo.jp -nikhilbahl.com -nippon-bearings.ru -nootrino.com -northfacestore.online -no-rx.info -noscrapleftbehind.co -november-lax.com -nvformula.ru -nvssf.com -offers.bycontext.com -offside2.5v.pl -ohmyrings.com -okayimage.com -okonich.com.ua +nhl09.ru +ningessaybe.me +niroo.info +nl.netlog.com +nofreezingmac.click +notebook-pro.ru +nowtorrents.com +nucia.biz.ly +nullrefer.com +oakleyglassesonline.us +obnal.org +odesproperty.com +odywpjtw.bloger.index.hr +oecnhs.info +offtopic.biz o.light.d0t.ru +olvanto.ru onetravelguides.com -onlinedomains.ru -ons-add.men +online-hd.pl +onlinewritingjobs17.blogspot.ru +onload.pw onstrapon.purplesphere.in -openfrost.net -open-odyssey.org -origin-my.ru -orion-code-access.net -ozas.net +o-o-6-o-o.ru +oops-cinema.ru +ops.picscout.com +optitrade24.com +optom-deshevo.ru +ordernorxx.com +osoznanie-narkotikam.net +oyster-green.com +paceform.com +pacificair.com paidonlinesites.com -paintingplanet.ru -pammik.ru -panicatack.com +palvira.com.ua papasdelivery.ru -pendelprognos.se -perfectpracticeweb.com +partner-host.men +pcboa.se +pc-virus-d0l92j2.pw +pearlisland.ru +pelfind.me +pensplan.com perl.dp.ua -perm-profnastil.ru -pharmacyincity.com -phormchina.com -pic2fly.com -picquery.com -pila.pl +perm.xrus.org +pflexads.com +phobia.us +photo.houseofgaga.ru +photokitchendesign.com +phpdevops.com +phuketscreen.com +picphotos.net pills24h.com -piluli.info pinkduck.ga pinsdaddy.com -pinstake.com -pl.aasoldes.fr -plastweb.ru -play-movie.pl -pl.id-forex.com -pochemychka.net -pogruztehnik.ru -polybuild.ru -pooleroadmedicalcentre.co.uk -popserve.adscpm.net +pisanieprac.info +pistonclasico.com +pizza-imperia.com +pizza-tycoon.com +plaff-go.ru +plastgranar.nu +playfortuna-play.ru +poisk-zakona.ru +polimga.pw +pontiacsolstice.info +popads.net +popmarker.com popugaychiki.com -popunder.net -porn555.com -porndroids.com -pornhubforum.tk -pornofeuer.com +popup-fdm.xyz +pornhub-forum.ga +pornobrazzers.biz pornoforadult.com -pornoreino.com -pornoslive.net -pornotubs.com -porno-video-chati.ru -pornowarp.info -pornozhara.com -portal-eu.ru -pospr.waw.pl -potolokelekor.ru -pozdravleniya-c.ru -pp-budpostach.com.ua -pricheski-video.com +pornogig.com +pornokorol.com +pornosexrolik.com +pornoxxx.com.mx +pornpost.in +poshiv-chehol.ru +positive2b.ru +pozvonim.com +pr0fit-b0x.com princeadvantagesales.com -printdirectforless.com -prizefestival.mobi -prizestohandle.club -prlog.ru -proekt-mos.ru -professionaldieselcare.com -proftests.net -prostitutki-belgoroda.org -prostitutki-novgoroda.org -prostitutki-odessa.org +privat-girl.net +prizesbook.online +prodess.ru +producm.ru +profit-opportunity.com +pron.pro +proprostatit.com +prostitutki-astana.org proxyradar.com -pts163.ru -pukaporn.com -pulseonclick.com -qexyfu.bugs3.com -qitt.ru -q-moto.ru -qualitymarketzone.com +pssucai.info +purplestats.com +pwwysydh.com +qor360.com +queerspace.com +quickchange.cc +quickloanbank.com quick-offer.com -rabotaetvse.ru +quit-smoking.ga +raavidesigns.com +rabot.host.sk +rada.ru +radiogambling.com randalljhoward.com -randki-sex.com -rangjued.com -rankia.com -rapidsites.pro -rcb101.ru -rcpmda.ikan1080.xyz -realtytimes.com -recinziireale.com -recipedays.ru -rednise.com -remontbiz.ru -remont-ustanovka-tehniki.ru -remorcicomerciale.ro +rankingchart.de +rankings-analytics.com +ranksignals.com +ranksonic.info +reklama-i-rabota.ru +remont-comp-pomosh.ru +remontgruzovik.ru +remont-mobile-phones.ru +remote-dba.de +rentaremotecomputer.com resant.ru -responsive-test.net -resultshub-a.akamaihd.net -retailwith.com -retreatia.com -reversing.cc -rfd-split.hr -rightenergysolutions.com.au -risparmiocasa.bz.it -rockprogblog.com -rome2rio.com +responsinator.com +revistaindustria.com +rialp.getenjoyment.net +ringtonepartner.com +ritlweb.com +rn-to-bsn.com +rockingclicks.com +rospromtest.ru +rossanasaavedra.net royalads.net -rukino.org -runstocks.com -ruscoininvest.company -ruscopybook.com -rvi.biz +rusprostitute.com +russkie-gorki.ru +russkoe-zdorovie.ru +s1z.ru +sack.net +sad-torg.com.ua +sady-urala.ru sajatvelemeny.com -sa-live.com -saltspray.ru -sammyweaver.com -sankt-peterburg.nodup.ru -saugatuck.com -sbf441.com -scanner-fred.top -scanner-josh.top +samara.rosfirm.ru +sammlungfotos.online +sape.top +satellite.maps.ilovevitaly.com +savetubevideo.com +sbprabooks.com +scanner-alex.top +scanner-jessica.top scanner-julia.top -scanner-margo.top -scenicmissouri.us schoolfiles.net -seansonline24.pl -searchwebknow-a.akamaihd.net -seasonvar.ru -see-your-website-here.com -sell-fb-group-here.com -seofied.com -seogadget.ru -seo-platform.com -seo-prof1.xyz -seorussian.ru -seotoolsagency.com -service.adtech.fr -serviporno.com +sdelai-prosto.ru +searchencrypt.com +security60-e.com +seeresultshub-a.akamaihd.net +seinterface.com +seksotur.ru +semp.net +semrush.com +sendearnings.com +seoanalyses.com +seorankinglinks.us +serptehnika.ru +serw.clicksor.com seryeznie-znakomstva.ru -sexblog.pw -sexgalleries.top -sexkontakte-seite.com -sexpartygirls.net -sexreliz.com -sextracker.be -sextracker.com -shakhtar-doneck.ru -shama-rc.net -sharebutton.org -shariki-zuma-lines.ru -shitmovs.com -shopfishing.com.ua +se-welding.ru +sexad.net +sex-sex-sex5.com +sex-tracker.com +sexvideo-sex.com +sexytrend.ru +sfd-chess.ru +s-forum.biz +ship-marvel.co.ua +shoppingmiracles.co.uk +shtaketniki.ru +sibecoprom.ru +sibtest.ru +sientalyric.co signoredom.com -siha.de -simply.net -sindragosa.comxa.com -site3.free-share-buttons.com -sitebeam.net -site.ru -s-iwantyou.com +signx.info +siteexpress.co.il +siteimprove.com +siteonomy.com +sitevaluation.com +sitevaluation.org +sitevalued.com sizeplus.work -skincrate.net -sklad-24.ru -skuteczna-dieta.co.pl -skylta.com -skytraf.xyz -slavia.info -slavkokacunko.de -sledstvie-veli.net -slimcdn.com -slomm.ru -slowmacfaster.trade -sluganarodu.ru -smailik.org +sladkoevideo.com +slavic-magic.ru +slayerlife.com small-game.com -smart-balancewheel.com -sneakyboy.com -sobecjvuwa.com.ru -soc-econom-problems.ru -social-s-ggg.xyz -social-s-iii.xyz -softomix.com -soheavyblog.com -sosdepotdebilan.com -souvenirua.com +smart-scripts.com +snip.tw +soblaznu.net +soft1.ru +softonicads.com +softwaretrend.net +solution4u.com +sortthemesitesby.com sovetogorod.ru -space-worry.ml spamnuker.com -spin2016.cf -spyfu.com +special-porn.com +speedup-my.site +spravka130.ru +spymac.net +spy-sts.com spywareit.com -spywarespy.com -squidoo.com -ssconstruction.co -stairliftsarea.com -statoutlook.info -stats-collector.org +stackthatbucks.com +staff.prairiesouth.ca +stair.registrydomainservices.com +star61.de +stard.shop steelmaster.lv -stillmiracle.com +sterva.cc +stickers-market.ru stockquotes.wooeb.com -stockspmb.info -strana-solnca.ru -stretchmate.net -stroimajor.ru -stroiminsk.org -stromerrealty.com -students-cheapskate.ml -studiofaca.com -styro.ru +streha-metalko.si +stretchingabuckblog.com +strongholdsb.ru +stuff-about-money.com +sudexpert66.ru +sukirgenk.dvrlists.com +summerlinhomes411.info sundrugstore.com -supermesta.ru -supernew.org -superoboi.com.ua -superstats.com -surcentro.com -survival.betteroffers.review -susanholtphotography.com -svtrd.com -swinginwithme.ru -swsociety.se -symphonyintegratedhealthcare.com -taboola.com -tagil.zrus.org +supervesti.ru +surintech.ac.th +suture.co +svetodiodoff.ru +syvertsen-da.no +taihouse.ru +takethatad.com +tandvardshuset.net +taqywu51.soup.io tattoo33.ru -tds-advert002.info -techart24.com -teesdaleflyballclub.co.uk -tehngr.ru -telefonsexsofort.tk -telegramdownload10.com -telemetryverification.net -texbaza.by -theautoprofit.ml -thebestweightlosspills.ovh -theplacetoupdating.pw -thewebsitetemplate.info -thexart.club +teastory.co +tedxrj.com +telefonsexkostenlos.tk +telegraf.by +telesvoboda.ru +tengohydar.tk +thaismartloan.com +theallgirlarcade.com +thefds.net +thenews-today.info thfox.com -threecolumnblogger.com timecrimea.ru -tizanidine4mgstreetvalue.blogspot.com -tizanidineduringpregnancy.blogspot.com -tizanidinehcl2mgtablet.blogspot.com -tizanidinepills.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tksn.ru -tomatis.gospartner.com +titslove.yopoint.in +tizanidine4mg.blogspot.com +tizanidinefibromyalgia.blogspot.com +tizanidineingredients.blogspot.com +tizanidineonline.blogspot.com +tizanidineoral.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinevssoma.blogspot.com +tjkckpytpnje.com toondinsey.com -top-deal.com.pl -topkarkas.com +tootoo.to +top10registrycleaners.com +top1-seo-service.com +topdownloads.ru +topmira.com topsy.com -topvidos.ru -touchmods.fr -toxicwap.com -tozup.com -trafficjunky.com -traffixer.com -trahvid.com -trudogolik.net -trumpetedextremes.com -tuberkulezanet.ru -tupper-shop.ru -turbo-suslik.org -turvgori.ru +toys.erolove.in +toy-shop.top +tpu.ru +track-rankings.online +tradedeals.biz +traffic100.com +traffic2cash.org +trafficgenius.xyz +trafficmp.com +traffmonster.info +traxdom.ru +trion.od.ua +tripper.de +trkdf.com +truck-rece.life +trustedmaccleaner.com +ttrraacckkrr.com +ttsq.fr +tubeline.biz +turkeyreport.tk +turn-up-life.life +twittrading.com tx41tclega.ru -tzritel.tk -u17795.netangels.ru -ua.tc -udayavani.com -uhodzalijami.ru -ukkelberg.no -ultimatesetnewfreeallsoftupgradesystems.pw -underthesite.com -unimodemhalfduplefw.pen.io +ucoz.ru +uggbootsoutletsale.us +umekana.ru +um-razum.ru +unacittaconte.org +unblocksit.es +unionmarkt.de upproar.com +upupa.net +ural-buldozer.ru urccvfmc.bloger.index.hr -url2image.com -usacasino.com -usdx.us -usiad.net -usswrite.com -ustion.ru -vacuumscleaner.com -vekzdorov.ru -velobikestock.com +v24s.net +validdomain.xyz +valkiria-tk.ru +valsalud.com +valueclick.com +vancleefreplica.pw +varikoz24.com +vedomstvo.net +venta-prom.ru veopornogratis.xxx -vepad.com -versaut.xxx-cam.webcam -vgoloveboli.net -viberdownload10.com -videochat.ph -videojam.tv -videooko.weebly.com -video--production.com -videotuber.ru -videtubs.pl -vintontech.info -vipsiterip.org -visionwell.com.cn -visitcambridge.org -vita.com.hr -vkonche.com -vltai.com +veselokloun.ru +vesnatehno.ru +via-energy-acquistare.com +via-energy-cumpara.com +viddyoze.com +video-chat.cn +video-chat.in +videochat.mx +vinsit.ru +vip2ch.com +vipromoffers.com +vitalads.net vod.com.ua -vseigru.one +voditeltrezviy.ru +vostoktrade.info +vrotike.ru vsesubwaysurfers.com -vtc.pw -vut.com.ru -vykup-avto-krasnodar.ru +vvon.co.uk +vzube.com +walkme.com wallpapersdesk.info -watchmygf.net -waterefficiency.co +wapsite.me +watch-movies.ru +waterpurifier.club +webadvance.club webcamdevochka.com -webix.biz -websiteaccountant.de -website-speed-check.site -wemedinc.com -weprik.ru -wesharepics.info -wesharepics.site -whatsappdownload10.com -whatzmyip.net -whereiskentoday.com -whiteproduct.com -wholesalejerseychinaoutlet.com -wholesalejerseysgaa.com -wholinkstome.com -wiosenny-bon-1500.pl -wjgony.com -wma-x.com -woman-tampon.ru +webenlace.com.ar +webkeyit.com +weblo.com +webmonetizer.net +webnode.me +webradiology.ru +webs.com +webscouter.net +website-datenbank.de +weddingdresses.xyz +wholesalejerseys-cheapest.com +wildworld.site +wingsofrefuge.net +win-spy.com +winterclassichockeyjerseys.com +winwotgold.pl +wladimirpayen.com womens-journal.net -wordpress-crew.net -works.if.ua -wowcasinoonline.ooo -wttavern.com -ww1943.ru -wygraj-skiny.win -x69ty.ru +wordpresscore.com +word-vorlagen.xyz +worldlovers.ru +wtsindia.in +wurr.voila.net +www.888.com +www.arenda-yeisk.ru +xaylapdiendanang.com +xblog.in +xcc24.pl xchangetrak.com -x-diesel.info xdoza.com xedserver.com -xlolitka.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn----itbkqkfiq.xn--p1ai -xn--l1aengat.xn--p1ai -xn--lifehacer-1rb.com -xnxx-n.com -x-rates.ru +xep.info +xn----7sbho2agebbhlivy.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai +xn--c1acygb.xn--p1ai +xportvusbdriver8i.snack.ws +x-true.info +xuki.us xxx-cam.webcam xxxrus.org -yellowads.men -yellowstonevisitortours.com -yoshkarola.zrus.org +xzlive.com +yaaknaa.info +yadro.ru +yebocasino.co.za +yoluxuryevents.com youdao.com -yourmovies.pl -yourothersite.com -you-shall-not-pass.is74.ru -yun56.co -yuweng.info -zakazvzloma.com -zarabiaj-dzis.pl -zarabotok--doma.ru -zhongwenlink.com -zhorapankratov7.blogspot.com -zigarettenonl.canalblog.com -zone-kev717.info -zoogdiesney.com -zoolubimets.ru -zscalertwo.net +youradexchange.com +yourserverisdown.com +youtube-downloader.savetubevideo.com +ypmuseum.ru +yuarra.pluto.ro +yurgorod.ru +zaidia.xhost.ro +zed21.net +zeroredirect2.com +zeroredirect9.com +zetmaster.ru +zigarettenonlinekaufen.tumblr.com +zkjovpdgxivg.ga +znakomstvaonlain.ru +zog.link +zona-aqua.ru +zrus.org +zscalerone.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 0973b024e..8846c9471 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -100searchengines.com -101flag.ru -11235813.webzdarma.cz -3w24.com -4senses.co -4ureyesonly.com -98oi.ru -abcdeg.xyz -adminshop.com -aibolita.com -aihelen.net -air-edem.ru -airmaxshoes-2016.com -alice.it -allwomen.info -alphacarolinas.com -alt-servis.ru -amyfoxfitness.com -android4fun.org -angry-fermi-7633.arukascloud.io -apidiamondatanet-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apps-analytics.net -autobudpostach.club -bankofthewext.com -best-way.men -bestwrinklecreamnow.com -bif-ru.info -bigpictures.club +101billion.com +12bet.com +2ads.co.uk +4ur.click +5-steps-to-start-business.com +abtasty.com +adultactioncam.com +alienwheels.de +aliexpresscashback.club +allmarketsnewdayli.gdn +alloysteel.ru +alltheviews.com +apartmentratings.com +apispringsmartne-a.akamaihd.net +arclk.net +asrv-a.akamaihd.net +avek.ru +azartniy-bonus.com +backgroundpictures.net +baikaleminer.com +balitouroffice.com +balkanfarma.ru +bestbrainprod.win +bestdooz.com +bigames.online bio-optomarket.ru -bitcoins-live.ru -blagovest-med.ru -bluesalt.co -boeuklad.com -bombla.org +biznesluxe.ru +bizru.info +blavia.00author.com +bloggedporn.com +blog-hits.com +bolezniorganov.ru +bolitgorlo.net +bonky.biz +bonzybuddy.com +browserprotecter.com +brus-vsem.ru btc4u.ru -budilneg.xyz -buyessaynow.biz +butstrap.space buyhoverboard.com -buynorxx.com -bzero1jewelry.net -c1.onedmp.com -carapics.com -casablancamanor.co.za -celebsopics.com -centrdebut.ru -cercacamion.it -chatroulette.video -cialiswithoutadoctor.net -clickso.com -clips.ua.ac.be -compliance-andrew.top -compliance-elena.top -contextualyield.com -counciltally.com -cracksplanet.com -crazyboost.pro -creditmoney.com.ua +callmd5map.com +call-of-duty.info +camdolls.com +canvas.gloverid.site +capacitacionyaprendizaje.com +carsdined.org +cartierjusteunclou.xyz +cartierlovebraceletreplica.xyz +casinorewards.info +cdnnetwok.xyz +checkm8.com +checkpagerank.net +clickaider.com +clickhype.com +clicksor.net +clipartnew.com +cl.s7.exct.net +club-musics.ru +coindirect.io +comeondog.info +com-secure.download +crirussian.ru customerpromos-a.akamaihd.net -cv.wallhade.co -dailyfinancefix.com -darkbooks.org -data1.scopich.com -day-news.info -ddpills.com -deda-moroza-zakaz.ru -delitime.info -detki-opt.ru -detskie-zabavi.ru -detsky-nabytek.info -divatraffic.com -dmmspy.com -dms-sw.ru -dneprsvet.com.ua -downloadmefiranaratb1972.xpg.com.br -dpihatinh.gov.vn -draniki.org -drunkmoms.net -dverimegapolis.ru -dynainbox.com -dyt.net -eduserver.net -ee77ee.com -ekosmetyki.net.pl -electrik-avenue.com -emediate.eu -epngo.bz -europeanwatches.ru -everypony.ru -evogarage.com -faz99.com -femmesdenudees.com -fickenbumsen.net -fivedwld.cf -flprog.com -forexgb.ru -forms-mtm.ru -forsex.info -foto-telok.net -gallerylisting.com -gameonasia.com -gameplexcity.com -gamerextra.com -gazoblok.net.ua +diffbot.com +dimkino.ru +domik-derevne.ru +dosugrostov.site +doyouknowtheword-flummox.ml +drivotracker.com +dyshagi.ru +eandsgallery.com +e-avon.ru +e-commerce-seo1.com +elektrozigarette1.dreamwidth.org +elkacentr.ru +essaypro.com +etenininrade.ga +europages.com.ru +everytalk.tv +f07.de +familienzahnaerzte.com +fashionindeed.ml +feel-planet.com +fertilitetsradgivningen.se +fickblock18.com +fickkontaktehobbyhuren.com +finansov.info +fitfloponline.store +flashlarevista.com +flauntyoursite.com +free-floating-buttons.com +g33.org +getyourimage.club +glall.ru globalsurfari.com -gsasearchengineranker.pw -hasshe.com -healmytrauma.info -hermesbirkinhandbagoutlets.com -hermesbracelets.xyz -hetmanship.xyz -hkdiiohi.skyrock.com -hol.es -hopeonthestreet.co.uk -hotshoppymac.com -hully.altervista.org -hunterboots.online -hunthillfarmtrust.org -iamsport.org -ilovevitaly.com -imagerydatabase.com +guarrasdelporno.xxx +gwagka.com +gwhwpxbw.bloger.index.hr +gyffu.com +hamilton.ca +happy.new.yeartwit.com +hausfrauensex18.com +hoholikik.club +homedo.fabpage.com +hostnow.men +hotsocialz.com +housekuba.org +house.sieraddns.com +hybrid.ru +hystersister.com +immobiliaremassaro.com +inboxdollars.com +indiakino.net indianmedicaltourismshop.com -iphantom.com +in-tandem.co +interior-stickers.ru +intervsem.ru +islandminingsupply.wordpress.com +ivearchenceinflu.cf +iwantedmoney.com javcoast.com -jerseywholesalechinabiz.com -jillepille.com -juliaworld.net -kanimage.com -karachev-city.ru -kichenaid.ru -kmgamex.cf -liky.co.ua +jbl-charge.info +jmat.cn +justdating.online +kadashihotel.com +kam-dom.ru +kenaba.su +kinoduh.ru +kliksaya.com +krasnodar.zrus.org +krassh.ru +krasula.pp.ua +laparfumotec.com +lawyersinfo.org +lerporn.info +liffa.ru +linkdebrideur.xyz +lion.snapmap.us ljusihus.se -lostaruban.com -m292.info -magnetic-bracelets.ru -matb3aa.com -mediafresh.online -medi-fitt.hu -middlerush-a.akamaihd.net -mikrobiologies.ru -miniads.ca -miniature.io -mir-limuzinov.ru -mistr-x.org -mobile.ok.ru -mojpregled.com -monclercoats.xyz -monitorwebsitespeed.com -myftpupload.com -myiptest.com -nastydollars.com -ok.ru -olympescort.com -onlinewritingjobs17.blogspot.ru -ooo-gotovie.ru -openmultipleurl.com +localflirtbuddies.com +luxmagazine.cf +machicon-akihabara.info +matsdale.com +megaindex.ru +michaelkorsoutletstore.net +minegam.com +mobilemedia.md +mobplayer.ru +mojpreskumanie.com +moncleroutletonline.xyz +moneyviking-a.akamaihd.net +mouselink.co +mrlmedia.net +mtmtv.info +mycouponizemac.com +myfreecams.com +newstaffadsshop.club +novgorod.xrus.org +okayimage.com +o-o-6-o-o.com +ooo-olni.ru orel-reshka.net -orenburg-gsm.ru -osoznanie-narkotikam.net -oxford-book.com.ua -pagesense.com -pattersonsweb.com -pcboa.se -pdns.download -photochki.com -pio.polytopesexempt.com -pixell.club -pojdelo.weebly.com -polimga.pw -popander.mobi -pornogad.com -porno-video-chati.ru -praisong.net -proekt-gaz.ru -psoriasis-file.trade -remedyotc.com -remybutler.fr -rewardit.com -rp9.ru -sa-live.com -sbdl.no -scrapinghub.com -seminarygeorgia59.ga -sendearnings.com -seoexperimenty.ru -seorankinglinks.xyz -service.adtech.fr -sextracker.de -soc-econom-problems.ru -socialmonkee.com -social-s-ggg.xyz -social-s-hhh.xyz -soft-terminal.ru -sotkal.lark.ru -space-worry.ml -speechfoodie.com -startufa.ru -sterva.cc -stevemonsen.com -superlist.biz -suralink.com -surffoundation.nl -surintech.ac.th -svnuppsalaorebro.se -sweepstakes.rewardit.com -taxi-v-eisk.ru -tds-advert002.info -telefonsexsofort.tk -templates.franklinfire.co -thaismartloan.com -thebluffs.com -thecoolimages.net +osb.se11.ru +paydayonlinecom.com +pc-services.ru +perfectpracticeweb.com +photo.houseofgaga.ru +pictures-and-images.com +picturesboss.com +pizza-tycoon.com +poem-paying.gq +pontiacsolstice.info +pooleroadmedicalcentre.co.uk +popunder.ru +pornogig.com +pozdrawleniya.com +pricheskaonline.ru +printdirectforless.com +prlog.ru +prodess.ru +qexyfu.bugs3.com +quickcashlimited.com +remont-komputerov-notebook.ru +ricorsogiustizia.org +roll123.com +rubbed.us +rumamba.com +runtnc.net +savetubevideo.com +scanner-jane.top +seminarykansas904.ml +semrush.com +senger.atspace.co.uk +seoanalyses.com +seo-prof1.xyz +seoprofiler.com +seotoolsagency.com +sexobzor.info +sex-pr.net +sexsaoy.com +shitmovs.com +sierraapps.com +sildenafil-tadalafil.info +simul.co +s-iwantyou.com +skladvaz.ru +skuteczna-dieta.co.pl +slayerlife.com +smart-balancewheel.com +soc-proof.su +solmarket.by +sonnikforme.ru +spywareit.com +streetfire.net +swinginwithme.ru +taximytishi.ru +tech4master.com +thegalerie.eu +tiandeural.ru +tizanidineforopiatewithdrawal.blogspot.com tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidinerecreationaluse.blogspot.com -tizanidinevssoma.blogspot.com -tootoo.to -toys.erolove.in +toolsky.com +toonfamilies.net +torrentgamer.net +touchmods.fr +toy-shop.top tripper.de -tuckpointingmasonrysystems.com +turbodsp.com turbo-suslik.org -tvand.ru -tv-spoty.info -twojebook.pl -txxx.com -vacuumscleaner.com -viel.su -vikistars.com -visa-pasport.ru -visitcambridge.org -vladhistory.com -vvpg.ru -watchinf.com -watch-movies.ru -webadvance.club -wesharepics.info -wtsindia.in -wttavern.com -x-lime.net -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xsion.net -xxx-treker.ru -yougotanewdomain.com -yourads.website -yurgorod.ru -yur-p.ru -zoosexart.com -zvezdagedon.ru +uamtrk.com +uchebavchehii.ru +upstore.me +v720hd.ru +vduplo.ru +vedomstvo.net +viandpet.com +videochat.cafe +vtc.pw +wechatdownload10.com +westum.se +withstandingheartwarming.com +xchat26.myfreecams.com +x-diesel.info +xdoza.com +xn----9sbebi2bvzr7h.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +zapatosenventa.info +zarenica.net +zatjmuzu.info +zoogdinsney.com diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index c8497bf9e..dbc516eb8 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 154aeadaa..ccb6f9496 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index c41e3805d..cb01feca0 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1634 +#### Version: V4.2019.06.1635 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 707c0989c..55564ae82 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1634 +#### Version: V4.2019.06.1635 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 1ff13fd3a..cf20c1e27 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1634 +#### Version: V4.2019.06.1635 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 3be604681..7ed359a6d 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1634 +#### Version: V4.2019.06.1635 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 1257b6e1b..cce69e380 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:24 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:22 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 658263393..648687127 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1634 -### Updated: Thu Jun 27 10:50:26 SAST 2019 +### Version: V3.2019.06.1635 +### Updated: Thu Jun 27 11:08:23 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -7712,6 +7712,116 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# ---------------------------------------------- +# Whitelist all your OWN IP addresses and Ranges +# ---------------------------------------------- + +# -------------------------------------------------------------------------------------- +# WHITELIST all your own IP addresses using the include file below. + # New Method Uses the include file below so that when pulling future updates your + # whitelisted IP addresses are automatically now included for you. + # Read Comments inside whitelist-ips.conf for customization tips. + # Updating the main globalblacklist.conf file will not touch your custom include files + # whitelist-ips.conf reigns supreme !!! + # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP + # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf +# -------------------------------------------------------------------------------------- + +# -------------------------------------------------------------------------- +# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# -------------------------------------------------------------------------- + + include /etc/nginx/bots.d/whitelist-ips.conf; + +# ------------------------------------------------------------------------ +# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### +# ------------------------------------------------------------------------ + +# -------------------------- +# WHITELIST Google IP Ranges +# -------------------------- + +# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 108.177.0.0/17 0; + 172.217.0.0/16 0; + 173.194.0.0/16 0; + 2001:4860:4000::/36 0; + 203.208.60.0/24 0; + 207.126.144.0/20 0; + 209.85.128.0/17 0; + 216.239.32.0/19 0; + 216.58.192.0/19 0; + 2404:6800:4000::/36 0; + 2607:f8b0:4000::/36 0; + 2800:3f0:4000::/36 0; + 2a00:1450:4000::/36 0; + 2c0f:fb50:4000::/36 0; + 35.192.0.0/12 0; + 64.18.0.0/20 0; + 64.233.160.0/19 0; + 64.68.80.0/21 0; + 65.52.0.0/14 0; + 66.102.0.0/20 0; + 66.249.64.0/19 0; + 72.14.192.0/18 0; + 74.125.0.0/16 0; +# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------ +# WHITELIST Bing IP Ranges +# ------------------------ + +# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 131.253.21.0/24 0; + 131.253.22.0/23 0; + 131.253.24.0/21 0; + 131.253.24.0/22 0; + 131.253.32.0/20 0; + 157.54.0.0/15 0; + 157.56.0.0/14 0; + 157.60.0.0/16 0; + 199.30.16.0/24 0; + 199.30.27.0/24 0; + 207.46.0.0/16 0; + 40.112.0.0/13 0; + 40.120.0.0/14 0; + 40.124.0.0/16 0; + 40.125.0.0/17 0; + 40.74.0.0/15 0; + 40.76.0.0/14 0; + 40.80.0.0/12 0; + 40.96.0.0/12 0; +# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + +# ------------------------------ +# WHITELIST Cloudflare IP Ranges +# ------------------------------ + +# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + 103.21.244.0/22 0; + 103.22.200.0/22 0; + 103.31.4.0/22 0; + 104.16.0.0/12 0; + 108.162.192.0/18 0; + 131.0.72.0/22 0; + 141.101.64.0/18 0; + 162.158.0.0/15 0; + 172.64.0.0/13 0; + 173.245.48.0/20 0; + 188.114.96.0/20 0; + 190.93.240.0/20 0; + 197.234.240.0/22 0; + 198.41.128.0/17 0; + 199.27.128.0/21 0; + 2400:cb00::/32 0; + 2405:8100::/32 0; + 2405:b500::/32 0; + 2606:4700::/32 0; + 2803:f800::/32 0; + 2a06:98c0::/29 0; + 2c0f:f248::/32 0; +# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- @@ -17782,91 +17892,6 @@ geo $validate_client { 46.101.115.65 1; # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### -# -------------------------- -# WHITELIST Google IP Ranges -# -------------------------- - -# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 108.177.0.0/17 0; - 172.217.0.0/16 0; - 173.194.0.0/16 0; - 2001:4860:4000::/36 0; - 203.208.60.0/24 0; - 207.126.144.0/20 0; - 209.85.128.0/17 0; - 216.239.32.0/19 0; - 216.58.192.0/19 0; - 2404:6800:4000::/36 0; - 2607:f8b0:4000::/36 0; - 2800:3f0:4000::/36 0; - 2a00:1450:4000::/36 0; - 2c0f:fb50:4000::/36 0; - 35.192.0.0/12 0; - 64.18.0.0/20 0; - 64.233.160.0/19 0; - 64.68.80.0/21 0; - 65.52.0.0/14 0; - 66.102.0.0/20 0; - 66.249.64.0/19 0; - 72.14.192.0/18 0; - 74.125.0.0/16 0; -# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------ -# WHITELIST Bing IP Ranges -# ------------------------ - -# START BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 131.253.21.0/24 0; - 131.253.22.0/23 0; - 131.253.24.0/21 0; - 131.253.24.0/22 0; - 131.253.32.0/20 0; - 157.54.0.0/15 0; - 157.56.0.0/14 0; - 157.60.0.0/16 0; - 199.30.16.0/24 0; - 199.30.27.0/24 0; - 207.46.0.0/16 0; - 40.112.0.0/13 0; - 40.120.0.0/14 0; - 40.124.0.0/16 0; - 40.125.0.0/17 0; - 40.74.0.0/15 0; - 40.76.0.0/14 0; - 40.80.0.0/12 0; - 40.96.0.0/12 0; -# END BING IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - -# ------------------------------ -# WHITELIST Cloudflare IP Ranges -# ------------------------------ - -# START CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - 103.21.244.0/22 0; - 103.22.200.0/22 0; - 103.31.4.0/22 0; - 104.16.0.0/12 0; - 108.162.192.0/18 0; - 131.0.72.0/22 0; - 141.101.64.0/18 0; - 162.158.0.0/15 0; - 172.64.0.0/13 0; - 173.245.48.0/20 0; - 188.114.96.0/20 0; - 190.93.240.0/20 0; - 197.234.240.0/22 0; - 198.41.128.0/17 0; - 199.27.128.0/21 0; - 2400:cb00::/32 0; - 2405:8100::/32 0; - 2405:b500::/32 0; - 2606:4700::/32 0; - 2803:f800::/32 0; - 2a06:98c0::/29 0; - 2c0f:f248::/32 0; -# END CLOUDFLARE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ### - # ------------------------------------------------- # BLACKLIST IP addresses and IP Ranges Customizable # ------------------------------------------------- @@ -17890,31 +17915,6 @@ geo $validate_client { # END BLACKLISTED IPS ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### # ------------------------------------------------------------------ -# ---------------------------------------------- -# Whitelist all your OWN IP addresses and Ranges -# ---------------------------------------------- - -# -------------------------------------------------------------------------------------- -# WHITELIST all your own IP addresses using the include file below. - # New Method Uses the include file below so that when pulling future updates your - # whitelisted IP addresses are automatically now included for you. - # Read Comments inside whitelist-ips.conf for customization tips. - # Updating the main globalblacklist.conf file will not touch your custom include files - # whitelist-ips.conf reigns supreme !!! - # Whatever you add to whitelist-ips.conf will be whitelisted FULL STOP - # Anything blacklisted above this line will be over-ridden by whitelist-ips.conf -# -------------------------------------------------------------------------------------- - -# -------------------------------------------------------------------------- -# START WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# -------------------------------------------------------------------------- - - include /etc/nginx/bots.d/whitelist-ips.conf; - -# ------------------------------------------------------------------------ -# END WHITELISTED IP RANGES ### DO NOT EDIT OR REMOVE THIS LINE AT ALL ### -# ------------------------------------------------------------------------ - } # -------------------------------------------------------------------------------------- diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 1257b6e1b..cce69e380 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:24 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:22 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index ddfc3f8dc..68d8f83de 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1634 -### Updated: Thu Jun 27 10:50:27 SAST 2019 +### Version: V4.2019.06.1635 +### Updated: Thu Jun 27 11:08:24 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##