diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 0ea01be7d..5587fdfc9 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1723 -### Updated: Mon Jul 1 15:51:53 SAST 2019 +### Version: V3.2019.07.1724 +### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0ea01be7d..5587fdfc9 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1723 -### Updated: Mon Jul 1 15:51:53 SAST 2019 +### Version: V3.2019.07.1724 +### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0ea01be7d..5587fdfc9 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1723 -### Updated: Mon Jul 1 15:51:53 SAST 2019 +### Version: V3.2019.07.1724 +### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..12f18b91b 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..c3c284efc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 0ea01be7d..5587fdfc9 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1723 -### Updated: Mon Jul 1 15:51:53 SAST 2019 +### Version: V3.2019.07.1724 +### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf b/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf index 132f680d1..40013985d 100644 --- a/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf +++ b/.dev-tools/distribution_tests_missing_includes/ubuntu-18.04/etc/nginx/nginx.conf @@ -58,7 +58,6 @@ http { # Virtual Host Configs ## - include /etc/nginx/conf.d/*.conf; include /etc/nginx/sites-enabled/*; } diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 0ea01be7d..5587fdfc9 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1723 -### Updated: Mon Jul 1 15:51:53 SAST 2019 +### Version: V3.2019.07.1724 +### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index f67b80616..7ed156054 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 2fc596b5d..609536562 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; +35.193.7.13 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index f67b80616..7ed156054 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 966492772..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2f692b069..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f67b80616..7ed156054 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 966492772..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2f692b069..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index f67b80616..7ed156054 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 966492772..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 2f692b069..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.96.71 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index f67b80616..7ed156054 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index e3688dbe0..deb2992bb 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; 35.202.145.110 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f3561d0c1..1a691dd2b 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 029e17f41..5bfb5e340 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.192.85.2 0; +35.188.1.99 0; +35.224.112.202 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index f67b80616..7ed156054 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 8ffdf4b15..496177b18 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; -35.224.112.202 0; 35.192.85.2 0; +35.184.226.236 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index f67b80616..7ed156054 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..12f18b91b 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.202.145.110 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 8102fbaab..0080fd7ae 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Bandit -BatchFTP -Black Hole -FHscan -LNSpiderguy -RankingBot2 -Snoopy -Sqworm -WebBandit -webmeup-crawler +BLEXBot +Cosmos +crawler4j +DomainSigmaCrawler +Dotbot +Meanpathbot +mediawords +NetZIP +seoscanners +Turnitin diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 555d999fa..13295850e 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -80legs -Aboundex -Aboundexbot +360Spider +ADmantX +AfD-Verbotsverfahren AhrefsBot AIBOT +Aipbot Alexibot -AlphaBot -archive.org_bot -Asterias -BackStreet +AllSubmitter +ASPSeek +Attach +autoemailspider +Backlink-Ceck Bandit +BBBike BDFetch +BetaBot Bigfoot -Blackboard +BlackWidow +Blow Boardreader -Bolt +BotALot +Brandwatch Buddy BuiltBotTough -Bullseye -Calculon -CATExplorador -CCBot -Cegbfeieh +BunnySlippers +BuzzSumo +CherryPicker CheTeam +ChinaClaw Chlooe -Claritybot -Cliqzbot -coccocbot-web -Cogentbot +Cloud mapping cognitiveseo -Copier +Collector +com.plumanalytics CopyRightCheck -Copyscape +Cosmos Craftbot +crawler4j +crawler.feedback crawl.sogou.com +Crescent CrunchBot Curious -Custo -DataCha0s -Deusu -Devil -DigitalPebble +DatabaseDriverMysqli +DBLBot Dirbuster -Discoverybot -Dispatch -DomainSigmaCrawler +Discobot +DomainAppender DomainStatsBot -Download Wonder +Dragonfly DTS Agent -Ebingbong +EasyDL +eCatch ECCP/1.0 -Ecxi EMail Wolf EroCrawler Exabot -ExtractorPro -FDM -FHscan +Ezooms +facebookscraper +FemtosearchBot +Fimap Firefox/7.0 Freeuploader FrontPage -Genieo -GermCrawler GetWeb Gigablast Gigabot -G-i-g-a-b-o-t +Go-Ahead-Got-It Gotit GoZilla Go!Zilla -GrabNet -Grafula +GrapeshotCrawler GridBot -Haansoft HaosouSpider -Harvest -Havij Heritrix Hloader -HMView +HTMLparser HTTP::Lite +HTTrack Humanlinks -IDBot Id-search +IlseBot Image Fetch Image Sucker -Indy Library -InfoNaviRobot -instabid +InfoTekies +Intelliseek +Internet Ninja InternetSeer -IRLbot +internetVista monitor +JamesBOT +Jbrofuzz JennyBot JetCar -Jetty JikeSpider +JOC Web Spider Joomla -Lanshanbot -Larbin -LeechGet +JustView +Keyword Density +Kozmosbot LexiBot Lftp LibWeb -Libwhisker -LinqiaScrapeBot +Linkdexbot +LinkextractorPro +LinkScan +LinksManager +LinqiaRSSBot +Lipperhey Litemage_walker -Lmspider -LNSpiderguy -Ltx71 -LWP::Simple -Magnet +lwp-request +lwp-trivial +Mag-Net magpie-crawler -Majestic12 +Mail.RU_Bot Majestic SEO -Majestic-SEO MarkWatch -Masscan -Mata Hari -Meanpathbot -MeanPath Bot -MegaIndex.ru +Mass Downloader +MauiBot +Metauri MFC_Tear_Sample MIDown tool -Mister PiX +Morfeus Fucking Scanner Mr.4x3 -MS Web Services Client Protocol +MSFrontPage muhstik-scan -Nameprotect -Navroad -NearSite -Needle -NetLyzer +Musobot +Nessus +NetAnts +netEstate NE Crawler NetMechanic NetSpider Net Vampire +NICErsPRO Niki-bot -Nmap -NPbot +NimbleCrawler +Nimbostratus +Ninja oBot +Octopus Offline Explorer -OnCrawl -Openfind -OpenLinkProfiler +Offline Navigator OpenVAS -PageAnalyzer +OrangeBot +OrangeSpider +OutclicksBot +page scorer PageScorer -Panscient -PECL::HTTP -Picscout -Picsearch +Pavuk +pcBrowser +PeoplePal PictureFinder -Pi-Monster +Pixray +PleaseCrawl plumanalytics -POE-Component-Client-HTTP +Pockey +Probethenet +ProWebWalker Pump -QueryN Metasearch -Quick-Crawler -RankActiveLinkBot +PxBroker RankFlex -RankingBot2 -RealDownload -Recorder -ReGet -RepoMonkey -Rogerbot -s1z.ru +RankingBot +RankurBot +RebelMouse +Ripper SBIder ScanAlert Scanbot -scan.lol -ScreenerBot +ScoutJet +Scrapy +SearchmetricsBot SEOkicks +SEOlyticsCrawler +Seomoz SEOprofiler -seoscanners SeoSiteCheckup -SEOstats -Shodan +serpstatbot Siphon SISTRIX +SiteExplorer +Siteimprove SiteLockSpider +SiteSnagger Site Sucker -SlySearch +Sitevigil +Snake +Snapbot SocialRankIOBot Sociscraper -sogouspider -Sogou web spider Spammen -Spanner +SpankBot sp_auditbot -Spbot -Sqlmap -Sqlworm -Sqworm -Sucker +Spinn3r Sucuri -sysscan +SurveyBot +Suzuran +Swiftbot T0PHackTeam +T8Abot tAkeOut Teleport -TeleportPro -Telesphorep -TheNomad +Telesphoreo +The Intraformant Thumbor -TightTwatBot -Tracemyfile +Titan +Toata +Trendiction Trendictionbot +trendiction.com True_Robot -TurnitinBot +Turingos +Turnitin Twice -Typhoeus -Upflow +UnisterBot URLy.Warning -VCI +VB Project VidibleScraper -VoidEYE +Voltron WallpapersHD -WASALive-Bot -WBSearchBot -WebCollage +WebAuto +Web Auto +Web Collage +WebCopier WebEnhancer Web Enhancer WebFetch -WebFuck -Web Fuck +Web Fetch WebGo IS -WebLeacher -WebmasterWorldForumBot -WebPix -WebReaper -WebSauger -WebsiteExtractor +WebImageCollector WebsiteQuester +Website Quester Webster -WebStripper +WebSucker +Web Sucker WebZIP -WeSEE -Whacker -WiseGuys Robot -WISENutbot +Whatweb +WinHTTrack +Wonderbot Woobot Wotbox -Wprecon WPScan WWW-Collector-E -Xaldon_WebSpider +x09Mozilla +Xaldon WebSpider Xenu Zade +Zauba +zauba.io Zermelo -zgrab -ZmEu -ZumBot +Zitebot +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index d5125651e..f388d261e 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +360Spider 404checker 404enemy -80legs -Aboundex +Abonti Aboundexbot -ADmantX +Acunetix AfD-Verbotsverfahren +AhrefsBot AIBOT -AiHitBot -Alexibot -Anarchie +AlphaBot +archive.org_bot Asterias Attach +autoemailspider BackDoorBot Backlink-Ceck +backlink-check BacklinkCrawler +Badass +Bandit +Barkrowler BatchFTP +BBBike BDCbot -BetaBot -Bigfoot +BDFetch +Bitacle Blackboard Black Hole BlackWidow +BLEXBot Blow -BlowFish Bolt -Brandwatch +Brandprotect BuiltBotTough -BunnySlippers +BuiltWith CATExplorador -CazoodleBot CCBot -CheeseBot CheTeam -Claritybot -Cloud mapping -Cogentbot -Collector -CopyRightCheck -Cosmos -crawler.feedback -CrazyWebCrawler -Custo -DBLBot -demandbase-bot +coccocbot-web +com.plumanalytics +Copyscape +Crescent +CSHttp +DatabaseDriverMysqli +DataCha0s Demon -Digincore -DigitalPebble +Deusu DIIbot -Discobot -Discoverybot -DittoSpyder +Dirbuster +Disco +DomainCrawler DomainSigmaCrawler -DSearch +Dotbot +Dragonfly eCatch +Ecxi EirGrabber +EMail Siphon EroCrawler -Evil +evc-batch Exabot -ExtLinksBot -Extractor -FDM +Express WebPictures +Ezooms FHscan Fimap Firefox/7.0 -Flunky -Foobot -FrontPage +Freeuploader +FyberSpider Fyrebot -GalaxyBot -GermCrawler +Genieo +GetWeb Gigablast -Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit -GrapeFX -GT::WWW +Grabber +GrabNet +Grafula +GridBot Haansoft -HaosouSpider Havij Hloader -HMView +HTTP::Lite +Humanlinks IDBot +Id-search +IlseBot Image Fetch +Image Sucker +IndeedBot InfoNaviRobot instabid +Intelliseek InterGET -Internet Ninja -InternetSeer Iria -IRLbot JamesBOT +JennyBot JetCar JikeSpider +JOC Web Spider +Jorgee JustView -Jyxobot -Kozmosbot -Lanshanbot -LeechFTP -LeechGet -LibWeb +Keyword Density +Larbin +LexiBot +Lftp Libwhisker -Lightspeedsystems -Linkdexbot LinkextractorPro -LinkpadBot LinkScan -LinksManager -LinqiaRSSBot -Lipperhey +LinkWalker Lipperhey Spider +Litemage_walker Lmspider -LNSpiderguy -Ltx71 -lwp-request -lwp-trivial +LWP::Simple +Magnet +Mag-Net Mail.RU_Bot -Majestic SEO -MarkWatch -Masscan +Majestic-SEO +meanpathbot Meanpathbot -MFC_Tear_Sample -Microsoft Data Access -Microsoft URL Control -MJ12bot +Mediatoolkitbot +MIDown tool +MIIxpc Mojeek -Mr.4x3 +Morfeus Fucking Scanner MSFrontPage -MSIECrawler -MS Web Services Client Protocol +Msrabot Nameprotect -NetAnts +Navroad netEstate NE Crawler NetMechanic NetSpider +Nettrack +Net Vampire +Netvibes +NetZIP Nikto -Nimbostratus -Nmap +Ninja Nutch +oBot Offline Explorer -OnCrawl +Offline Navigator Openfind OpenLinkProfiler -Openvas +OrangeBot OrangeSpider OutfoxBot -PageAnalyzer Page Analyzer PageScorer -Pandalytics Panscient -Papa Foto -Pavuk -PECL::HTTP -PeoplePal -PHPCrawl -PictureFinder +Picscout +Pimonster +Pixray PleaseCrawl plumanalytics POE-Component-Client-HTTP -Probethenet -ProPowerBot +ProWebWalker Pump -PyCurl -Quick-Crawler +PxBroker RankActiveLinkBot +RankFlex Rankivabot RealDownload -RebelMouse -RepoMonkey +Recorder +ReGet Rogerbot -scan.lol +SBIder ScoutJet -ScreenerBot -Searchestate -SearchmetricsBot -SemrushBot +SEOkicks SEOlyticsCrawler -SEOprofiler -seoscanners -Shodan +Seomoz +SEOstats Siphon +SiteExplorer Siteimprove -SiteLockSpider SiteSnagger -SiteSucker -Site Sucker -Sitevigil -SlySearch -Snake +SmartDownload +SMTBot Snapbot -SocialRankIOBot -Sogou web spider +Snoopy +Sociscraper +sogouspider +Sottopop SpaceBison Spammen +Spanner +sp_auditbot Spbot +Spinn3r spyfu -Steeler -Sucuri -SuperBot +Sqlworm +Stripper SuperHTTP +Surfbot SurveyBot -T0PHackTeam +Suzuran +Swiftbot +Szukacz T8Abot Teleport -Telesphoreo +TeleportPro +Telesoft Telesphorep +The Intraformant Thumbor TightTwatBot -Toata -Tracemyfile +Titan +Toweyabot Trendiction -trendiction.de +Trendictionbot +True_Robot Turingos -TurnitinBot -TwengaBot +Turnitin Typhoeus -VB Project +UnisterBot +Upflow VCI VeriCiteCrawler -Virusdie VoidEYE Wallpapers/3.0 WallpapersHD -WASALive-Bot -WBSearchBot -Webalta -Web Collage +WebAuto +WebCollage +WEBDAV WebEnhancer -Web Enhancer +Web Fuck +WebGo IS +WebImageCollector WebmasterWorldForumBot +webmeup-crawler +WebReaper +Web Sauger Webshag WebsiteQuester +Website Quester Webster -WebSucker -Web Sucker +WebStripper +WebWhacker +Whack +Whacker +Whatweb +Woobot Wotbox -Wprecon -WWW-Collector-E -WWW-Mechanize WWWOFFLE x22Mozilla +Xaldon WebSpider Xaldon_WebSpider xpymep1.exe -Zauba -Zermelo -Zeus +YoudaoBot +Zade +Zitebot ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index f18815daf..5250d2431 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -0n-line.tv -57883.net -freewebs.com -littleberry.ru -mararoom.ru -o-o-6-o-o.ru -ruspdd.com -simon3.ru -thaisamkok.com -yugk.net +adclickthru.net +betune.onlinewebshop.net +conciergegroup.org +foto-sisek.porngalleries.top +freewlan.info +kredit-blog.ru +pomoc-drogowa.cba.pl +sampleletters.net +sexvporno.ru +topdownloads.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4fd758381..db02ddea1 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -08800.top -1pamm.ru -23kw.ru -2pxg8bcf.top -2rich4bitches.com -3dracergames.com -3w24.com -4webmasters.com -7xc4n.com -9icmzvn6.website +0c47f8422d3f.com +0n-line.tv +1000n1.ru +1001watch.com.ua +123locker.com +12u.info +2020iscoming.info +2drittel.de +2girls1cup-free.com +3-letter-domains.net +4pp13.com +76brighton.co.uk +7fon.ru aab94f698f36684c5a852a2ef272e031bb.com -aac52006ec82a24e08b665f4db2b5013f7.com -aadroid.net -acgs.tk -acunetix-referrer.com -adclickthru.net -adhome.biz +abtasty.com +actices.com +adamoads.com +adelly.bg +adimmix.com +adinterax.com +adktrailmap.com +adman.gr +ads.gold +adssafeprotected.com +adtech.de afora.ru -agroeconom.kz -aimayangzhi.com -alert-fjg.xyz -alfa-img.com -algarveglobal.com +aliexpress.com +allbizne.co.ua allmarketsnewdayli.gdn -allstatesugarbowl.org -amateurlivechat.org -amoi.tn -anapa-inns.ru -android-vsem.org -anmysite.com -apibetweenlinesn-a.akamaihd.net -apidiamondatanet-a.akamaihd.net -apimountainbikei-a.akamaihd.net +allnews.md +angel1777.kz +animaltoplist.com +anime.dougasouko.com +apccargo.com +apiappenableinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net apishops.ru -appsecurityr.com -arabsexxxtube.com -artparquet.ru -asophoto.com +apispringsmartne-a.akamaihd.net +apple.com-cleaner.systems +appsaurus.com +arabseyes.com +arcadepages.com +architecturebest.com +arclk.net +arendatora.ru +arenda-yeisk.ru +artpicso.com +arvut.org +asiengirls.net +astana.xxxkaz.org +auto.rusvile.lt autotrends.today -avtocredit-legko.ru +avek.ru +aversis.net avtovolop.ru -babespcs.com -bad-stars.net -bagsonsale.online -bannerconnect.net -bausparen.bz.it -bcmp.org -bestcalovebracelet.cn -bestdooz.com -besthomemadepornsites.com -besthoro.ru -bestofupload.info -bestpornuha.com -best-way.men -beta.hotkeys.com -bfz.biz +bablonow.ru +babs.com.ua +baditri.com +balois.worldbreak.com +basisches-wasser.net +bayareaaeroclub.org +bbtec.net +bear.gotcher.us +beatifullandscape.co +belinka.com.ua +bg6s0.com bibys.com -bigcareer.info -binaryoptionscops.info -bingo8888.com -bjanshee.ru -blacktwhite.com -bristolhotel.com -buchananshardware.com -bus-offer.com +bio-market.kz +blockworld.ru +blog.f00kclan.de +bmwhighperformers.com +bolezniorganov.ru +bonky.biz +bonzibuddi.com +bouda.kvalitne.cz +brandov.ru +bristolhostel.com +bryansk.zrus.org +buron.pw +business-made-fun.com buybest1.biz -buydissertation.net buzzzg.men -bytimedance.ru -cacheimages.com -callawaygolfoutlet.online -callmd5map.com -calstaterealty.us -cdn.walkme.com -celejihad.info +bvlgaribracelet.xyz +bvlgariwallet.xyz +cakemediahq.com.au +calc-for-credit.ru +canrioloadm.gq +canzoni.ru +carson.getenjoyment.net +cartierjusteunclou.xyz +cartierreplica.win +cb.iphantom.com +celebsopics.com c-english.ru -cheap-trusted-backlinks.com -cherrypointplace.ca -chiblackhawks-jerseys.com -children-learningreading.info -chinese-amezon.com -choosecuisine.com -chorus.terakeet.com -christianlouboutinsaleoutletonline.us -cialgenisrx.com -cialisovercounteratwalmartusa.com -classicakuhni.ru -cleanpcnow.com -clicksor.com -clicksor.net -clickzzs.nl -coindirect.io -compliance-don.xyz -compliance-margo.top -compliance-walt.top -continent-e.tv +checkpagerank.net +chiptuninger.com +cigarpass.com +cjs.com.ru +clickbanksites.info +cognitiveseo.com +coldfilm.ru +compliance-alexa.top +compliance-alex.xyz +compliance-donald.xyz +compliance-don.top +compliance-george.xyz +constantaservice.net cookingmeat.ru -cool-wedding.net -copro.pw -crynet.cc -customchocolate.business-for-home.com -daisye.top -dawlenie.com -ddlmega.net +cottageofgrace.com +counter.bloke.com +counter.yadro.ru +crystalslot.com +cs-passion.pl +dandiyabeats.in +dangphoto.trade +dekorkeramik.ru delayreferat.ru -den-noch24.ru -detalizaciya-tut.biz -dev33.dioniqlabb.se -dev.citetick.com -dev-seo.blog -digest-project.ru -directrev.com -dirtpics.pw -diusyawiga.tk -domaineaneblanc.com -domik-derevne.ru -domination.ml -domznaniy.ru +diarioaconcagua.com +dimaka.info +dispo.de +documentbase.net +domini.cat donna7753191.ru -dood.live -doska-vsem.ru -doxysexy.com -drivotracker.com -duplicashapp.com -dvd-famille.com -dwomlink.info -edge.sharethis.com -electrik-avenue.com -eleimgo.pw +dosug-lux.ru +druzhininevgeniy63.blogspot.com +dyt.net +ecommerce-seo.org +eladkarako.com +eldiariodeguadalajara.com +elektrischeziga.livejournal.com +elektrozigaretten1.tumblr.com elitedollars.com -elite-sex-finders.com -emailaccountlogin.co -empirepoker.com -eropornosex.ru -es5.com -escortslet.net -eu-cookie-law.info -evidencecleanergold.com -excitacion.info -extads.net -facebook-mobile.xyz +elstal.com.pl +empis.magix.net +enews.tech +eng-lyrics.com +erot.co +erotik-kostenlos.net +estelight.ru +etotupo.ru +everflora.ru +everytalk.tv +excitacao.com +extrabot.com +ezigarettekaufen2.yolasite.com fba-mexico.com -fealq.com -feargames.ru -fickblock18.com +fickenbumsen.net +filefilter.weebly.com +filesdatabase.net +filesmonster.porn +filmci.pro film-one.ru -findpik.com -firma-legion.ru -flauntyoursite.com -footballfarrago.com -forex21.ru -formulaantiuban.com -fortwosmartcar.pw -forum-engineering.ru -forums.toucharcade.com -foto-basa.com -free-fb-traffic.com -free-laptop-reward.com -freenode.info -free-traffic.xyz -freewebs.com -fugarif.ga -gambarkataku.co -gamebackyard.com -gameprimary.com -gay-site.store -ge0ip.org -geile-lelly.eu -get-free-traffic-now.com -getlaid-xxxhookupdirect.com -getmyads24.com -ghazel.ru -glass-msk.ru -glcomputers.ru -global-ics.co.za -go2album.com -gojiberriess.apishops.ru -gotwebsite1.com -gov.yanao.ru -gratis-sexkontakte.com -gtopstats.com -guardlink.com -harmonyglen.us -hazardky.net -healmytrauma.info -helvetia.com.ua -hermesreplica.pw -holidaypics.org -homedecoguide.info -hostcritique.com -hosting-tracker.com -host-protection.com -hotenergy.ru -hulfingtonpost.com -hunthillfarmtrust.org -hybrid.ru -imabase.com -imgarcade.com -imitex-plus.ru +find1friend.com +firesub.pl +fitness-video.net +flashlarevista.com +flavors.me +forum.doctissimo.fr +forum.poker4life.ru +forumprofi.de +fotosfotos.eu +fotzen-ficken.com +franch.info +freejabs.com +freelotto.com +freenom.link +freewlan.info +fusoradio.info +fyl.com.ru +fym.com.ru +galaxy-family.ru +galeon.com +game300.ru +gamesprite.me +gaming-journal.com +gdebestkupit.ru +genericlowlatencyasiodriverhq.aircus.com +getridofstretchmarks.org +girlsatgames.ru +girlspicsa.com +globalscam.ga +gok-kasten.net +golaya.pw +goldadpremium.com +golden-catalog.pro +googlemare.com +googlepositions.com +googlsucks.com +gosarhivrt.ru +graphicwe.org +gratuitxblcodes.com +greatzip.com +gwhwpxbw.bloger.index.hr +helicalpile.us +hobbyhuren24.net +hornymatches.com +hotblog.top +hotkeys.com +housemilan.ru +houston-vikings.com +huhn.altervista.org +hustoon.over-blog.com +hyiphunter.org +iamsport.org +iboss.com +ideibiznesa2015.ru +ifirestarter.ru +igrovyeavtomaty777.ru +ilbe.club +ilikevitaly.com +imagefinder.site +imagerydatabase.com +iminent.com +imk.com.ua +impotentik.com impresagaia.it -infostatsvc.com -inmate-locator.us -insider.pro -insomniagamingfestival.com -interferencer.ru -interfucks.net -iqoption-bin.com -isitpaleo.info -iskalko.ru -iwantedmoney.com +infektsii.com +internetartfair.com +ipornox.xxx +iqoption.pro +iyasimasennka.com +j33x.com +jagg.info james13prix.info janettabridal.com -javstock.com -jav-way.site -jerseyssportsshop.com -jimmychoosale.online +jerseysbizwholesalecheap.com +johannesburgsingles.co.za jongose.ninja -junglenet-a.akamaihd.net -justkillingti.me -kaac.ru -kakablog.net -kalandranis.gr -kamalsinha.com -kerch.site -keywordblocks.com -kino-fun.ru -kinopolet.net -kladrus.ru -kliksaya.com -kreativperlen.ch -kvartir-remont.biz -laexotic.com -lampokrat.ws +kambasoft.com +kam-dom.ru +kamorel.com +kandidos.com +kanimage.com +karaganda.xkaz.org +katadhin.co +kchaxton.com +kichenaid.ru +kicknights.gq +kinocccp.net +kinotorka.ru +kochanelli.com +komputers-best.ru +konturkrasoty.ru +kraljeva-sutjeska.com +krasnodar.ru +kuzinsp.ru +kwzf.net +landinez.co lankarns.com -lashstudia.ru -link.ac -littlecity.ch -live-cam6.info -lombardfinder.ru -lomb.co -lookingglassemb.com -lutherstable.org +laserpen.club +layola.biz.tc +ledis.top +lennatin.info +letsart.ru +lietaer.com +lifebyleese.com +liffa.ru +liky.co.ua +lion.snapmap.us +lisque.batcave.net +live-sexchat.ru +locimge.pw +lonely-mature.com +lubetube.com +lunamedia.co lyrster.com -m0r0zk0-krava.ru -macdamaged.space macdamaged.tech -mackeeper-center.club -magicdiet.gq -mall.uk -markjaybeefractal.com -marmitaco.cat -matb3aa.com -matrixalchemy.com -mcar.in.ua -meddesk.ru -medmajor.ru -meendo-free-traffic.ga -mega-bony-2017.pl -mejoresfotos.eu -michaelkorsoutlet.store -microsearch.ru -mikrobiologies.ru -minecraft-rus.org -mini.7zap.com -moje-recenze.cz -monclerjacketsoutlet.pw -moxo.com -msfsaar.de -musicspire.online -muycerdas.xxx -mygameplus.com -myiptest.com -nac-bearings.ru -natali-forex.com -naturalbreakthroughsresearch.com -neodownload.webcam -net-profits.xyz -next-dentists.tk -nibbler.silktide.com -ningessaybe.me -nofreezingmac.work -nottyu.xyz -noumeda.com -nrv.co.za -nucia.biz.ly -nullrefer.com -nzfilecloud.weebly.com -offergroup.info -of-ireland.info -okonich.com.ua -okout.ru -okuos.com -onclkads.com -online247.ml -onlineporno.site -o-o-11-o-o.com -openlibrary.org -openmediasoft.com +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +mailemedicinals.com +makemoneyonline.com +makis.nu +malwareremovalcenter.com +manyresultshub-a.akamaihd.net +marcowebonyodziezowe.pl +marinetraffic.com +marketland.ml +masturbate.co.uk +matpre.top +matsdale.com +maxthon.com +mazda-roadsters.com +mcnamaratech.com +medkletki.ru +meet-flirt-dating.com +mega-bony2017.pl +mhi-systems.ru +michaelkorssaleoutletonline.net +miniads.ca +mncrftpcs.com +modabutik.ru +mokrayakiska.com +mole.pluto.ro +moneytop.ru +moscow-region.ru +mriyadh.com +muschisexbilder.com +musflashtv.com +music7s.me +musicdaddy.net +muz-baza.net +mystats.xyz +narkologiya-peterburg.ru +nash-krym.info +netanalytics.xyz +new-post.tk +nhl17coinsforps3.gratisblog.biz +niroo.info +no-fuel.org +npoet.ru +nuup.info +o-dachnik.ru +offers.bycontext.com +okel.co +omoikiri-japan.ru opinionreelle.com -orenburg-gsm.ru -orgasmatrix.com -orion-code-access.net -ororodnik.goodbb.ru -outpersonals.com -pacificair.com -partner-high.men -partners-ship.pro -partnerworkroom.men -pawli.eu -pdamods.ru -pechikamini.ru -pensplan4u.com -phormchina.com -picturesfrom.com -picturesify.com -pills24h.com -piluli.info -pipki.r.acdnpro.com +osb.se11.ru +ourville.info +ownshop.win +paleohub.info +panchro.co.uk +pelfind.me +pensplan.com +perfection-pleasure.ru +perfectpracticeweb.com +perm-profnastil.ru +petitions.whitehouse.gov +photo-clip.ru +picture-group.com +picurams.pw pixell.club -pkr1hand.com -play.leadzupc.com -playlott.com -plohaya-kreditnaya-istoriya.ru -poems.com.ua -porndroids.com -pornobrazzers.biz -pornogad.com -pornowarp.info -pornstartits.xblog.in -pravoholding.ru -prefersurvey.net -preparevideosafesystem4unow.site -prlog.ru -promoforum.ru -proprostatit.com +polcin.de +popunder.ru +popup-fdm.xyz +porno-dojki.net +pornokorol.com +pornonik.com +pornophoto.xyz +prizesbook.online +produkto.net +profolan.pl +prointer.net.ua +projefrio.com.br +prokotov.com +promgirldresses.xyz +promoheads.com +prospekt-st.ru prostitutki-kiev.org -pssucai.info -pukaporn.com -puzo2arbuza.ru -qor360.com -quick-offer.com -quick-seeker.com -rabot.host.sk -raschtextil.com.ua -rasteniya-vs-zombi.ru -r-e-f-e-r-e-r.com -registry-cleaner.net -registrysweeper.com -remont-komputerov-notebook.ru -remont-mobile-phones.ru -repeatlogo.co.uk -resant.ru -restaurantlescampi.com -reversing.cc -ribieiendom.no -ric.info -robertefuller.com -roma-kukareku.livejournal.com -rospromtest.ru -runofilms.ru +ptr.ruvds.com +qwarckoine.com +ragecash.com +rapevideosmovies.com +rednise.com +registry-clean-up.net +reklama1.ru +reklamuss.ru +remontbiz.ru +remontgruzovik.ru +rent2spb.ru +rep-am.com +riders.ro +ring4rhino.com +ruspdd.com rutor.vip -sabaapress.com -salut-camp.ru -samolet.fr -sarm.tk -savingsslider-a.akamaihd.net -sbdl.no -searchtooknow-a.akamaihd.net -secretscook.ru -seokicks.de -seorussian.ru -sethrollins.net -sevenstars7.com -se-welding.ru -sexkontakte-seite.com -sexphoto.site -sexsaoy.com -sexs-foto.top -sexspornotub.com -sexy.babes.frontend-stack.top -sexyteens.hol.es -sharebutton.to +sack.net +saecsa.co +sandhillsonline.com +sarf3omlat.com +satellite.maps.ilovevitaly.com +scanner-alexa.top +scanner-george.top +scanner-marwin.top +scansafe.net +scmor.ilxc.cc +sdelai-prosto.ru +searchwebknow-a.akamaihd.net +securityallianceservices.com +selectads.men +sel-hoz.com +semalt.com +sendearnings.com +seoholding.com +seorankinglinks.us +servethis.com +serviporno.com +sexfreepornoxxx.com +sexpornotales.com +sex-pr.net +sexreliz.com +sexy-screen-savers.com +shoesonlinebuy.cn +shoesonlinebuy.xyz +shtaketniki.kz +sideeffectsoftizanidine.blogspot.com signal03.ru silvercash.com -simple-image.com.ua -simply.net -sinel.info -sirpornogratis.xxx -sisi-go.ru -skanninge.se -skatestick.bid -sk.golden-praga.ru -snjatie-geroinovoy-lomki.ru -social-buttons.xyz -social-s-ggg.xyz +site3.free-share-buttons.com +sivs.ru +sky-mine.ru +sledstvie-veli.net +sluganarodu.ru +small-game.com +sobecjvuwa.com.ru +social-fun.ru +soheavyblog.com soserfis.com soundfrost.org space-worry.ml -spitfiremusic.com -spywarenuker.com -staticfs.host -statistici.ro -stats-public.grammarly.io +spidtest.space +spin2016.cf +sprttrack.com +spy-app.info +startufa.ru stevemonsen.com -stmassage.ru -stpicks.com -studiofmp.com -superlist.biz -supernew.org -surffoundation.nl -swiped.su -td-l-market.ru -tds-advert002.info -teastory.co -tedy.su -telefonsexsofort.tk -tengohydar.tk -thegameriders.com -thetardistimes.ovh -thruport.com -timecrimea.ru -titelhelden.eu -tizanidinedruginteractions.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -tizanidinepain.blogspot.com -tizanidinerecreationaluse.blogspot.com -tjkckpytpnje.com -tn811.us -topappspro.com -topcar-krasnodar.ru -torontoplumbinggroup.com -tpu.ru -tracfone.com -tracksz.co -tradgardspartner.se -traffpartners.com -trk-4.net -truck-addzilla.life -trucri.me -ttsq.fr -turist-strani.ru -tx41tclega.ru +stjamesschool.info +strangeduckfilms.com +supermesta.ru +svarbit.com +swagbucks.com +tabletkinaodchudzanie.com.pl +tagil.zrus.org +tattooreligion.ru +tds-advert005.info +tehngr.ru +telsis.com +thegioixekhach.com +themestotal.com +thepantonpractice.co.uk +threecolumnblogger.com +tizanidinecost.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tmtrck.com +tour-line.net +traffixer.com +truck-land.life tzritel.tk -ugguk.online -uhod-za-sobakoj.ru -underthesite.com -unlimitdocs.net -uogonline.com +uamtrk.com +ublaze.ru +ultimateclassicrock.com +umekana.ru +urzedowski.eu usswrite.com -valsalud.com -vasileostrovsky-rayon.ru -vertaform.com -verymes.xyz -viagra.pp.ua -vip2ch.com -visa-china.ru -vita.com.hr -viteonlusarezzo.it -vkak.ru -voltrknc1.com -w3data.co -w7s.ru -wapsite.me -watchmyfb.pl -website-speed-up.top -wemedinc.com -wesharepics.info -while.cheapwebsitehoster.com -wineration.com -winterclassichockeyjerseys.com -woman-tampon.ru -wordpress-crew.net -works.if.ua -worldmusicfests.com -xitjw.info -x-lime.com -x-mix.info +utrolive.ru +uytmaster.ru +v24s.net +vashsvet.com +vekzdorov.ru +vereo.eu +via-energy-cumpara.com +via-energy-order.com +viagra-soft.ru +videochat.tv.br +videojam.tv +videos-for-your-business.com +vip-dom.in +vkgaleria.com +vremya.eu +vut.com.ru +wait3sec.org +wallpapersist.com +we-are-gamers.com +webinstantservice.com +weblo.com +webmonetizer.net +webpromotion.ae +webstatsdomain.org +wellcome2slovenia.ru +westum.se +wingsofrefuge.net +wiosenny-bon-1500.pl +wordpresscore.com +wosik-dach.service-for-web.de +wowas31.ucoz.ru +www.event-tracking.com +x69ty.ru +xfire.com +xgftnlrt.bloger.index.hr +xmlinde.com xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--d1abj0abs9d.in.ua -xportvusbdriver8i.snack.ws -xrus.org -xsion.net +xn--80ahdheogk5l.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--80aikhbrhr.net xtrafficplus.com -x-true.info -xzlive.com -yadro.ru -yginekologa.com -youbloodyripper.com -yougotanewdomain.com -yourads.website -yuarra.pluto.ro -zaimhelp.ru -zeroredirect10.com -zigarettenonlinekaufen2.bloog.pl -zigarettenonlinekaufen.tumblr.com +xvideosbay.com +yebocasino.co.za +youandcredit.ru +yougame.biz +youjizz.com +zakazfutbolki.com +zaloro.com +zarepta.com +znakomstva-piter78.ru +zocaparj.kz +zog.link zone-kev717.info -zoodrawings.com -zynax.ua +zoogdiesney.com +zooggames.com +zrus.org +zs2vm.top diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 13289c3fa..952b9658e 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -007angels.com -100dollars-seo.com -1millionusd.xyz -4kepics.com -4pp13.com -7a2rnuey1tw9ar.ru -8jn.dating-app.ru -a14download.com -adtech.fr -advertisingtag.net +108shot.com +1-99seo.com +2pxg8bcf.top +3xforum.ro +aaa38852e886ac4af1a3cff9b47cab6272.com +aadroid.net +adloads.net +ads-cool.pro +adzerg.com +aero2.ru +agreda.pluto.ro aimayangzhi.com -akama.com -aliexpresscashback.club -anime.dougasouko.com -anlimebel.kiev.ua -anmysite.com -apisecretsaucebi-a.akamaihd.net -appfixing.space -astana.xxxkaz.org -auto.rusvile.lt -autoua.top -autowebmarket.com.ua -availit.weebly.com -avtoarenda.by -beauty-things.com -berlininsl.com -best-games.today -besthoro.ru -bestofpicture.com -bget.ru -biketank.ga -blobar.org -bookmark4you.com -boole.onlinewebshop.net -brg8.com -bupropion-sr-150-mg.us -buyantiviralwp.com -callmd5map.com -canyougethighofftizanidine.blogspot.com -carapics.com -cartierreplica.top -cbcseward.com -celebsopics.com -chelnytruck.ru -cleanersoft.com -clodo.ru -com-cleaner.systems -compliance-don.top -compliance-john.top -crackzplanet.com -creditwell.ru -custodieva.ru -customerguru.in -cutalltheshit.com -daneshetabiat.com -darkages.info +alkoravto.ru +all4wap.ru +aloofly.com +animal36.com +animal-drawings.com +animebox.com.ua +apple.com-webbrowsing-security.review +autorn.ru +azazaporn.com +azlex.uz +bag77.ru +best-businessman.ru +bestcalovebracelet.cn +bestdraws.com +bestimagecoollibrary.com +bikini-image.com +birzha-truda.eu +blackcurranthumidifiers.site +blog.f00kclan.de +bloggedporn.com +blogrankers.com +brainsandeggs.blogspot.com +b-styles.xyz +callstevens.com +canrole.com +cdncash.com +cdncash.net +cercacamion.it +charmstroy.info +cityadspix.com +clipartnew.com +cl.s7.exct.net +clubfashionista.com +compliance-elena.top +cookie-law-enforcement-hh.xyz +copyrightclaims.org +craftinsta.ru +creatives.adbetclickin.pink +customcatchcan.com deanmoore.ie -digilander.libero.it -div.as -domain-tracker.com -dvd-famille.com -e-commerce-seo1.com -electricwheelchairsarea.com -elvel.com.ua -extlabs.io -eyelike.com.ua -facebook-mobile.xyz -feel-planet.com -ff30236ddef1465f88547e760973d70a.com -fickkontakte.org -filesmonster.porn -firesub.pl -fitness-video.net -floridahuntingfishingadventures.com -floridamobilebillboards.com -forex.osobye.ru -forpostlock.ru -fotopop.club -frequiry.com -freshmac.space -frivgame250.com -fun2cell.net -fun-mobi.pl -galaxys6manual.info -ghostvisitor.com -globatur.ru -goldenggames.com -goodprotein.ru -gsasearchengineranker.top -gwebtools.com -hacktougroup.ru -helvetia.com.ua -hosting-tracker.com -howopen.ru -husky-shop.cz -ideibiznesa2015.ru -ilmexico.com -incep.imagine-ex.co -invitefashion.com -isotoner.com -istizanidineanarcoticdrug.blogspot.com -iyasimasennka.com -janavibekken.no -jerseywholesalebizchina.com -justdating.online -kamalsinha.com -karpun-iris.ru -keywordhouse.com -kihi.gdn -kinomaniatv.pl -kit-opt.ru -kleine-titten.biz -knogg.net -knowsitall.info -kumuk.info -kupit-adenu.ru +decoratinghomes.ga +decorationspcs.com +designdevise.com +eandsgallery.com +edge.sharethis.com +ekspresihati.info +ekto.ee +elektrischezigarettekaufen2.cowblog.fr +elektrozigarettekaufen1.devhub.com +enews.tech +european-torches.ru +exonline.info +eyessurgery.ru +ezigarettekaufen2.yolasite.com +f1nder.org +f5mtrack.com +favornews.com +ferretsoft.com +fetishinside.com +fickenbumsen.net +finuse.com +fx-brokers-review.com +gaygalls.net +gaytube.com +gcup.ru +gilsonchiro.xyz +goodnightjournal.com +greenidesign.co +gribokstop.com +havepussy.com +hcate.com +hdseriale.pl +headpharmacy.com +hikesearch.net +howlongdoestizanidinestayinyoursystem.blogspot.com +indiakino.net +irkutsk.online-podarki.com +iskalko.ru +ixora.pro +jus0wil.pp.ua +kakadu-interior.com.ua +kaz.kz +ketoanhanoi.info +keyhantercume.com +kichenaid.ru +kiwe-analytics.com +kletkimehan.ru +kollekcioner.ru +krasnodar.xrus.org +kriokomora.info kustanay.kz -laapp.com -landoftracking.com -larger.io -lawyers.cafe -linkarena.com -livejasmin.com -locustdesign.co -magicalfind-a.akamaihd.net -mansparskats.com -mantramusic.ru -max-p.men -mebelcomplekt.ru -meet-flirt-dating.com -minecraft-neo.ru -mmog-play.ru -msk.afora.ru -musicktab.com -mywallpaper.top -nalogovyykodeks.ru -narco24.me -narkologiya-belgorod.ru -narkologiya-penza.ru -nibbler.silktide.com -ningessaybe.me -offtime.ru -optom-deshevo.ru -osb.se11.ru -pacificair.com -panamaforbeginners.com -patterntrader-en.com -pc-services.ru -peekyou.com -playlott.com -polcin.de -popserve.adscpm.net -portal-eu.ru -porto.abuilder.net -portside.xyz -pozvonim.com -prefersurvey.net -privatamateure.com -professionalwritingservices15.blogspot.ru +languagecode.com +laxob.com +legionalpha.com +life.biz.ua +lmrauction.com +locimge.pw +lockerz.com +lonely-mature.com +lostfilm-online.ru +lutherstable.org +malls.com +mecash.ru +medictube.ru +medizinreisen.de +mexicosleevegastrectomy.com +mexicotravelnet.com +minet.club +moesen-ficken.com +moinozhki.com +moroccosurfadventures.com +moyaterapiya.ru +mrcsa.com.au +multgo.ru +muztops.ru +mycaf.it +myseoconsultant.com +narosty.com +nikitabuch.com +onlinetvseries.me +osnova3.ru +partnerline.men +patol01.pw +phpdevops.com +pix24x7.com +pizdopletka.club +playtap.us +plugingeorgia.com +pooleroadmedicalcentre.co.uk +popugaychiki.com +porndroids.com +pornogig.com +pornolook.net +pornotubs.com +pricheski-video.com profitwithalex.info -prostitutki-astana.org -proxyelite.biz -purchasepillsnorx.com -q-moto.ru -questionmarque.ch -quizzitch.net -randalljhoward.com -realnye-otzyvy.info -rebuildermedical.com -relayblog.com -remont-ustanovka-tehniki.ru -remote-dba.de -responsinator.com -rfserial.net -royal-betting.net -ruscopybook.com -sarf3omlat.com -scanner-donald.top -scanner-walter.top -scmor.ilxc.cc -score-ads.men +projectforte.ru +promoheads.com +pronorm.fr +prostitutki-rostova.org +purplesphere.in +quickchange.cc +rabotaetvse.ru +ranksays.com +razamicroelectronics.com +registratciya-v-moskve.ru +rentalcarnavi.info +rentaremotecomputer.com +ringtonepartner.com +russian-postindex.ru +santasgift.ml +saugatuck.com +scanner-brian.top +scopich.com scripted.com -seinterface.com -selectads.men -sexad.net -sexyali.com -shlyahten.ru -sientalyric.co -site-auditor.online -site.ru -site-speed-check.site -slomm.ru -smsactivator.ru -socialmonkee.com -softwaretrend.net +seoboxes.com +seofirmreviewsus.info +seoholding.com +seomarketings.online +seorank.info +serving.adbetclickin.pink +sexkontakteao.info +sextracker.de +sexy-pings.com +sexytrend.ru +shopvilleroyboch.com.ua +sirpornogratis.xxx +sitopreferito.it +skladvaz.ru +skytraf.xyz +slavic-magic.ru +slowmac.tech solmarket.by -songoo.wz.cz +solnplast.ru +soserfis.com +sotkal.lark.ru sovetogorod.ru -space2019.top -sport-video-obzor.ru -stal-rulon.ru -startwp.org -stats-public.grammarly.io -stretchmate.net -studiofaca.com -sugarkun.com -surffoundation.nl +spb-plitka.ru +squidoo.com +stathat.com +strag-invest.ru +stroyhelp-dv.ru +superinterstitial.com +sureone.pro +survival.betteroffers.review svarbit.com -thelottosecrets.com -tizanidineandhydrocodone.blogspot.com -tongkatmadura.info -torrent-newgames.com -traffic100.com +svetodiodoff.ru +svolze.com +taqplayer.info +taqywu51.soup.io +taraz.xkaz.org +tedxrj.com +thenetinfo.com +tizanidineandcipro.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidineoral.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tkanorganizma.ru +topbestgames.com traffique.net -triumf-realty.ru -tyumen.xrus.org -ugguk.online -unblocksit.es -vacances-voyages.info -vekzdorov.ru -videochaty.ru -villakohlanta.nu -vinsit.ru -watchdogs-2.ru -web.cvut.cz -website-audit.com.ua -whipme.yopoint.in -wleuaprpxuvr.ga -wma-x.com -wordpresscore.com -wrona.it -wsgames.ru -www.timer4web.com -xbaboon.com -x-musics.com +traffixer.com +trk-4.net +truck-addzilla.life +tytoona.com +v720hd.ru +validdomain.xyz +valsalud.com +vektorpress.ru +venta-prom.ru +via-energy-cumpara.com +voluumtracker1.com +vote-up.ru +vriel.batcave.net +vsesubwaysurfers.com +wallpapersdesk.info +webmasters.stackexchange.com +webnode.me +webshoppermac.com +whatistizanidine2mg.blogspot.com +whengirlsgowild.com +white-truck.life +wingsofrefuge.net +worldtraveler.world +wosik-dach.service-for-web.de +wpsecurity.website xn----7sbifcamovvfggw9d.xn--p1ai -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn----9sbebi2bvzr7h.xn--p1ai -xn--h1ahbi.com.ua -xnxxandxvideos.com -xtrafficplus.com -yaaknaa.info -youtuhe.com -zajm-pod-zalog-nedvizhimosti.ru -zdesoboi.com -zetgie.com.pl -znakom.sibtest.ru -znakomstva-moskva77.ru -zoompegs.com -zverokruh-shop.cz +xn--b1agm2d.net +xn--d1abj0abs9d.in.ua +xxxkaz.org +xxxtube69.com +yaderenergy.ru +youbrainboost.asia +zajm-zalog-krasnodar.ru +zaloadi.ru +zhacker.net +zigarettenonlinekaufen1.blox.pl +zolotoy-lis.ru +zootoplist.com diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc389ee32..c3c284efc 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.202.145.110 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index adc25298e..1b1caa08e 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index a500abb1d..accb41120 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 27cfc4e77..ed1925d97 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1723 +#### Version: V4.2019.07.1724 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 767f89c09..acca578b2 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1723 +#### Version: V4.2019.07.1724 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 206d38e4b..d0e223cdd 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1723 +#### Version: V4.2019.07.1724 #### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 6637a1654..92dd9a6e2 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1723 +#### Version: V4.2019.07.1724 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index f67b80616..7ed156054 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 0ea01be7d..5587fdfc9 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1723 -### Updated: Mon Jul 1 15:51:53 SAST 2019 +### Version: V3.2019.07.1724 +### Updated: Mon Jul 1 16:26:57 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index f67b80616..7ed156054 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:51 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:56 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 16fbe73c8..ac6f759c1 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1723 -### Updated: Mon Jul 1 15:51:54 SAST 2019 +### Version: V4.2019.07.1724 +### Updated: Mon Jul 1 16:26:58 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##