diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..290c48e19 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..290c48e19 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..290c48e19 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index b1004a074..7ff156874 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index b1004a074..7ff156874 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 703a74a13..d211bcd2c 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 798770665..896ffe576 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; +104.154.120.187 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 500584a94..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 746c3f03f..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 500584a94..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 746c3f03f..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 500584a94..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 3767371d9..0135b296e 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; +35.192.85.2 0; 104.154.120.187 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 8b8457f10..47b0c4a59 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 3709e22c8..8ecd49951 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; -35.184.96.71 0; 35.184.226.236 0; +35.224.112.202 0; +35.193.7.13 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 1064de76f..430e746ee 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +104.154.120.187 0; 35.184.226.236 0; -35.192.85.2 0; +35.202.145.110 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 746c3f03f..465ec1626 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 36aae8041..dff6c7a0b 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -404checker -Copier -DataCha0s -Freeuploader -GridBot -Hloader -NetAnts -OpenLinkProfiler -sp_auditbot -SuperHTTP +Alligator +Apexoo +ChinaClaw +DomainCrawler +Gigablast +GrapeFX +MSFrontPage +Msrabot +Toata +WebSucker diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 7044519d7..eb8d8806e 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider +404checker 404enemy +80legs Abonti -Aboundex Aboundexbot -AfD-Verbotsverfahren +Acunetix +AhrefsBot AIBOT -AiHitBot +Aipbot Alexibot AllSubmitter Attach +autoemailspider +BackDoorBot +Backlink-Ceck backlink-check -BacklinkCrawler -BackWeb +BackStreet Badass -BBBike +Barkrowler +BatchFTP +Battleztar Bazinga BDCbot Bigfoot -Bitacle -Black Hole -BLEXBot +Blackboard +BlackWidow +Bolt BotALot -BuiltBotTough +Brandwatch +Buddy BunnySlippers -Calculon -CCBot +CazoodleBot +Cegbfeieh +CheTeam ChinaClaw Chlooe -Cloud mapping +Claritybot coccocbot-web cognitiveseo Copier -CopyRightCheck +Copyscape +Cosmos +Craftbot crawler4j -crawler.feedback -crawl.sogou.com -Crescent -CrunchBot -Curious -Custo -Demon +CrazyWebCrawler +DataCha0s +DBLBot Deusu -Devil -Digincore +DigitalPebble +DIIbot +Dirbuster Disco Discobot -Discoverybot Dispatch +DomainAppender DomainCrawler -Dotbot -Drip +Download Wonder DSearch -EasyDL -Ebingbong -ECCP/1.0 -Ecxi -EMail Siphon -EMail Wolf -EroCrawler +eCatch evc-batch Evil Exabot +Express WebPictures +ExtLinksBot Extractor -ExtractorPro -FDM +EyeNetIE +Ezooms +facebookscraper FHscan +Fimap +Firefox/7.0 +FlashGet Flunky -Freeuploader -FrontPage Fyrebot -GermCrawler Getintent GetRight -Gigablast +G-i-g-a-b-o-t +Go!Zilla Grabber -GrabNet -GT::WWW -Haansoft +Grafula +GrapeshotCrawler +Harvest HEADMasterSEO +Heritrix Hloader HTTP::Lite -IDBot -Id-search -Image Sucker +HTTrack +Iblog +Image Fetch Indy Library -InfoNaviRobot +InfoTekies +instabid +Intelliseek InterGET -internetVista monitor +ips-agent Iria +IstellaBot +JamesBOT JetCar -Jetty +JOC Web Spider Joomla -Jorgee JustView -Keyword Density -LeechGet -Lightspeedsystems +Kenjin Spider +Kozmosbot +LeechFTP +Lftp +Libwhisker LinkextractorPro LinkScan -LinksManager -LinkWalker -LinqiaScrapeBot -LNSpiderguy -LWP::Simple -lwp-trivial -Mag-Net -magpie-crawler -Majestic SEO -Majestic-SEO +LinqiaMetadataDownloaderBot +Lipperhey Spider +Litemage_walker MarkMonitor MarkWatch -Mass Downloader Mata Hari -meanpathbot -MeanPath Bot +Meanpathbot mediawords +Metauri MFC_Tear_Sample -Microsoft URL Control -MIDown tool -MJ12bot -MSIECrawler +Msrabot MS Web Services Client Protocol muhstik-scan Musobot -Name Intelligence +Nameprotect Navroad -Nessus +Needle NetAnts -NetLyzer +Netcraft NetMechanic -Net Vampire +NetSpider NetZIP -Niki-bot -Nikto +NextGenSearchBot +Nibbler +NICErsPRO Nimbostratus Ninja -Nmap Nutch +Offline Explorer +Offline Navigator OnCrawl Openfind -Openvas +OpenLinkProfiler OpenVAS +OrangeSpider +OutclicksBot OutfoxBot -PageAnalyzer +Page Analyzer PageGrabber -Panscient -Papa Foto +page scorer pcBrowser PECL::HTTP PeoplePal -Picsearch PictureFinder -ProWebWalker -Pump -RankActiveLinkBot +plumanalytics +Pockey +Probethenet +QueryN Metasearch +RankActive RankFlex -RankurBot -RealDownload -Reaper -ReGet -Rogerbot -SalesIntelligent +RankingBot +Recorder +Scanbot +scan.lol ScoutJet Scrapy Screaming +Searchestate Semrush +SEOkicks-Robot SEOlyticsCrawler +Seomoz +SEOprofiler +seoscanners SEOstats +serpstatbot sexsearcher Shodan +SISTRIX Sitebeam -Siteimprove SiteLockSpider -SiteSnagger -SiteSucker -Site Sucker -SlySearch -Snake +Sitevigil +SMTBot +Snapbot SocialRankIOBot -Sociscraper sogouspider -SpaceBison -Spammen -Spanner -Spinn3r -SputnikBot +Sosospider +Sottopop +SpankBot +sp_auditbot spyfu +Sqlworm Sqworm -Sucker Sucuri SuperHTTP -Suzuran Swiftbot sysscan -Szukacz -tAkeOut -Telesphoreo +Teleport +Telesoft Telesphorep The Intraformant TheNomad -Thumbor TightTwatBot -Toata Toweyabot -Tracemyfile -True_Robot -Turnitin +Trendiction +trendiction.de +Turingos +Twice +UnisterBot Upflow -URLy Warning VCI +VeriCiteCrawler VidibleScraper Virusdie +Voltron WallpapersHD -WASALive-Bot -Webalta -Web Auto -Web Collage +WBSearchBot +WebCollage +WebCopier WebEnhancer Web Enhancer WebFetch -Web Fetch WebFuck -WebImageCollector -webmeup-crawler +Web Fuck +WebPix Web Pix WebReaper WebSauger Web Sauger -Webshag WebsiteExtractor -Website Quester +Webster WebStripper -WebSucker -Web Sucker WebWhacker WebZIP -Who.is Bot -Widow -WISENutbot -Wonderbot +Whack +Whatweb +WiseGuys Robot Wotbox WWW-Collector-E +WWW-Mechanize WWW::Mechanize x09Mozilla -x22Mozilla -Xaldon_WebSpider +Xenu xpymep1.exe +YoudaoBot +Zade +Zauba +zauba.io Zeus -zgrab -Zitebot ZmEu +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 728a97d47..997bb0821 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker 404enemy -Abonti +Aboundex +Aboundexbot Acunetix +AfD-Verbotsverfahren +AhrefsBot AIBOT -Alexibot -AllSubmitter -AlphaBot -Apexoo +AiHitBot +Anarchie archive.org_bot -ASPSeek -Attach -BackDoorBot -BacklinkCrawler -BackStreet +Asterias +autoemailspider +backlink-check +BackWeb Badass -Bandit -Barkrowler BatchFTP -BDFetch -BetaBot +BDCbot +Bigfoot Bitacle Blackboard Black Hole -BlackWidow -Blow -Bolt +BLEXBot +Boardreader +BotALot Brandprotect Brandwatch Buddy BuiltBotTough -BuiltWith -BunnySlippers -Calculon CATExplorador -CazoodleBot -Cegbfeieh CherryPicker -ChinaClaw +Chlooe Cliqzbot Cloud mapping Cogentbot -Copier -Copyscape +cognitiveseo +Cosmos Craftbot crawler4j -crawl.sogou.com CrazyWebCrawler -Custo -DatabaseDriverMysqli +CrunchBot +Curious DBLBot -Demon +demandbase-bot Deusu -DIIbot +Digincore +Dirbuster Disco -Dispatch -DnyzBot -DomainAppender -Download Wonder -Dragonfly -DSearch -Ebingbong -eCatch -ECCP/1.0 +Discobot +DittoSpyder +DomainCrawler +DomainStatsBot +DTS Agent +EasyDL +Ecxi EirGrabber EMail Siphon -EMail Wolf +evc-batch Evil +Express WebPictures ExtLinksBot Extractor -ExtractorPro -EyeNetIE -Firefox/7.0 -FlashGet +Ezooms +facebookscraper +FDM Foobot -Freeuploader -Fyrebot +FrontPage +FyberSpider GalaxyBot +Genieo GermCrawler -Getintent -Gigabot -Grabber +GetRight +Go-Ahead-Got-It +Gotit +GrapeFX GrapeshotCrawler -Harvest +GridBot +HaosouSpider Havij -HEADMasterSEO -Hloader +Heritrix +HMView +HTMLparser HTTP::Lite HybridBot Iblog IDBot IlseBot -Image Sucker -IndeedBot +Indy Library InfoNaviRobot -InfoTekies -IstellaBot +Intelliseek +InternetSeer +internetVista monitor +ips-agent +IRLbot Jbrofuzz -JennyBot -JikeSpider -JOC Web Spider -Joomla +JetCar +JustView Jyxobot -Keyword Density Kozmosbot -LeechFTP -LibWeb +LexiBot +Libwhisker Lightspeedsystems Likse -Linkdexbot LinkextractorPro -LinqiaScrapeBot -Lipperhey -lwp-request +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lipperhey Spider +Lmspider +LNSpiderguy +Ltx71 lwp-trivial -Mag-Net -Mail.RU_Bot -Majestic12 -Majestic SEO +Magnet Majestic-SEO MauiBot -Meanpathbot -MeanPath Bot -mediawords +MegaIndex.ru Metauri MFC_Tear_Sample +Microsoft Data Access +Microsoft URL Control MIDown tool MIIxpc -Mister PiX Mojeek Morfeus Fucking Scanner MSFrontPage -Msrabot -Needle -Netcraft +Musobot +Name Intelligence +Nameprotect +Navroad +NearSite +NetAnts NetLyzer -NetSpider Nettrack +Net Vampire Netvibes +NetZIP NextGenSearchBot -NICErsPRO -Nikto -NimbleCrawler -NPbot +Nimbostratus +Nmap +Nutch Octopus Offline Explorer -OpenLinkProfiler -Openvas -OrangeBot -OutclicksBot -PageAnalyzer +Openfind +OpenVAS +OrangeSpider +OutfoxBot Page Analyzer -page scorer +Pandalytics +Panscient Papa Foto -PeoplePal +PECL::HTTP Picscout Picsearch -Pimonster -plumanalytics +POE-Component-Client-HTTP Probethenet -Pump -PxBroker +Psbot +PyCurl Quick-Crawler -RankFlex +RankActive +RankActiveLinkBot +RankingBot RankingBot2 -Rankivabot RankurBot -Reaper ReGet -Ripper RocketCrawler -SalesIntelligent -SBIder +s1z.ru ScanAlert -Scanbot scan.lol -ScoutJet Scrapy Screaming ScreenerBot Searchestate -SearchmetricsBot SEOkicks-Robot +Seomoz +SEOprofiler seoscanners -SeoSiteCheckup SEOstats sexsearcher Siphon -SiteSucker -SMTBot -Snake -Snapbot -SocialRankIOBot -Sociscraper +SISTRIX +Siteimprove +SiteSnagger +Site Sucker +Sitevigil +Snoopy Spammen -SpankBot -spyfu +Spanner +Spbot +SputnikBot +Sqlworm +Sqworm Steeler Stripper -SuperBot +Sucker SuperHTTP Surfbot -SurveyBot -Suzuran -TeleportPro -The Intraformant -TheNomad +sysscan +tAkeOut +Teleport +Telesphoreo Thumbor TightTwatBot Titan -Trendictionbot +trendiction.com +True_Robot Turnitin -Twice -Typhoeus +Upflow +URLy.Warning Vacuum -VCI -VidibleScraper -Voil -Wallpapers/3.0 -WBSearchBot +VB Project +VeriCiteCrawler +VoidEYE +Voltron +WASALive-Bot WebAuto -Web Auto +WebBandit WebCollage -WEBDAV -Web Enhancer +WebCopier +WebEnhancer +WebFetch WebFuck WebGo IS -WebImageCollector -WebLeacher -Web Pix +WebSauger +Web Sauger +Webshag Website Quester -WebSucker -Web Sucker +WebStripper +WebWhacker +WebZIP Whack +Whacker Whatweb -Widow +Who.is Bot +WinHTTrack Wonderbot Woobot -Wotbox +Wprecon WPScan +WWW-Collector-E WWW-Mechanize -WWW::Mechanize +x09Mozilla x22Mozilla -Xaldon WebSpider Xenu -xpymep1.exe Zade +Zauba +Zermelo Zeus +zgrab +Zitebot +ZmEu ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index a80b0d555..4e8cdf219 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bdsmgalls.net -break-the-chains.com -compliance-willy.top -hobild.net -oops-cinema.ru -pc4download.co -propranolol40mg.blogspot.com -sa-rewards.co.za -site-analyzer.com -vesnatehno.ru +4webmasters.org +htmlcorner.com +pinwallpaper.top +prostitutki-yaroslavlya.org +scanner-walter.top +shodanhq.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidinemusclerelaxant.blogspot.com +usswrite.com +videochaty.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4474e75bc..29ac04401 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -13tabs.com -1bet.com -40cg.com -51unlim.ru +000free.us +03p.info +08800.top +0lovespells0.blogspot.com +1000n1.ru +1pamm.ru +256bit.by +28n2gl3wfyb0.ru +2ads.co.uk +2x2fan.ru +34.gs +4inn.ru +4k-player.pl +4rent.ru +5forex.ru +5-steps-to-start-business.com +6hopping.com +7a2rnuey1tw9ar.ru +7zap.com +8si.ru +aa8780bb28a1de4eb5bff33c28a218a930.com +absolutelyanalog.com abwa.tk -accessoires-mode.in -adconscious.com -adinterax.com -admanaerofoil.com +actices.com +activepr.ru +adbetclickin.pink +adclickthru.net ads-seo.men -adultfullhd.com -advocatemsk.ru -afora.ru -akusherok.ru -allkrim.com -alltheviews.com -alpinism.ru -alveris.ru -ameblo.jp -android-style.com -animaltoplist.com -apartment.ru -apparel-offer.com +ads.tremorhub.com +adultfriendfinder.com +adult-shop.com.ua +adventureparkcostarica.com +adverster.com +advokateg.ru +adzpower.com +aerogo.com +agapovdg.ru +akita.kz +alert-fdm.xyz +alert-hgd.xyz +alevinefesleri.com +alfa-medosmotr.ru +allbizne.co.ua +allcredits.su +alldubai.biz +alot.com +alphaforum.ru +altamayoztourism.com +alt-servis.ru +amateurgalls.com +amospalla.es +animalrank.com +anonymous-redirect.com +apiqualitinknet-a.akamaihd.net +appartement-stumm.at appfastplay.com -apxeo.info -arenanews.com.ua -arendakvartir.kz -artpicso.com +arabsexxxtube.com +atleticpharm.org +australia-opening-times.com autolombard-krasnodar.ru -aviav.ru -avon-ukraine.com -azazaporn.com -babyfactory.fr -babyguns.ru -baladur.ru -bannerads.de -bannertesting.com -baoxaydung.com.vn -beauty-clinic.ru -bedandbreakfast.com -belinka.com.ua -bestcalovebracelet.cn -bestmarriages.com -bestsexyblog.com -bharatdefencekavach.com -bidbuy.co.kr -bidr.trellian.com -big-cash.net -bioca.org +autovideobroadcast.com +azbuka-mo.ru +babespcs.com +bagcionderlab.com +basedecor.ru +beclean-nn.ru +berlininsl.com +berrymall.ru +bestmobilityscooterstoday.com +bigcareer.info +biglistofwebsites.com +bimatoprost-careprost.com.ua +bioscorp.ru +bizlist.com.de +bkns.vn blogporn.in -bluerobot.info +blog.remote-computer.de +bloke.com boazpower.com -bobba.dzaba.com -bobinoz.com -boo-arts.com -bouda.kvalitne.cz +brainxs.us braip.com.br -brg8.com -brimstonehillfortress.org -btc4u.ru -buehne-fuer-menschenrechte.de -buketeg.xyz -bum.com.ru -bumskontakte.org -buron.pw -buy-meds24.com -buynorxx.com -buytizanidineonline.blogspot.com -callejondelpozo.es -camdolls.com +briomotor.co +bscodecs.com +businesxxl.com +buydissertation.net +buyessayonline19.blogspot.ru +buypillsorderonline.com +bwlx.prepedu.cn +cablecar.us +californianews.cf +call-of-duty.info +callstevens.com canacopegdl.com -candlehandmade.com -candlewooddentalcentre.com.au -cardsharp1.ru -cartierring.xyz -cartiertrinity.xyz -cashkitten-a.akamaihd.net -catalogs-parts.com -cementaresearch.se -c-english.ru -cercacamion.it +carsdined.org +cartechnic.ru +casite-513049.cloudaccess.net +cezartabac.ro +cgi2.nintendo.co.jp chatroulette.si -chcu.net -cheapmoncler.xyz -checkm8.com -ciproandtizanidine.blogspot.com -cleansearch.net -clippingphotoindia.com -clodo.ru -codysbbq.com -comeondog.info -constantaservice.net -cosmetic.donna7753191.ru -countbertwistdisp26.soup.io -counter.bloke.com -counter.yadro.ru -covadhosting.biz -crazyprotocol.com -creatives.adbetclickin.pink +chinajerseyswholesalecoupons.com +chlooe.com +choice-credit.ru +cibpenonptib.flu.cc +cigarpass.com +clevernt.com +cntravelre.com +coaching-netz.info +compliance-barak.top +compliance-checker-7.info +compliance-don.xyz +compliance-george.xyz +compliance-jess.top +compliance-walter.top +copypaste.traderzplanet.in +counciltally.com +cowlmash.com cubook.supernew.org -culad.com -customerguru.in -cyclobenzaprinevstizanidine.blogspot.com -cyprusbuyproperties.com -daneshetabiat.com -danschawbel.com -data-mining.tk -dekoration.us -demian.kz -dentalpearls.com.au -detalizaciya-tut.biz -detskie-zabavi.ru -dev.citetick.com -dieswaene.com -dieta-personalna.pl +d2jsp.org +dalavia.ru +damasarenai.info +darkages.info +dayibiao.com +d-black.bz +demenageur.com +destinationrealestate.com +deutschland123.de +digitalfaq.com dimaka.info -disruptingdinnerparties.com -docstoc.com -doeco.ru -dogoimage.com -domaineaneblanc.com -dorratex.tn -dpihatinh.gov.vn -dprtb.com -druzhbany.ru -ee77ee.com -elektrozigarettekaufen2.blogse.nl -emediate.eu -empathica.com -en.altezza.travel -energydiet-info.ru -epicbrogaming.com -eralph.tk -erotische-geschichten-xxl.com -escortplius.com -essaypro.com -eugenevaultstorage.com -everypony.ru -expdom.com -extractorandburner.com -eyes-on-you.ga -ezaz.info -ezb.elvenmachine.com -ezigarettenshop2.postbit.com -ezrvrentals.com -familyphysician.ru -fanpagerobot.com -fastfixing.tech -favornews.com -fba-mexico.com -femdom.twiclub.in -filesvine.com -filmbokep69.com -filmi-onlain.info -financehint.eu -find1friend.com -findanysex.com -fishtauto.ru -fitness-video.net -foxweber.com -freeuploader.ml -funcrushgames.com -fxtips.ru -gamevalue7.weebly.com -gamingspark.com +discountbarbour.online +divatraffic.com +domaincheck.io +downloads-whatsapp.com +drillsaw.ru +drugs-no-rx.info +dyt.net +easycommerce.cf +easyshoppermac.com +editors.choice6912650.hulfingtonpost.com +elidelcream.weebly.com +elmifarhangi.com +enge-fotzen.info +escort-russian.com +essay-writing.work +excitacion.info +executehosting.com +exmasters.com +expertblog.info +extremal-blog.com +extremez.net +ezigarettenkaufen1.deviantart.com +ezigaretteshop2.mywapblog.com +fandlr.com +fermersovet.ru +fickkontaktehobbyhuren.com +filkhbr.com +filmetricsasia.com +flooringinstallation-edmonton.com +forms-mtm.ru +fotoxxxru.com +fotzen-ficken.com +foxydeal.com +freelotto.com +free-share-buttons.top +freetangodownload.com +fungamelands.com +gallerylisting.com +gallictures.com +gamedayassist.com +gamerscorps.com +gateway.zscalerone.net gcup.ru -girlsfuckdick.com +geile-lelly.eu +genetworx.com +getdot.ru +getmiro.com +getoutofdebtfree.org +get-your-social-buttons.info +gidonline.one +girls-ufa.ru gloverid.site -goldadpremium.com -goldpanningtools.com -googlefeud.com -google-liar.ru -goo.ne.jp +golaya.pw +golfresa.lucania.se gopixdatabase.com gotcher.us -gotomontenegro.net -graphicwe.org -greatdealshop.com -gsmlab.pl -guge.io +gowreckdiving.com +gsasearchengineranker.site gyffu.com -hackers-crackers.tk -hamilton.ca -harmonyglen.us -hasfun.com -hawaiisurf.com -hccoder.info -hd720kino.ru -hd-filmy.net -healmytrauma.info +hdimagegallery.net +headpress.ru +healing-dysplasia.ru +helpmymacfaster.trade +hidemyass.com high-speed1.net -hikesearch.net -homedo.fabpage.com -host-tracker.com -houdom.net -houston-vikings.com -hyiphunter.org -idc.com.ua -id-forex.com -imicrovision.com -i-midias.net.br -imperia31.ru -impotentik.com -increasewwwtraffic.info -insomniagamingfestival.com -iphantom.com -iqbazar.ru -ispaniya-costa-blanca.ru -jav-fetish.com -javxxx18.com -jeremyeaton.co -jerseywholesalebizchina.com -jetsli.de -job.icivil.ir -kakadu-interior.com.ua -kandidos.com -karpun-iris.ru -kerch.site -ketrzyn.pl -keywordhouse.com -kino2018.club -kinobaks.com -kino-rating.ru -kndxbkdx.bloger.index.hr -kollesa.ru -kostenloser-sex.com -krassh.ru -kupiproday.com.ua -kustanay.kz -lampokrat.ws -lanadelreyfans.us -landreferat.ru -laudit.ru -lazymanyoga.com -leadn.pl -lechtaczka.net -livefixer.com -liveinternet.ru -lombia.co -lotto6888.com -louboutinreplica.pw -luxup.ru -macdamaged.space +hildinghr.se +hopeonthestreet.co.uk +horoshieokna.com +hostingclub.lk +hotenergy.ru +hotloans.ru +hoverboardforsaledirect.com +hubbble.com +humanelydrew.com +hybrid.ru +ifmo.ru +igrovyeavtomaty777.ru +iideaidekonkatu.info +imagerydatabase.com +imediadesk.com +immobiliaremassaro.com +impisr.edunsk.ru +impresagaia.it +incest-ru.com +indianmedicaltourismshop.com +infektsii.com +innoslicon.com +invest-pamm.ru +iqoption.com +iscblog.info +janettabridal.com +kartiniresto.com +keyhantercume.com +keywordblocks.com +khafre.us +kichenaid.ru +kinotorka.ru +klumba55.ru +knigonosha.net +knowyournextmove.com +konkursov.net +kountrylife.com +kuzinsp.ru +kwzf.net +lacave.ntic.fr +laexotic.com +lankarns.com +laptoper.net +laulini.soclog.se +law-check-seven.xyz +lawyers.cafe +lechenie-gemorroya.com +lennatin.info +lescinq.com +lflash.ru +linkredirect.biz +lion.bolegapakistan.com +liveinternet.ro +live-sexcam.tk +liveshoppersmac.com +livetsomudvekslingstudent.bloggersdelight.dk +lkbennettstore.online +locatellicorretor.com.br +lombia.com +lonerangergames.com +losangeles-ads.com +low-format.ru +ltvperf.com +lyrics.home-task.com +lyrster.com magazin-pics.ru -magicalfind-a.akamaihd.net +mainlinehobby.net +make-money-online.com +makis.nu maladot.com -manve.info -marmotstore.online -matpre.top -mcnamaratech.com -mebel-ekb.com -meddesk.ru -medictube.ru -medkritika.ru -medosmotr-ufa.ru -meetingrainstorm.bid -mhi-systems.ru -milblueprint.com -mindeyegames.com -minegam.com -miniads.ca +manipulyator-peterburg.ru +manuscript.su +masterseek.com +masthopehomes.com +mearns-tractors.co.uk +meds-online24.com +mega-bony2017.pl +members.ghanaweb.com +menstennisforums.com +micasainvest.com +microsoftportal.net +microstatic.pl +mindbox.co.za +minecraft-neo.ru +mini.7zap.com +mirmedinfo.ru +misswell.net +mister-shop.com mistr-x.org -mlvc4zzw.space -mobplayer.net -moivestiy.biz -monclerboots.xyz -monclerjacketsoutlet.pw -monsterdivx.com -mosdverka.ru -mossmesi.com -mototsikl.org -mrsdalloways.com -msfsaar.de +mixtapetorrent.com +mixx.com +mmog-play.ru +mojaocena.com +moskva.nodup.ru +mowser.com +mulberryoutletonlineeu.com +muschisexbilder.com +musicvidz.ru musirc.com -muz-baza.net -mybinaryoptionsrobot.com -mylida.org -mystats.xyz -myxdate.info -nailsimg.com -narco24.me -netfacet.net -newstudio.tv -nextrent-crimea.ru -ngps1.ru -nibbler.silktide.com -o00.in -oakleyglassesonline.us -odoratus.net -offers.bycontext.com -onemactrckr.com -onlainbesplatno.ru +my-floor.in.ua +myfreemp3.eu +myhitmp3.club +mymobilemoneypages.com +napalm51.nut.cc +netpics.org +nextbackgroundcheck.gq +nextconseil.com +ningessaybe.me +nonews.co +nordvpn.com +notebook-pro.ru +nowtorrents.com +nzfilecloud.weebly.com +odesproperty.com +oecnhs.info +office2web.com +officedocuments.net +olgacvetmet.com +oneminutesite.it +onetravelguides.com onlyforemont.ru -onlywoman.org -ooo-gotovie.ru -orgasmatrix.com -osnova3.ru -osoznanie-narkotikam.net -ostrovtaxi.ru -ourville.info -paperwritingservice17.blogspot.ru -pattersonsweb.com -pb-dv.ru -pc-virus-d0l92j2.pw -pdn-4.com +openmultipleurl.com +opinionreelle.com +ops.picscout.com +oyster-green.com +oz-offers.com +pacificair.com +palocco.it +partner-stop.men +partnerworkroom.men +pawli.eu +p-business.ru +pearlisland.ru peekyou.com -perm-profnastil.ru -pharmacyincity.com -photorepair.ru -picsearch.com -picturesboss.com -picturesmania.com -pinstake.com -pinwallpaper.top -pistonclasico.com -piter.xrus.org -pixgood.com -plastweb.ru -playfortuna-play.ru +peugeot-club.org +pflexads.com +photostudiolightings.com +pics-group.com +pinkduck.ga +pizza-tycoon.com +pk-services.ru +plastjulgranar.se play.leadzupc.com -poem-paying.gq -pogruztehnik.ru -polybuild.ru -pony-business.com -popmarker.com -popserve.adscpm.net -pornogad.com -porno-transsexuals.ru -pozdravleniya-c.ru -preparevideosafesystem4unow.space -priceg.com -privatbank46.ru -profitwithalex.info -proxyradar.com -pushdata.sendpulse.com -pussyfleet.com -quick-offer.com -rabot.host.sk -rankia.com +play-movie.pl +polcin.de +popup-hgd.xyz +porngalleries.top +pornofiljmi.com +pornolook.net +pornotubexxx.name +priscilarodrigues.com.br +qexyfu.bugs3.com +quickchange.cc rankings-analytics.com -rankscanner.com -rapidsites.pro -razleton.com -r-control.ru -realizmobi.com +ranksonic.com +razorweb-a.akamaihd.net realmonte.net -realnye-otzyvy.info -recipedays.com -reckonstat.info -redirlock.com -remontgruzovik.ru -rennlist.com -repeatlogo.co.uk -rosbalt.com.ua -saecsa.co -saltspray.ru -samara.rosfirm.ru -sardinie.us -sa-rewards.co.za -sarm.tk -savefrom.com -scanmyphones.com -scanner-viktor.top -schoolfiles.net -searchlock.com -seasonvar.ru -seoboxes.com -seocheckupx.com -seocheki.net -seorankinglinks.com -seo-smm.kz -servethis.com -service-core.ru -sevendays.com.ua -sexgalleries.top -sexpornotales.com -sex-tracker.de -sexvporno.ru -sexy.babes.frontend-stack.top -shemalegalls.blogporn.in -shop-electron.ru -silverage.ru -sisiynas.ru -skladvaz.ru -skutecznetabletkinaporostwlosow.pl +realresultslist.com +rebuildermedical.com +redirectme.net +regionshop.biz +reklama-i-rabota.ru +remont-fridge-tv.ru +rewardit.com +rightenergysolutions.com.au +rniaeba.ga +rossmark.ru +rp9.ru +ruf777.com +rus-pornuha.com +safe-app.net +samolet.fr +sanjosestartups.com +sbf441.com +scanner-fred.top +screentoolkit.com +sdelatmebel.ru +searchinquire.com +searchtooknow-a.akamaihd.net +seasaltwithfood.com +secretscook.ru +seonetwizard.com +seotoolsagency.com +sexkontakte-seite.com +sex-pr.net +sexsaoy.com +sfj-ror.no +sharebutton.net +sherlock.se +shlyahten.ru +shopwme.ru +sirpornogratis.xxx +sisi-go.ru +site-speed-checker.site +sitevaluation.org skylta.com +skytraf.xyz s.lollypopgaming.com +small-game.com +snjack.info snjatie-geroinovoy-lomki.ru -snow.nvr163.com -socialsignals24.com -solnplast.ru -songoo.wz.cz -spabali.org -spaceshipad.com -spamnuker.com -spasswelt.net -spb.ru -srgwebmail.nl -stal-rulon.ru -starwars.wikia.com -statistici.ro -steame.ru -stjamesschool.info -stretchingabuckblog.com -stroiminsk.com -styro.ru -sudexpert66.ru -sugarkun.com -supermama.top +snsdeainavi.info +socialmediasuggest.com +soda.media +sofit-dmd.ru +softonicads.com +sotechco.co +sovinsteel.ru +special-porn.com +spidtest.org +spylog.com +spymac.net +sstroy44.ru +stauga.altervista.org +steamoff.net +stillmiracle.com +stroyhelp-dv.ru +sumo.com svetodiodoff.ru -tagil.zrus.org -technopellet.gr -tedy.su -tehngr.ru +takeprofitsystem.com +tako3.com +td-l-market.ru +tech4master.com telefonsexkostenlos.tk -telsis.com -tgtclick.com -themeforest.net -theplacetoupdating.pw -tilido.com -time-japan.ru +telesvoboda.ru +tfxiq.com +tizanidine4mguses.blogspot.com tizanidineandhydrocodone.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -toloka.hurtom.com -topdownloads.ru -topsiteminecraft.com -torrentdownloadhub.com -toursmaps.com -track-rankings.online +tizanidineoral.blogspot.com +tizanidinerecreationaluse.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tkanorganizma.ru +todohr.com +tonerbox.kz +toondinsey.com +top10registrycleaners.com tradgardspartner.se -trafficmonetize.org -trafficstars.com -trkdf.com -truck-rece.life -truebeauty.cc -truemfilelj.gq -tubeline.biz -tupper-shop.ru -turizmus.us -u17795.netangels.ru -uchebavchehii.ru -ukrobstep.com -unrealcommander.org -upupa.net -usacasino.com -valkiria-tk.ru -vapsy.com -varikozdok.ru -videochat.cafe -vinsit.ru -vk-mus.ru -vladimir.zrus.org -voltrknc1.com -vozbujdenie.com -vremya.eu -vriel.batcave.net -vvon.co.uk -vzubah.com -watchmygf.net -wdrake.com -webextract.profound.net -webmonetizer.net -websiteaccountant.de -weclipart.com -weekes.biz.tc +trafficgenius.xyz +traffique.net +trichizobswiv.agddns.net +tupper-posuda.ru +typimga.pw +tzritel.tk +uhodzalijami.ru +unrealcommander.biz +uptime-alpha.net +url-img.link +urlopener.blogspot.com.au +usadacha.net +valuado.com +valueclick.com +vasileostrovsky-rayon.ru +vegascosmetics.ru +vektorpress.ru +vekzdorov.ru +vesnatehno.com +via-energy-order.com +videojam.tv +video-production.com +vikistars.com +viktoria-center.ru +vinylvault.co.uk +viteonlusarezzo.it +vkak.ru +vkgaleria.com +voloslove.ru +vsdshnik.com +vtc.pw +warezaccess.com +wcb.su +webinstantservice.com welck.octopis.com -westen-z.life -whipme.yopoint.in -whiteproduct.com -whosonmyserver.com -winx-play.ru -woman-tampon.ru -wonderfulflowers.biz -wpthemedetector.co.uk -xitjw.info -x-mix.info -xmronta.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----9sbubg3ambdfl1j.xn--p1ai -xn--c1acygb.xn--p1ai -x-rates.ru -xvideosbay.com -yoshkarola.zrus.org -yottos.com -youporn-forum.ga -yourads.website -ypmuseum.ru -yuarra.pluto.ro -yunque.pluto.ro -zagadki.in.ua -zatjmuzu.info -zdesoboi.com -zerocash.msk.ru -zeroredirect10.com -zigarettenonlinekaufen1.blox.pl -zigarettenonlinekaufen2.bloog.pl +welcomeauto.ru +wetgames.ru +while.cheapwebsitehoster.com +wholesalejerseychinashop.com +wikes.20fr.com +wineitudes.wordpress.com +wnhjavlhezp.gq +word-vorlagen.xyz +wtsindia.in +xblognetwork.com +xkaz.org +x-musics.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--80ab4aa2g.xn--p1ai +x-stars.ru +yachts-cruise.info +yadro.ru +yaminecraft.ru +youdesigner.kz +youresponsive.com +yousense.info +youthreaders.com +zaloro.com +za-music.mymobiplanet.com +zarajbuilders.com +zarepta.com +zetgie.com.pl +zhacker.net +znakomstva-moskva77.ru +zoolubimets.ru +zoomovies.org diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index a7f0ebaf1..90ed5c3a0 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -14b.info +101billion.com +101raccoon.ru +1-99seo.com 1-free-share-buttons.com -1kdailyprofit.me -21h2o.com -4pp13.com -4replicawatch.net -5-steps-to-start-business.com -777-club.ru -8xv8.com -adloads.net -adultwebhosting.info -alfabot.xyz -all4invest.info -all-streaming-media.com -angel1777.kz -animebox.com.ua -apartment.ru -apiappenableinfo-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -arendatora.ru -artel116.ru +1qingdao.com +2girls1cup-free.com +adultfullhd.com +advokateg.xyz +agapovdg.ru +air-edem.ru +all4wap.ru +alvtank.se +amigobulls.com +anapa-inns.ru +anmysite.com +apidiamondatanet-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +appiq.mobi automatic-seo.com -autotrends.today -autowebmarket.com.ua +autotop.com.ua avkzarabotok.info -babespcs.com -balitouroffice.com -balla-boo.se -bank.uz -bannertesting.com -baoxaydung.com.vn -beauby.ru -bestsexyblog.com -bingoporno.com -bjanshee.ru -bnt-team.com -bochemit.com.ua -boeuklad.com -bolegapakistan.com -buzzzg.men -camel-beach.com -cand.jp -cfacarrosserie74.com -cgi2.nintendo.co.jp -cleansearch.net -compliance-alexa.top -compliance-don.xyz -construmac.com.mx +baltgem.com +bamo.xsl.pt +batanga.net +battlecarnival.su +battleforupdating.site +battle.net +bear.gotcher.us +betune.onlinewebshop.net +bget.ru +bmw.afora.ru +bobinoz.com +boleznikogi.com +bonzibuddi.com +brillianty.info +burn-fat.ga +buzzurl.jp +californianews.cf +cartierlove2u.com +cartierloveringreplica.xyz +cayado.snn.gr +ciekawinki.pl +cineacademy.ru +cleanpcnow.com +clicksotrk.com +collegerentals.com +compliance-barak.xyz +compliance-donald.xyz +compliance-ivan.top +compliance-nelson.top +cosmetic.donna7753191.ru +countercrazy.com crd.clan.su -customchocolate.business-for-home.com -damedingel.ya.ru -dichvuvesinhhanoi.com -diminishedvalueoforegon.com -discovertreasure-a.akamaihd.net -dnsrsearch.com -docs4all.com -dojki-hd.com +csgo4.win +cubook.supernew.org +czeshop.info +danceuniverse.ru +dating-app.ru +dealwifi.com +delfin-aqua.com.ua +den-noch24.ru +digest-project.ru +djonwatch.ru +dneprsvet.com.ua +dogsrun.net dolohen.com -domain.webkeyit.com -downtuptv.gq -dptaughtme.com -drugstoreforyou.com -dvrlists.com -ec-file.info -ecxtracking.com -elektronischezigarettekaufen1.myblog.de -elkacentr.ru -energy-ua.com -enginebay.ru -ero-advertising.com -esnm.ru -expertblog.info -extremal-blog.com -ez8motelseaworldsandiego.com -ezb.elvenmachine.com -f5mtrack.com -faptitans.com -farm26.ru -fertilitetsradgivningen.se -fetlifeblog.com -find1friend.com -findthe.pet -flipper.top -forex21.ru -freelifetimefuckbook.com -gayxperience.com -gcup.ru -gearcraft.us -germetiki.com.ua -ghernnqr.skyrock.com -gok-kasten.net -goosefishpost.bid -gopixdatabase.com -gosarhivrt.ru -gta-club.ru -hamptonoaks.ca -hausfrauensex18.com -hermesreplica.pw -hexpilot.com -histock.info -hitsbox.info -hoverboard360.es -icaseclub.ru -ido3.com -ilovevitaly.ru -imagerydatabase.com -iminent.com +dosugrostov.site +easyshoppermac.com +easyukraine.com +ecommerce-seo.org +econom.co +ekspertmed.com +electrik-avenue.com +elektrischezigarette2.devhub.com +elektronischezigarette2.mex.tl +elektrozigaretten1.postbit.com +elitesportsadvisor.com +eluxer.net +elvenmachine.com +eropornosex.ru +erotiktreff24.info +eu-cookie-law.blogspot.com +euromasterclass.ru +eurosamodelki.ru +exmasters.com +fashionavenuegame.com +feeriaclub.ru +fikasound.tk +film-one.ru +foodcrafts.website +forpostlock.ru +fortwosmartcar.pw +fr-bearings.ru +funcrushgames.com +funponsel.com +gamerextra.com +gamerscorps.com +genetworx.com +gentamicineyedrops.blogspot.com +getyourimage.club +gfaq.ru +go2jump.org +gov.yanao.ru +gyffu.com +hamacapty.com +health-medical-portal.info +hem.passagen.se +hetmanship.xyz +hkdiiohi.skyrock.com +hotgirlhdwallpaper.com +hothot.ru +housemilan.ru +huimin764128.com +hystersister.com incanto.in.ua -istizanidineacontrolledsubstance.blogspot.com -istizanidinelikexanax.blogspot.com -istock-mebel.ru -ix20.ru -jerseywholesalebizchina.com -jovencitas.gratis -juliaworld.net -kalb.ru -karachev-city.ru -kemerovo.zrus.org -kerei.ru -keywesthideaways.co -klikbonus.com +ivearchenceinflu.cf +jav-fetish.site +jimmychoosale.online +jumptap.com +jus0wil.pp.ua +justucalling32211123456789.tk +kalandranis.gr +kerwinandcariza.com +kinocccp.net +kinoflux.net kmgamex.cf -kupiproday.com.ua -labelwater.se -lanadelreyfans.us -lawyersinfo.org -loadopia.com -losangeles-ads.com -macrotek.ru -mailemedicinals.com -meendo-free-traffic.ga -metalonly.info -mex-annushka.ru -milblueprint.com -minharevisao.com -mmgq.ru -mobilierland.com -mosrif.ru -mossmesi.com -moxo.com -mydoctorok.ru -mygameplus.ru -mypornfree.ru -myseoconsultant.com -napalm51.nut.cc -nastydollars.com -oakleyglassesonline.us -odywpjtw.bloger.index.hr -onlyforemont.ru -onlythegames.com -o-o-6-o-o.ru -orel-reshka.net -osagonline.ru -paleohub.info -papasdelivery.ru -partner-stop.men -pcimforum.com -penisvergrotendepillennl.ovh -petrovka-online.com -picswe.com -pila.pl -pixshark.com -play-movie.pl -playtap.us -poppen-nw.net -pornodojd.ru -pornogig.com -pornosmola.info -portal-eu.ru -praisong.net -printie.com -prize44.com -prlog.ru -proftests.net -prokotov.com -pronorm.fr -prostitutki-belgoroda.org -pulseonclick.com -puzo2arbuza.ru -q-moto.ru -realmonte.net -reimageplus.com -relax.ru -remont-mobile-phones.ru -replicaclub.ru -rialp.getenjoyment.net -royalvegascasino.com -rusenvironmental.net -s8-nowy-wygraj.comli.com -sack.net -scanner-nelson.top -scrapy.org -shillyourcoins.com -shop-electron.ru -sklad-24.ru -skutecznetabletkinaporostwlosow.pl -smokewithrabbits.com -soft1.ru -solitaire-game.ru -sortthemesitesby.com -streetfire.net +kongoultry.net +ks1234.com +kurwa.win +letslowbefast.today +li-er.ru +lifebyleese.com +locimge.pw +longlifelomilomi.info +mainhp.net +mamasuper.prom.ua +mararoom.ru +marcogrup.com +matrixalchemy.com +mcnamaratech.com +medosmotr-ufa.ru +miniature.io +mir-betting.ru +mir-business-24.ru +mokrayakiska.com +mouselink.co +mp3films.ru +mypets.by +neobux-bg.info +newsperuse.com +novosti-hi-tech.ru +npoet.ru +oecnhs.info +offergroup.info +online-templatestore.com +ooo-olni.ru +openfrost.net +openmediasoft.com +osoznanie-narkotikam.net +partnerads.men +partner-cdn.men +pinkduck.ga +pkr1hand.com +plastjulgranar.se +poisk-zakona.ru +pojdelo.weebly.com +pokerniydom.ru +popmarker.com +porndl.org +pornoreino.com +pozvonim.com +pricheski-video.com +priscilarodrigues.com.br +prizestohandle.club +profit-opportunity.com +puzzleweb.ru +rcpmda.ikan1080.xyz +referencemoi.com +registry-clean-up.net +registrydomainservices.com +ric.info +ruclicks.com +sbetodiodnye-lampy.ru +scottbywater.com +semrush.com +seoheap.com +servicecenter.co.ua +sexad.net +shtora66.ru +shymkent.xkaz.org +signal03.ru +sildenafilcitratemed.com +siteonomy.com +slavia.info +sodexo.com +soochi.co +sosdepotdebilan.com +sotkal.lark.ru +spaceshipad.com +spb-plitka.ru +starpages.net +stroy-portal22.ru +sukirgenk.dvrlists.com svensk-poesi.com -taboola.com -telefonsexsofort.tk -thebitcoincode.com -thefarmergame.com -thfox.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidineshowupondrugtest.blogspot.com -top-karkas.ru -tracfone.com -trackzapper.com -trafficstars.com -truck-addzilla.life -truck-rece.life -tubeoffline.com -tuberkuleznik.ru -tula.mdverey.ru -uggbootsoutletsale.us -unblocksit.es -usdx.us -validdomain.xyz -valsalud.com -vchulkax.com -vduplo.ru -vegascosmetics.ru -viagraneggrx.com -visionwell.com.cn -volume-pills.biz -vzglyadriv.kg -warningwar.ru -watchdogs-2.ru -website-speed-check.site -wfb.hatedriveapart.com -xblognetwork.com -x-diesel.com -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xxx-cam.webcam -yaaknaa.info -yachts-cruise.info -yginekologa.com -yougetsignal.com -youghbould.wordpress.com -youporn-ru.com -yourothersite.com -zeleznobeton.ru -zona-aqua.ru +symphonyintegratedhealthcare.com +takeflyte.com +tandvardshuset.net +tedxrj.com +thedownloadfromwarez.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidineorflexeril.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tomatis.gospartner.com +topappspro.com +torrentdownloadhub.com +tour-line.net +toys.erolove.in +traffique.net +traffpartners.com +turbodsp.com +tvand.ru +twitlinks.com +twittrading.com +uamtrk.com +uni.me +vadimkravtcov.ru +valmetrundan.se +vapeface.club +venta-prom.ru +ventelnos.com +viagengrarx.com +visitcambridge.org +vkontarkte.com +voloslove.ru +vote-up.ru +vseigru.one +we-are-gamers.com +welcomeauto.ru +wesharepics.info +wheelchairliftsarea.com +wholesalejerseychinaoutlet.com +win-spy.com +w-journal.ru +worst-sites.online +xedserver.com +x-true.info +yellowads.men +zhuravlev.info +z-master.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..3b5fea028 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,3 +1,31 @@ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + @@ -8,35 +36,7 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - - + Welcome to NginX diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 500584a94..290c48e19 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.224.112.202 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 2dba4acef..86e2e13c0 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index f8d50f911..e7406f3b7 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index c72fb17bf..97124adcb 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1707 +#### Version: V4.2019.07.1708 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 663d5badb..92e056a16 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1707 +#### Version: V4.2019.07.1708 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index c55ebd642..9478dea74 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1707 +#### Version: V4.2019.07.1708 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 90ca00e6e..fe7a9074c 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1707 +#### Version: V4.2019.07.1708 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index b1004a074..7ff156874 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1707 -### Updated: Mon Jul 1 10:00:10 SAST 2019 +### Version: V3.2019.07.1708 +### Updated: Mon Jul 1 10:19:47 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 703a74a13..d211bcd2c 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:09 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:46 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index aca65d137..30b114c93 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1707 -### Updated: Mon Jul 1 10:00:11 SAST 2019 +### Version: V4.2019.07.1708 +### Updated: Mon Jul 1 10:19:48 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##