diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 9cf003f94..8987b3635 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.02.1977 -### Updated: Mon Feb 10 21:49:44 SAST 2020 +### Version: V3.2020.02.1981 +### Updated: Tue Feb 11 11:37:09 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 93e5dda77..866a53036 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 1; +35.196.72.151 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc10a80a9..118499141 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 0; +35.196.72.151 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 9cf003f94..8987b3635 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.02.1977 -### Updated: Mon Feb 10 21:49:44 SAST 2020 +### Version: V3.2020.02.1981 +### Updated: Tue Feb 11 11:37:09 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 93e5dda77..866a53036 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 1; +35.196.72.151 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc10a80a9..118499141 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 0; +35.196.72.151 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 9cf003f94..8987b3635 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.02.1977 -### Updated: Mon Feb 10 21:49:44 SAST 2020 +### Version: V3.2020.02.1981 +### Updated: Tue Feb 11 11:37:09 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 93e5dda77..866a53036 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 1; +35.196.72.151 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bc10a80a9..118499141 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 0; +35.196.72.151 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 9cf003f94..8987b3635 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.02.1977 -### Updated: Mon Feb 10 21:49:44 SAST 2020 +### Version: V3.2020.02.1981 +### Updated: Tue Feb 11 11:37:09 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 9cf003f94..8987b3635 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.02.1977 -### Updated: Mon Feb 10 21:49:44 SAST 2020 +### Version: V3.2020.02.1981 +### Updated: Tue Feb 11 11:37:09 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index e3ee197d5..23346f5e7 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index df57285da..a49f3d1b8 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.74.253.255 0; +35.227.97.188 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 241e97626..8a7a5941a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.74.253.255 1; +104.196.57.92 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 85130057a..9a0a5abca 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.74.253.255 0; +104.196.57.92 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 241e97626..8a7a5941a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.74.253.255 1; +104.196.57.92 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 85130057a..9a0a5abca 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.74.253.255 0; +104.196.57.92 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 241e97626..8a7a5941a 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.74.253.255 1; +104.196.57.92 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 85130057a..9a0a5abca 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.74.253.255 0; +104.196.57.92 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index a3ff905e9..ea359fd02 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.196.213.122 0; +104.196.57.92 0; +35.237.56.208 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index bfb6e27ff..d6b4cdbda 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index a0c89dc55..cfa633c37 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.237.8.208 0; -35.237.212.185 0; +34.74.79.111 0; +104.196.57.92 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 13724f024..e01f5c71f 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 41db2f406..df0f712c8 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.196.213.122 0; -35.237.212.185 0; +104.196.57.92 0; +35.196.158.85 0; +34.74.79.111 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 50bb6ef4a..17d367b4e 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.237.8.208 0; -104.196.213.122 0; -35.185.97.135 0; +35.237.56.208 0; +34.74.79.111 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 93e5dda77..866a53036 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 1; +35.196.72.151 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 9473dc031..36db51912 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Black Hole -Chlooe -DIIbot -Lanshanbot -Libwhisker -NearSite -OutclicksBot -Pandalytics -PHPCrawl -Webshag +Masscan +OutfoxBot +PictureFinder +ProWebWalker +RankurBot +SemrushBot +Snake +Toata +WebImageCollector +x22Mozilla diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 88820fdeb..400bcb776 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -80legs +360Spider +404enemy +Abonti Aboundex +AfD-Verbotsverfahren AhrefsBot AIBOT AiHitBot +Aipbot +Alexibot AlphaBot +Apexoo arquivo.pt arquivo-web-crawler +Asterias +Attach autoemailspider BackDoorBot Backlink-Ceck -BacklinkCrawler -BackStreet -BackWeb -Badass -Barkrowler -BatchFTP +backlink-check +Bandit Battleztar Bazinga BBBike -BDCbot +BDFetch +BetaBot Bigfoot +Bitacle +BlackWidow BLEXBot -Bolt +Blow +BlowFish +Boardreader +BotALot Brandprotect -Brandwatch -Bullseye -BuzzSumo +Calculon +CATExplorador CazoodleBot -CCBot +Cegbfeieh ChinaClaw Chlooe -Cliqzbot Cloud mapping coccocbot-web Cogentbot -Copyscape -Cosmos -Craftbot -crawler4j +cognitiveseo +com.plumanalytics +CopyRightCheck +crawl.sogou.com CrazyWebCrawler Crescent -CrunchBot -DataCha0s +DatabaseDriverMysqli demandbase-bot -Demon Deusu -DigitalPebble +Digincore +DIIbot Disco Discobot -Discoverybot +Dispatch DnyzBot Dragonfly Drip -DSearch DTS Agent -EasyDL -eCatch -Ecxi -EirGrabber +Ebingbong EMail Wolf -EroCrawler evc-batch Evil +Exabot +Express WebPictures ExtLinksBot -Extractor -ExtractorPro -Extreme Picture Finder EyeNetIE Ezooms -FDM -FlashGet +FemtosearchBot Flunky -FrontPage +Freeuploader Fyrebot Genieo -Gigablast -Gigabot +GermCrawler +Getintent +GetRight Go-Ahead-Got-It Gotit -GoZilla -GrabNet Grafula -GrapeFX -GT::WWW -Haansoft +GrapeshotCrawler +GridBot +HaosouSpider Harvest Havij -HMView -HTTP::Lite -HTTrack -Humanlinks -IDBot -IlseBot +HEADMasterSEO +HTMLparser Image Fetch Image Sucker -IndeedBot -InfoNaviRobot -InternetSeer -internetVista monitor -ips-agent -IstellaBot +InterGET +Iria +IRLbot Jbrofuzz +JennyBot JikeSpider -Joomla Jorgee JustView +Jyxobot Keyword Density -Kozmosbot -Lanshanbot +LeechFTP LeechGet -Lftp -Lightspeedsystems -LinkextractorPro +LibWeb +Linkdexbot LinkpadBot LinkScan -LinksManager -LinqiaMetadataDownloaderBot +LinkWalker LinqiaScrapeBot -Lipperhey +Lipperhey Spider Litemage_walker -Lmspider -LWP::Simple +Ltx71 Mail.RU_Bot -Majestic12 MarkWatch Masscan +MauiBot meanpathbot -Metauri -Microsoft URL Control -MJ12bot +MeanPath Bot +Microsoft Data Access +Mister PiX Mojeek -Mr.4x3 +Mojolicious +Morfeus Fucking Scanner +MSIECrawler muhstik-scan Nameprotect -NearSite -Netcraft +Needle +Nessus +NetAnts netEstate NE Crawler NetLyzer -NetMechanic -Nettrack -Netvibes -NetZIP -Niki-bot -NimbleCrawler -Nmap +NextGenSearchBot +NICErsPRO +Nikto +Ninja Nutch oBot Octopus Openfind OpenLinkProfiler -OutfoxBot -Page Analyzer -PageScorer -Pavuk +OrangeBot +OrangeSpider +OutclicksBot +PageAnalyzer +page scorer +Pandalytics +Panscient +Papa Foto pcBrowser +PECL::HTTP PeoplePal -Picsearch -plumanalytics -POE-Component-Client-HTTP -Psbot +Picscout +Pixray +PleaseCrawl +ProWebWalker +Pump +PxBroker QueryN Metasearch -Quick-Crawler RankActive +RankActiveLinkBot RankFlex +RankingBot +RankurBot RealDownload -RebelMouse Recorder RedesScrapy -ReGet +RepoMonkey +Rogerbot RSSingBot +s1z.ru +SalesIntelligent ScanAlert -Scanbot ScoutJet +Screaming ScreenerBot -Searchestate SearchmetricsBot -SemrushBot SEOkicks +SEOlyticsCrawler seoscanners -SeoSiteCheckup -SEOstats -Siphon -Siteimprove +serpstatbot +sexsearcher +Shodan +SISTRIX SiteLockSpider -SiteSnagger Sitevigil -SlySearch -SmartDownload SMTBot Snapbot Snoopy -Sogou web spider -Sosospider +SocialRankIOBot +Sociscraper SpaceBison SpankBot sp_auditbot Spbot -Spinn3r +SputnikBot +spyfu +Sqlmap Sqworm Sucker Sucuri -SuperBot +SuperHTTP +Surfbot Swiftbot +sysscan Szukacz +T8Abot +tAkeOut Teleport TeleportPro -Telesphoreo -TightTwatBot +Telesphorep +TheNomad +Titan Toata -Tracemyfile -True_Robot +Trendiction +Trendictionbot +trendiction.de Turingos +Turnitin +TurnitinBot TwengaBot -UnisterBot -URLy.Warning -Vagabondo -VCI +Typhoeus +URLy Warning +Vacuum VeriCiteCrawler +VidibleScraper VoidEYE Voil +Voltron WallpapersHD WASALive-Bot -Web Collage -WebCopier -Web Enhancer -WebFuck +WBSearchBot Web Fuck -WebGo IS +WebmasterWorldForumBot WebPix -WebReaper WebSauger -Webshag -WebsiteQuester -Webster WebStripper -Whack -WinHTTrack +WebWhacker +Who.is Bot WiseGuys Robot WISENutbot Wonderbot Woobot -Wotbox +Wprecon WWW-Mechanize -WWWOFFLE -Xaldon WebSpider -Xenu -xpymep1.exe -Zermelo +x09Mozilla +YoudaoBot +Zade +Zeus +zgrab ZmEu +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 73029a810..2741b5dbe 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +360Spider +404enemy +80legs Abonti -Aboundex -Aboundexbot -Acunetix -AfD-Verbotsverfahren +AIBOT Alexibot -Alligator -AllSubmitter AlphaBot Anarchie -Apexoo -arquivo.pt -Asterias Attach +autoemailspider +AwarioRssBot AwarioSmartBot -BackDoorBot +Backlink-Ceck backlink-check BacklinkCrawler -Barkrowler +BackStreet +BackWeb BatchFTP Battleztar Bazinga -BDFetch BetaBot -Bigfoot -Blackboard -BlackWidow +Bitacle Blow -BlowFish BotALot Brandprotect Buddy -BuiltWith -CATExplorador +BunnySlippers +Calculon CazoodleBot -Cegbfeieh -CherryPicker -CheTeam +CCBot +CheeseBot Chlooe Claritybot -Cliqzbot -Cogentbot +coccocbot-web +cognitiveseo Collector -com.plumanalytics -Copier +CopyRightCheck Copyscape Craftbot crawler4j +crawler.feedback crawl.sogou.com CrazyWebCrawler -Crescent CrunchBot -CSHttp Custo -Demon +DatabaseDriverMysqli +DBLBot Deusu -DigitalPebble -Discobot +Devil +Digincore +Dirbuster +Disco Discoverybot +DomainSigmaCrawler Dotbot -Dragonfly -Drip -DTS Agent -EasyDL -Ecxi +DSearch +Ebingbong +eCatch +ECCP/1.0 EroCrawler Evil ExtLinksBot Extractor -ExtractorPro Extreme Picture Finder +EyeNetIE Ezooms -FHscan +facebookscraper +FDM +FemtosearchBot +Fimap +Flunky +FyberSpider +Fyrebot +GalaxyBot +Genieo Getintent +GetRight +GetWeb +Gigablast Go-Ahead-Got-It +GoZilla Grabber -GrapeFX GrapeshotCrawler -GT::WWW +GridBot +Haansoft +Hloader HTMLparser +HTTP::Lite HTTrack -HybridBot -Image Fetch +IDBot Indy Library InfoTekies -ips-agent +instabid +Iria IRLbot Iskanie Jbrofuzz -JennyBot -JetCar -JikeSpider JOC Web Spider -Jorgee +Joomla +JustView Jyxobot Kenjin Spider -Lanshanbot -Lftp -LibWeb -Libwhisker -LinkpadBot -LinkScan +Keyword Density +Lightspeedsystems +LinkextractorPro LinksManager +LinkWalker LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot Lipperhey -lwp-request LWP::Simple -lwp-trivial -Magnet -Mail.RU_Bot -Majestic12 -MarkMonitor +Mag-Net +magpie-crawler +Majestic SEO +Majestic-SEO Masscan -Mass Downloader meanpathbot Meanpathbot -MeanPath Bot -Mediatoolkitbot mediawords -MegaIndex.ru -MIDown tool -Mister PiX +MFC_Tear_Sample +Microsoft URL Control +MIIxpc MJ12bot Mojeek Mojolicious Morfeus Fucking Scanner -MSIECrawler -muhstik-scan +Mr.4x3 +MSFrontPage +Name Intelligence +Navroad NearSite -Needle -netEstate NE Crawler -NetMechanic +Nessus +NetAnts +Netcraft NetSpider -Net Vampire -NetZIP -Nibbler +Netvibes NICErsPRO -Nikto -Ninja +Niki-bot Nmap -NPbot -Nutch +Octopus +Offline Navigator OpenLinkProfiler +Openvas +OpenVAS +OrangeSpider OutclicksBot Page Analyzer -Pandalytics +page scorer Panscient Papa Foto +Pavuk pcBrowser -PECL::HTTP -PHPCrawl +PeoplePal Picsearch -plumanalytics +PictureFinder +Pi-Monster Pockey +POE-Component-Client-HTTP Probethenet ProPowerBot +ProWebWalker Psbot -Quick-Crawler -RankActiveLinkBot -RankFlex -RankingBot2 +PxBroker +PyCurl +Rankivabot +RankurBot RedesScrapy -ReGet +RepoMonkey +RocketCrawler +s1z.ru +SBIder scan.lol -Screaming +Scrapy ScreenerBot SearchmetricsBot -Semrush -Seomoz +SemrushBot +SEOlyticsCrawler seoscanners sexsearcher -Shodan -Siphon -Sitebeam -Siteimprove -SiteSucker +SISTRIX +SiteExplorer Sitevigil -SlySearch SmartDownload -Snake +SMTBot +Snapbot Snoopy -SocialRankIOBot +Sociscraper sogouspider -Sosospider -Spbot -Spinn3r +Sogou web spider +SpaceBison +sp_auditbot +SputnikBot spyfu -Sqlmap Sqlworm Steeler Sucker Sucuri SuperBot +SuperHTTP +Surfbot +SurveyBot Suzuran -Swiftbot -Teleport +T0PHackTeam Telesoft -Telesphoreo -Thumbor -Toweyabot -Tracemyfile -Trendiction +Telesphorep +The Intraformant +TheNomad +TightTwatBot +Titan Trendictionbot trendiction.de -Turingos Turnitin TurnitinBot TwengaBot -Vacuum -Vagabondo -VB Project +URLy Warning +URLy.Warning VCI -VidibleScraper +VeriCiteCrawler Virusdie +Voil Voltron -Wallpapers/3.0 WallpapersHD +WASALive-Bot +WBSearchBot WebBandit WebCollage WEBDAV -WebFetch -Web Fetch -Web Fuck +WebFuck WebGo IS -WebImageCollector +WebmasterWorldForumBot webmeup-crawler +Web Pix +WebReaper +WebSauger Web Sauger WebsiteExtractor -WeSEE -Whacker -Whatweb -Widow +WebsiteQuester +WebStripper +WebSucker +WebWhacker +WinHTTrack WiseGuys Robot +WISENutbot Wonderbot Wotbox +Wprecon WWW-Mechanize -WWW::Mechanize -x09Mozilla -x22Mozilla -Xaldon_WebSpider -Xenu +xpymep1.exe +YoudaoBot +Zade Zauba -zauba.io -zgrab -Zitebot -ZmEu -ZumBot -ZyBorg +Zeus diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index fe6005ac6..ce0835280 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -4webmasters.org -animali.deagostinipassion.it -ausmepa.org.au -delayreferat.ru -electrik-avenue.com -krasivye-devushki.net -swingerseiten.com -vekzdorov.ru -web-betting.ru -youtubologia.it +ciceros.co +circlesl.com +e2click.com +goldenggames.com +johannesburgsingles.co.za +rusexy.xyz +rus-pornuha.com +scanner-fred.top +shopsellcardsdumps.com +torture.ml diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index fef93acb1..dd427d3a2 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -01apple.com -0lovespells0.blogspot.com -101billion.com -123kuma.com -13tabs.com -1kinobig.ru -1millionusd.xyz -1qingdao.com -24-ak.ru -28n2gl3wfyb0.ru -2daytrendingnews.com -4replicawatch.net -5tey7463.weebly.com -72-news.com -8kisses.eu -accessoires-mode.in -addblueoff.com.ua -admatic.com.tr -adsref.men -adtology.com -adultactioncam.com -adultgalls.com -advocatemsk.ru -advokateg.xyz -aerogo.com -agadelha.com.br -alborzan.com -albuteroli.com -alert-fjg.xyz -alldownload.pw -allesohnegirls.net -alphacarolinas.com -alphavisions.net -alveris.ru -amateurmatch.com -amazon-adsystem.com -ameblo.top -amehdaily.com -amigobulls.com -analytics-ads.xyz -anapa-inns.ru -apartamentwroclaw.eu -apartmentratings.com -apimegabrowsebiz-a.akamaihd.net -appearance-cool.com -app-ready.xyz -artavenuegardenstudios.com -asdfz.pro -asiavirtualsolutions.com -asophoto.com -ausergrubhof.info -aussie-prizes.com -auto-zapchasti.org -aviav.eu -avtolombard-krasnodar.ru -azartniy-bonus.com -azbukafree.com -azlex.uz +00webcams.com +123any.com +1-99seo.com +1j7740kd.website +2girls1cup-free.com +2kata.ru +3w24.com +3xforum.ro +aa14ab57a3339c4064bd9ae6fad7495b5f.com +aadroid.net +absolute-s.ru +acunetix-referrer.com +adexprts.com +adminshop.com +adservme.com +ads-seo.men +adtech.fr +adultwebhosting.info +adzerg.com +alarmobninsk.ru +allwomen.info +anal-acrobats.hol.es +animenime.ru +antons-transporte.de +apiadanaknet-a.akamaihd.net +apibrowsesmartne-a.akamaihd.net +apiitsthirteende-a.akamaihd.net +appiq.mobi +appleid-verification.com +aproposde.com +aramaicmedia.org +artdeko.info +ascat.porn +asiengirls.net +astana.xxxkaz.org +ausmepa.org.au +autotrends.today +autovideobroadcast.com +avek.ru +avirasecureserver.com b2b-lounge.com -babieca.com -backlinkwatch.com -balitouroffice.com -balla-boo.se -bankcrediti.ru -bbtec.net -bear.gotcher.us -bg6s0.com -bigcareer.info -biketank.ga +baditri.com +bad-stars.net +balkanfarma.org +battlecarnival.su +bestsexyblog.com +bet-prognoz.com +big-cash.net +binaryoptionscops.info +bin-brokers.com bizfly.info -biznesschat.net blog.koreadaily.com -bluesalt.co -boeuklad.com -boltalko.xyz -bosefux.esy.es -braindaily.xyz -brandbucket.com -buketeg.xyz -buy-loft.ru -buzzzg.men -cacheimages.com -call-of-duty.info -camdolls.com -canrole.com -canzoni.ru -cardiosport.com.ua -cdncash.net -changde.58.com -chatroulette.si -chatroulette.world -cheapestjerseysonwholesale.com -cheapjerseysa.com -chinaelitecheapjerseys.com -chocolateslim-en-espana.com -choice-credit.ru +blogrankers.com +blogs.rediff.com +bloke.com +braintobe.win +brakehawk.com +brandedleadgeneration.com +brateg.xyz +brothers-smaller.ru +browserprotecter.com +btvn.ru +buntube.net +buyessay3.blogspot.ru +buyfriend.ru +buypuppies.ca +bvlgaribracelet.xyz +cardsdumps.com +cars-modification.net +carstrends2015.com +cartierlove2u.com +cashonads.com +catalogs-parts.com +ccbill.com +cellfun.mobi +cementaresearch.se +charmstroy.info +chatroulette.video +cheapcigarettesc.info +cheap-pills-norx.com +checkm8.com +checktext.org +chinajerseyswholesalecoupons.com +chocolateslim-u-srbiji.com christianlouboutinoutlet.win -christianlouboutinshoes.xyz -cicaki.net +christianlouboutinsaleoutletonline.us +cialischmrx.com +cialiswithoutadoctor.net ci.ua -classicakuhni.ru -classiquebijoux.ru -clevernt.com -click2pawn.com -clicksor.com -club-samodelkin.ru -compliance-andrew.xyz -compliance-checker-7.info -compliance-jessica.top +clickprotects.com +codq.info +codysbbq.com +compliance-jack.top +compliance-john.top compliance-julia.top -conboy.us +compliance-mary.top contentsexpress.com -cookie-law-enforcement-aa.xyz -coop-gamers.ru +coolbar.pro +coolyarddecorations.com copro.pw -cosmetic.donna7753191.ru -cougfan.info -countbertwistdisp26.soup.io -crazyboost.pro -customcollegeessays.net -cvety24.by -cyclobenzaprinevstizanidine.blogspot.com -cymbaltaandtizanidine.blogspot.com -dafatiri.com -damasarenai.info -darkages.info +counterbot.com +cranly.net +creams.makeforum.eu +creditnation.ru +cs-passion.pl +dailyrank.net +dame-ns.kz +danashop.ru +dandiyabeats.in +daptravel.com datadepths.com -deadlinkchecker.com -dekorkeramik.ru -dellalimov.com -detalizaciya-tut.biz -dfwu1013.info -diegolopezcastan.com -dieta-personalna.pl +data.vtc.pw +ddsoldes.fr +designdevise.com +detmebel.su diffbot.com -discountbarbour.online -discountliv.com -dkvorota.ru -dnsrsearch.com -doktoronline.no -domaineaneblanc.com -dostavimvdom.ru -dotnetdotcom.org -downloadkakaotalk.com -downtuptv.gq -eachdayisagift.review -e-commerce-seo.com -electro-prom.com -elektrischezi.canalblog.com -elektronischezigarettekaufen1.beeplog.com -elektrozigaretten2.yn.lt -eloxal.ru -eluxer.net -engines-usa.com -enthuse.computernetworksonline.com -eorogo.top -essay-writing.work -euromasterclass.ru -expolicenciaslatam.co -eyessurgery.ru -ezigarettekaufen.myblog.de -ezigarettenshop2.postbit.com -ezigaretteshop2.mywapblog.com -fanoboi.com -favoritemoney.ru -fenoyl.batcave.net -ferieboligkbh.dk -filerockstar298.weebly.com -filunika.com.ru -finansov.info -firma-legion.ru -fishingwholesale.us -fix-website-errors.com -flashlarevista.com -floridamhca.org -forminecrafters.ru -forumprofi.de -fototravel.eu -free-social-buttons.com -free-social-buttons.xyz -friendflnder.com -frighteningremain.cf -froggytube.com -fullgirl.ru -fun-mobi.pl -galeon.com -gallictures.com -gamerscorps.com -gate5.co.za -gearsadspromo.club -geilehausfrauen.net -geile-lelly.eu -golden-praga.ru -gosmeb.ru -gowreckdiving.com -gpms.org.my -greatdealshop.com +div.as +dnepr-avtospar.com.ua +dosugrostov.site +drugstoreforyou.com +dvd-famille.com +earn-from-articles.com +ebooknovel.club +ecommerce-seo.org +education-cz.ru +ekspertmed.com +elektrischezigarette1.blog.pl +elektrozigaretten1.webs.com +emediate.eu +emergencyneeds.org +englishdictionaryfree.com +envaseslotusama.com +escort-russian.com +eshop4u.jp +eurosamodelki.ru +evening-dating-club.info +expresstoplivo.ru +extener.org +extremepornos.net +extstat.com +ezigaretteshop2.vefblog.net +f5mtrack.com +fakehandbags.xyz +family1st.ca +fashion-stickers.ru +fast-wordpress-start.com +favornews.com +ferretsoft.com +fetroshok.ru +fickenbumsen.net +fickenprivat.info +fickkontaktehobbyhuren.com +fifa-coins.online +filmfanatic.com +filmgo.ru +filmi-v.online +findanysex.com +firstdrugmall.ru +fiverr.com +flashbannernow.com +formularz-konkurs.tk +forpostlock.ru +fotosfotos.eu +foxtechfpv.com +frameimage.org +freelinkbuilding.website.tk +freenom.link +free-share-buttons.com +freeuploader.ml +freshdz.com +freza-sverlo.ru +gameonasia.com +gameplexcity.com +gay-site.store +getpopunder.com +getprismatic.com +gg.zzyjxs.com +glasof.es +glicol.kz +google-liar.ru +graphicwe.org greatzip.com -growmyfunds.ca -grupografico-pilar.com.ar +gribokstop.com gsasearchenginerankerhelp.com gsasearchengineranker.xyz -h2monline.com -haveinc.xyz -hdhc.ru -hdimagegallery.net -hdwallpapers-free.com -hentaiheroes.com -heroz.fr -hetmanship.xyz -himgaws.pw -histock.info -hobbyhuren24.net -homedecoguide.info -homemature.net +gwebtools.com +gwhwpxbw.bloger.index.hr +handicapvantoday.com +hasshe.com +healing-dysplasia.ru +hermesbirkinhandbagoutlets.com +hermesreplica.pw +highland-homes.com +homik.pw hornymatches.com -hostcritique.com -hotel-mkad.ru -houtings.xyz -humanelydrew.com +hotshoppymac.com +hully.altervista.org iboss.com -iccornacircri.cf -ifirestarter.ru +ido3.com +igithab.com igrovyeavtomaty777.ru -imabase.com -imgarcade.com -impotentik.com -incomekey.net -informatiecentro.be -insider.pro -insta-add.pro -intellektmedia.at -investsuccess.org -invivo.hu -iphantom.com -iqbazar.ru -istizanidinelikexanax.blogspot.com -itis4you.com -iweblist.info -jabimgo.pw -jikoman.info +igtools.club +iklysha.ml +ilmen.net +imguramx.pw +i-midias.net.br +impisr.ru +importchinacoach-teach.com +incanto.in.ua +infowarcraft.ru +instakink.com +intim-uslugi.info +iplogger.org +irkutsk.online-podarki.com +iron-age.info +iscblog.info +iusstf.org +ivanstroi.ru +izoll.ru +javstock.com +jerseychinabizwholesale.com +jerseywholesalebizchina.com +jestr.org +jetsli.de jobmarket.com.ua -keywordsdoctor.com -keywords-monitoring-success.com -keywordsuggest.org -kino2018.club -kinoduh.ru -kino-ecran.ru -kinogolos.ru +jose.mulinohouse.co +journalhome.com +justkillingti.me +kakablog.net +kamalsinha.com +kambasoft.com +keywordblocks.com +kino-filmi.com +kollekcioner.ru kolotiloff.ru -koversite.info -krafte.ru -kriokomora.info -krynica.info -ku6.com -kurbappeal.info -kw21.org -labelwater.se -lakomka.com.ua -lecbter-relationships.ga -lechenie-gemorroya.com +kongoultry.net +kongruan.com +konturkrasoty.ru +kostenlos-sexvideos.com +krasnodar.xrus.org +kvartiry-remont.ucoz.ru +lacave.ntic.fr +laulini.soclog.se +laxdrills.com +ldrtrack.com legalrc.biz -lenvred.org -lernur.net -lightinghomes.net -lignofix.ua -likesdesign.com -littlesunraiser.com -liupis.com -lonerangergames.com -lottospring.com -love-baby.cz -luxmagazine.cf -madot.onlinewebshop.net -maglid.ru -mamasuper.prom.ua -matpre.top -mcar.in.ua +lennatin.info +letmacwork.world +letsart.ru +lider-zhaluzi.kiev.ua +lineavabit.it +linkredirect.biz +linkrr.com +lkbennettoutlet.online +lob.com.ru +loftdigital.eu +lomb.co +lost-alpha.ru +louboutinbooties.xyz +louboutinshoes.xyz +luckyday.world +mac-shield.com +mactechinfo.info +magicalfind-a.akamaihd.net +mansiondelrio.co +marmotstore.online +matb3aa.com +mature.free-websites.com medanestesia.ru +med-zdorovie.com.ua meetlocalchicks.com -mejoresfotos.eu -me-ke.com -mesto-x.com -mhtr.be -midst.eu -missvietnam.org +megaindex.ru +members.ghanaweb.com +methodsmarketing.com +mexicotravelnet.com +michaelkorsoutlet.store +michaelkorssaleoutletonline.net +migente.com +militarysale.pro +minneapoliscopiers.com +minyetki.ru +missclub.info +misterjtbarbers.com mixtapetorrent.com -mnogabukaff.net -mnogolok.info -mobilemedia.md -mobstarr.com -moinozhki.com -mojowhois.com -moncleroutletonline.pw -more-letom.ru -morocco-nomad-excursions.com -morpicert.pw -mossmesi.com -most-kerch.org -moviemail-online.co.uk -mrinsidesales.com -mrwhite.biz -msfsaar.de +modabutik.ru +moxo.com +mp3films.ru +mrbitsandbytes.com +mug-na-chas-moscow.ru +musflashtv.com +music7s.me musicdaddy.net -muzaporn.com -mydownlodablefiles.com -myfreemp3.eu -mygameplus.ru -narkologiya-orel.ru -netcheckcdn.xyz -nofreezingmac.click -ntic.fr -nuit-artisanale.com -ochistka-stokov.ru -o-dachnik.ru -offergroup.info -oivcvx.website -okroshki.ru -olgacvetmet.com -onclkads.com -onlinemeetingnow.com -onlyporno.ru -onlythegames.com -ororodnik.goodbb.ru -outpersonals.com -paintingplanet.ru -partnerads.men -partnerline.men -partner-pop.men -parvezmia.xyz +musicstock.me +music.utrolive.ru +muz-tracker.net +myiptest.com +na15.ru +nationalbreakdown.com +naturalpharm.com.ua +naughtyconnect.com +neodownload.webcam +nevansk.ru +new-apps.ru +nfljerseyscheapbiz.us +nicefloor.co.uk +nowtorrents.com +npoet.ru +nudepatch.net +o00.in +onblastblog.online +onefilms.net +one-gear.com +onemantrip.com +onlinedomains.ru +optitrade24.com +orel-reshka.net +orion-v.com +paleohub.info +pandarastore.top +paperwritingservice17.blogspot.ru +partybunny.ru +pathwhelp.org +pay2me.pl pcgroup.com.uy -pcimforum.com -peekyou.com -photosaga.info +pc-services.ru +pestomou.info +petrovka-online.com +pharmacyincity.com +picquery.com picturesify.com -pillscheap24h.com -piratecams.com -plaff-go.ru -platezhka.net -poem-paying.gq -poisk-zakona.ru -porngalleries.top -pornmania.pl -pornoelita.info -pornofeuer.com -pornofiljmi.com -pornolook.net -pornoreino.com -porno.simple-image.com.ua -preparevideosafesystem4unow.space -pricheski-video.com -productarium.com -proftests.net -prombudpostach.com.ua +pintattoos.com +pistonclasico.com +pixelrz.com +pizdeishn.com +platinumdeals.gr +plohaya-kreditnaya-istoriya.ru +plusnetwork.com +pl-vouchers.com +polimga.pw +poptool.net +porn555.com +porndl.org +pornonik.com +pornosexrolik.com +pornosmola.info +pornotubexxx.name +prod2016.com +professionaldieselcare.com +prom23.ru +pro-poly.ru +prostitutki-astana.org prostitutki-tyumeni.org -pro-tec.kz -psa48.ru -purplesphere.in -qor360.com -quality-traffic.com -razamicroelectronics.com -redirectingat.com -reklama1.ru -reklama-i-rabota.ru -remont-fridge-tv.ru -rennlist.com -rewardit.com -rezeptiblud.ru -rniaeba.ga -rybalka-opt.ru -s8-nowy-wygraj.comli.com -sad-torg.com.ua -saecsa.co -saletool.ru -savefrom.com -sbtdesign.co.uk -scanner-fred.top -scanner-jane.top -scanner-marwin.top -scenicmissouri.us -scmor.ilxc.cc -search.1and1.com -secretscook.ru +pskcijdc.bloger.index.hr +psvita.ru +ptr.ruvds.com +quebec-bin.com +quickbuck.com +rankingchart.de +rednise.com +registry-clean-up.net +replica-watch.ru +riders.ro +rp9.ru +rumamba.com +ruscoininvest.company +savememoney.co.za +scanmarine.info +scanner-alexa.top +scanner-walter.top +schlampen-treffen.com +securesmrt-dt.com semrush.com -seokicks.de -seo-smm.kz -servisural.ru -sexad.net -sexflirtbook.com -sexvideo-sex.com -sexytrend.ru -sharebutton.org -sibdevice.ru -simply.net -siteheart.net -site.ru -skachat-besplatno-obrazcy.ru -sk.golden-praga.ru -sky-mine.ru -slonechka.ru -slowmacfaster.trade +seofirmreviewsus.info +sergiorossistore.online +serialsway.ucoz.ru +sexgalleries.top +sexpartygirls.net +sexpornotales.com +sexs-foto.top +sex-tracker.de +shama-rc.net +shopsellcardsdumps.com +sildenafil-tadalafil.info +silvercash.com +similardeals.net +sisiynas.ru +sitevalued.com +sivs.ru +skanninge.se +skyway24.ru smartshoppymac.com -smichovbike.cz -snsdeainavi.info -snts.shell-pmr.ru snworks.com -social-s-hhh.xyz -songoo.wz.cz -spasswelt.net -spywareit.com -stairliftstrue.com -stanthonyscatholicchurch.org -startufa.ru -stop-gepatit.te.ua -stroiminsk.org -studiokamyk.com.pl -sugvant.ru -superinterstitial.com -superstarfloraluk.com -svolze.com -taaaak.com +sobecjvuwa.com.ru +social-buttons.xyz +souvenir.cc +space-worry.ml +spinnerco.ca +sprttrack.com +spywarebegone.com +stathat.com +stmassage.ru +strag-invest.ru +strana-solnca.ru +stroyplus.ru +superiends.org +surcentro.com +svbur.ru +tabletkinaodchudzanie.com.pl tackletarts.co -takeprofitsystem.com -taqplayer.info -taqywu51.soup.io -tedxrj.com -thegalerie.eu -theprofitsmaker.net -tizanidinedosageforsleep.blogspot.com -tizanidinefibromyalgia.blogspot.com -tizanidineformigraines.blogspot.com -tizanidinepain.blogspot.com -tmm-kurs.ru -top10registrycleaners.com -topclickguru.com -toy-shop.top -tozup.com -tpu.ru -traffic100.com -traffic2cash.org -traffictrade.life -tula.howotorg.ru +takethatad.com +tako3.com +tam-gde-more.ru +tastyfoodideas.com +tattomedia.com +technopellet.gr +telefonsex-ohne0900.net +templates.radiodigital.co +tengohydar.tk +thegameriders.com +themeforest.net +thewebsitetemplate.info +timeallnews.ru +timhost.ru +tizanidine4mgstreetprice.blogspot.com +tizanidine4mgstreetvalue.blogspot.com +tizanidineandhydrocodone.blogspot.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +toonfamilies.net +torrents-tracker.com +trafficjunky.com +traffique.net +tsyndicate.com +tubeoffline.com +twincitiescarservice.com twinderbella.com -tzritel.tk -ufa.xrus.org -universals.com.ua -userequip.com -v24s.net -valoresito.com -valsalud.com +twodollarshows.com +tx41tclega.ru +ultramart.biz +underthesite.com +unionmarkt.de +urzedowski.eu +usacasino.com +usdx.us +usiad.net +validccseller.com vapeface.club -velpanex.ru -veselokloun.ru -vesnatehno.ru -via-energy-order.com -video-chat.in -villakohlanta.nu -vinylvault.co.uk +vegascosmetics.ru +velobikestock.com +vertaform.com +video-camer.com +videosbox.ru +videtubs.pl visitcambridge.org -vltai.com -wahicbefa31.soup.io -walkme.com -warezaccess.com -website-analyzer.info -westermarkanjou.se -white-truck.life -wholesalejerseychinashop.com -whosonmyserver.com -williamrobsonproperty.com -winwotgold.pl -wiosenny-bon-1500.pl -wjgony.com -womama.ru -wordpresscore.com -worldoffiles.ru -wpthemedetector.co.uk -wstroika.ru +vkonche.com +vmnmvzsmn.over-blog.com +vod.com.ua +voltrknc1.com +vroze.com +webadvance.club +weekes.biz.tc +wemarketing.se +westen-v.life +wholesalejerseychinaoutlet.com +wholesalejerseyscheapjerseys.us.com +wholinkstome.com +wikes.20fr.com +wildworld.site +worldtraveler.world +worst-sites.online +writersgroup580.web.fc2.com +wtsindia.in +www.event-tracking.com +xaijo.com xbaboon.com -xboxster.ru -xedserver.com -xerox-douglas.cf -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xtraffic.plus -xxxtubesafari.com -yaoguangdj.com -yoshkarola.zrus.org -youandcredit.ru -youjizz.vc -youradexchange.com -youradulthosting.com -youraticles.pl -your-bearings.com -yourdesires.ru -yourothersite.com -zastenchivosti.net -zero1.it -zeroredirect11.com -zeroredirect6.com -zrelaya.pw +xn--80aeahghtf8ac5i.xn--p1ai +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xvideosporn.biz +xxlargepop.com +xxxtube69.com +y8games-free.com +yeartwit.com +yellowstonevisitortours.com +yoursite.com +youthreaders.com +zaimhelp.ru +zakazfutbolki.com +zapiszto.pl +zed21.net +zerocash.msk.ru +zeroredirect12.com +zhorapankratov7.blogspot.com +zigzog.ru +zionstar.net +znakomstva-piter78.ru +zoogdiesney.com +zoolubimets.ru +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index b8e63628e..e41821f7f 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -100dollars-seo.com -1688.com -256bit.by -2drittel.de -51.la -aa81bf391151884adfa3dd677e41f94be1.com -acc.eu.org -adhome.biz -adserver-e7.com -advancedmassagebysara.com -alfapro.ru -all-number.com -alltheviews.com -amanda-porn.ga -anti-virus-removal.info -appearance-cool.com -appmsr.org -aproposde.com -arpelsreplica.xyz -asrv-a.akamoihd.net -atovh.local-finders.com -avtocredit-legko.ru -banan.tv -bangla-chat-uk-paralud.ga -bankmib.ru -barbourjackets.online -beachdriveblog.com -beatifullandscape.co +1314dh.com +1j7740kd.website +2kata.ru +aadroid.net +adminshop.com +afora.ru +agapovdg.ru +akita.kz +ample-awards-today.us +an-donut.com +angkortours.vn +apibatbrowsecom-a.akamaihd.net +apifasterlightin-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +arcadepages.com +autonew.biz +avirasecureserver.com +avon-severozapad.ru +avtochehli.by +bannerbank.ru +battle.net +becuo.com +belinka.com.ua best-games.today -besthomemadepornsites.com -bigames.online -bigpictures.club -bjgugu.net.ua -blackhatworth.com -blagovest-med.ru -bristolhotel.com.ua -bwlx.prepedu.cn -call-of-duty.info -candlewooddentalcentre.com.au -cheatcode-lita12.rhcloud.com -cherrypointplace.ca -cialis-samples.com -colehaanoutlet.store -compliance-nelson.top -contextualyield.com -crafthubs.com -creditwell.ru +bestpriceninja.com +bitcoins-live.ru +bookhome.info +bouda.kvalitne.cz +brandedleadgeneration.com +brg8.com +buy-cheap-pills-order-online.com +buytizanidineonlinenoprescription.blogspot.com +bvlgariring.xyz +bzero1jewelry.net +cam-kontakte.org +camsex.xxx-cam.webcam +carfax.com.ua +carmuffler.net +cheapjerseysbizwholesale.us +cheapmoncler.pw +clean-virus-mac.com +clmforexeu.com +codysbbq.com +com-onlinesupport.site +compliance-irvin.top +coprofam.org +cosmetic.donna7753191.ru +countercrazy.com +creatives.adbetclickin.pink +cscwtalkto.site cs-passion.pl -cubs-jerseys.us -custom-electric-guitar.com -danashop.ru -demian.kz -deniven.1bb.ru -detalizaciya-tut.biz -diarioaconcagua.com -divku.ru -dneprsvet.com.ua -documentbase.net -dojki-hd.com -donvito.unas.cz -dstroy.su +custodieva.ru +dailyrank.net +dentalpearls.com.au +depositfiles-porn.ga +detmebel.su +digilander.libero.it +digitalassetmanagement.site +dimfour.com +dividendo.ru +domainsatcost.com +dostavka-v-ukrainu.ru +dosugrostov.site +downloaddy.net +draniki.org dumpsmania24.com -eachdayisagift.review -ekn-art.se -ekspresihati.info -euromasterclass.ru -everflora.ru -fakehandbags.xyz -falopicm.pw -fbdownloader.com -femmesdenudees.com -fetroshok.ru -fickkontaktehobbyhuren.com -fil.ru -findpics.pw -fivedwld.cf -flashahead.info -forex-procto.ru -fototravel.eu -frcls.fr -free-fbook-traffic.com -freelifetimefuckbook.com -free-share-buttons.com +e705.net +easyukraine.com +ekosmetyki.net.pl +elvenmachine.com +emerson-rus.ru +esfchat.tk +essay-edu.biz +excaliburfilms.com +eyelike.com.ua +eywords-monitoring-your-success.com +ezigarettenshop1.yolasite.com +f012.de +falcoware.com +fanpagerobot.com +filesdatabase.net +flipper.top +f-loaded.de +floating-share-buttons.com +focalink.com frequiry.com -frustrated-favorable.gq -gavuer.ru -gearcraft.us -gearsadspromo.club -gentamicineyedrops.blogspot.com -getprismatic.com -ghostvisitor.com -gonextmedia.com -gowreckdiving.com -hahashka.ru -health-medical-portal.info -helpmymacfaster.trade -herokuapp.com -hkdiiohi.skyrock.com -hotdl.in -hptwaakw.blog.fc2.com -humanorightswatch.org -ideibiznesa2015.ru -ilte.info -imagine-ex.co -instakink.com -interferencer.ru -investzalog.ru -i-service.kz -isitpaleo.info -istanbulit.com -istmira.ru -jovencitas.gratis -j-times.ru -kareliatobacco.ru -kinopolet.net -kostenloser-sex.com -krasnodar.ru -lizace.com -lombia.com -lovi-moment.com.ua -magazin-pics.ru -magento-crew.net -mail.allnews24.in -marcogrup.com -marwer.info -matb3aa.com -mature.free-websites.com -minet.club -mitrasound.ru -mmgq.ru -mobplayer.ru -moesen-ficken.com -mokrayakiska.com -monclercheap.xyz -monsterdivx.tv -mosrif.ru -motherboard.vice.com -mustat.com -mygameplus.com -myhealthcare.com -myonigroup.com -na15.ru -nibbler.silktide.com -nofreezingmac.work -normalegal.ru -notebook-pro.ru -nuup.info +gambarxkata.co +gamevalue7.weebly.com +germes-trans.com +glcomputers.ru +goldenggames.com +goldpanningtools.com +golfresa.lucania.se +googlepositions.com +hatedriveapart.com +homeart.space +honyaku.yahoofs.jp +hotshoppymac.com +hydropump.su +idc.com.ua +ifirestarter.ru +images.gyffu.com +impisr.ru +inclk.com +infektsii.com +inmate-locator.us +javcoast.com +jbl-charge.info +jolic2.com +kaac.ru +keywords-monitoring-your-success.com +kinobest.pl +kinotorka.ru +kladrus.ru +konoplisemena.com +kountrylife.com +krafte.ru +krasivoe-hd.com +kreativperlen.ch +lafriore.ru +lanasshop.ru +law-check-nine.xyz +law-check-two.xyz +letolove.ru +levaquin750mg.blogspot.com +likesdesign.com +linkbolic.com +linkbuddies.com +lkbennettstore.online +macresource.co.uk +mansparskats.com +manyresultshub-a.akamaihd.net +marsgatan.com +mearns-tractors.co.uk +meetingrainstorm.bid +megaapteka.ru +metarip.ru +micasainvest.com +misandesign.se +monetizationking.net +morepoweronmac.trade +mundoaberrante.com +mydeathspace.com +mydownloadengine.com +naj-filmy24.pl +namenectar.com +negociosdasha.com +neobux-bg.info +new-post.tk +newstaffadsshop.club +nhl17coinsforps3.gratisblog.biz +novgorod.xrus.org nyfinance.ml -offers.bycontext.com -oil-td.ru -ok.ru -online-templatestore.com -onthemarch.co -o-o-6-o-o.ru -pagesense.com -paphoselectricianandplumber.com -pewit.pw -photo-clip.ru -pictures-and-images.com -pierrehardysale.online -pipki.r.acdnpro.com -piulatte.cz -pixgood.com -play-movie.pl -popugaychiki.com -popup-fdm.xyz -pornokajf.com -pornosmola.info -pospr.waw.pl -potoideas.us -powenlite24.ru -pozvonim.com -princevc.com -privatbank46.ru -privatov-zapisi.ru -pronekut.com -pussyfleet.com -qualitymarketzone.com -ranksignals.com -ranksonic.com -realtytimes.com -referencemoi.com -regionshop.biz -relayblog.com -rfid-locker.co +offer.wpsecurity.website +omoikiri-japan.ru +onefilms.net +onlainbesplatno.ru +online7777.com +onlineslotmaschine.com +o-o-8-o-o.ru +pc-services.ru +pearlisland.ru +phelissota.xyz +phpdevops.com +piccshare.com +plastjulgranar.se +postclass.com +pozdrawleniya.ru +preparevideosafesystem4unow.site +privatefx.all4invest.info +produkto.net +qcstrtvt.bloger.index.hr +ranksays.com +rcb101.ru +resellerclub.com +revistaindustria.com +ribieiendom.no +risparmiocasa.bz.it +rixpix.ru +robot-forex.biz +rostov.xrus.org royalvegascasino.com -rusoft-zone.ru -sack.net -sajatvelemeny.com -sanidumps.com -sashagreyblog.ga -scanner-barak.top -seinterface.com -shlyahten.ru -shtaketniki.kz -site-analyzer.com -sivs.ru -skytraf.xyz -sneakyboy.com -social-button.xyz -sockshare.net -softxaker.ru -speeddream.xyz -sptslmtrafms.com -stardevine.com -strongholdsb.ru -sukirgenk.dvrlists.com -supernew.org -tanieaukcje.com.pl +rucrypt.com +rustic-quiver.win +sanyuprojects.com +sdi-pme.com +senger.atspace.co.uk +seonetwizard.com +seorankinglinks.us +sexsearch.com +shodanhq.com +shopcheermakeup.info +similardeals.net +smsactivator.ru +soda.media +soft-terminal.ru +solution4u.com +sotkal.lark.ru +steelmaster.lv +stockspmb.info +suggest-keywords.com +t3chtonic.com +taraz.xkaz.org +telefonsexi.com +telesvoboda.ru tengohydar.tk -thegolfclub.info -thepokertimer.com +time-japan.ru +tizanidinecost.blogspot.com +tizanidineoral.blogspot.com tizanidineorflexeril.blogspot.com -trion.od.ua -tupper-posuda.ru -twiclub.in -tzritel.tk -unisexjewelry.org -unpredictable.ga -valuado.com -vesnatehno.ru -viandpet.com -video-chat.love -video-production.com -videosbox.ru -visa-china.ru +totu.info +trafficnetzwerk.de +trk-4.net +twitlinks.com +uasb.ru +uchetunet.su +uk-zheu20.ru +umekana.ru +unece.org +us-america.ru +usbggettwku.ga +uzungil.com +vchulkax.com +vielporno.net +viktoria-center.ru +vltai.com +vod.com.ua +vsesubwaysurfers.com vtcdns.com -webmasterhome.cn -weekes.biz.tc -whereverdesperate.gq -whipme.yopoint.in -wingsofrefuge.net -womensplay.net -worldis.me -www.event-tracking.com -wygraj-teraz.com +vut.com.ru +vvpg.ru +vzlom-na-zakaz.com +webalan.ru +wesharepics.info +westen-v.life +westen-z.life +wyniki-lista.pl xclicks.net -xn--c1acygb.xn--p1ai -xn--h1ahbi.com.ua -xn--lifehacer-1rb.com -xpresscare.ru -x-true.info -yes-com.com -youdao.com -zajm-zalog-krasnodar.ru -zed21.net -zeroredirect8.com -zigarettenonlinekaufen1.bloog.pl -zionstar.net +xerox-douglas.cf +xn--e1afanlbnfckd7c3d.xn--p1ai +xnxxandxvideos.com +xxxkaz.org +yaderenergy.ru +youtoner.it +yubikk.info +yugo-star.ru +zakazfutbolki.com +zastenchivosti.net +znakom.sibtest.ru +znakomstva-moskva77.ru diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc10a80a9..118499141 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.237.8.208 0; +35.196.72.151 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 2e1ba0e60..343f8b202 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index d298323e1..8dfef06ef 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5426b6207..8e00fe821 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.02.1977 +#### Version: V4.2020.02.1981 #### Bad Referrers Blocked: [6825](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 36fd971da..ed5a0e2c2 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.02.1977 +#### Version: V4.2020.02.1981 #### Bad Referrers Blocked: [6825](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 86c5709f6..c14c26d45 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2020.02.1977 +#### Version: V4.2020.02.1981 #### Bad Referrers Blocked: [6825](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index fad8e7869..9c9e262e3 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2020.02.1977 +#### Version: V4.2020.02.1981 #### Bad Referrers Blocked: [6825](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 9cf003f94..8987b3635 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.02.1977 -### Updated: Mon Feb 10 21:49:44 SAST 2020 +### Version: V3.2020.02.1981 +### Updated: Tue Feb 11 11:37:09 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index e3ee197d5..23346f5e7 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:43 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:08 SAST 2020 ### Bad Referrer Count: 6825 ### Bad Bot Count: 562 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 01be46c1b..b63a18453 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2020.02.1977 -### Updated: Mon Feb 10 21:49:45 SAST 2020 +### Version: V4.2020.02.1981 +### Updated: Tue Feb 11 11:37:10 SAST 2020 ### Bad Bot Count: 562 ################################################### ### Version Information ##