diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 9676df20e..e78c8a289 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.09.2133 -### Updated: Sun Sep 6 23:00:06 SAST 2020 +### Version: V3.2020.09.2134 +### Updated: Mon Sep 7 23:40:39 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..8c54dcbd5 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +34.66.50.208 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..6b2d8a8e7 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +34.66.50.208 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 9676df20e..e78c8a289 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.09.2133 -### Updated: Sun Sep 6 23:00:06 SAST 2020 +### Version: V3.2020.09.2134 +### Updated: Mon Sep 7 23:40:39 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..8c54dcbd5 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +34.66.50.208 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..6b2d8a8e7 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +34.66.50.208 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 9676df20e..e78c8a289 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.09.2133 -### Updated: Sun Sep 6 23:00:06 SAST 2020 +### Version: V3.2020.09.2134 +### Updated: Mon Sep 7 23:40:39 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 689d439aa..8c54dcbd5 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +34.66.50.208 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..6b2d8a8e7 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +34.66.50.208 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 9676df20e..e78c8a289 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.09.2133 -### Updated: Sun Sep 6 23:00:06 SAST 2020 +### Version: V3.2020.09.2134 +### Updated: Mon Sep 7 23:40:39 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 9676df20e..e78c8a289 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.09.2133 -### Updated: Sun Sep 6 23:00:06 SAST 2020 +### Version: V3.2020.09.2134 +### Updated: Mon Sep 7 23:40:39 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index e69d47377..435abbaab 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6073098c1..7b312db65 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.178.120 0; +104.197.122.201 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index e69d47377..435abbaab 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 689d439aa..87dc4782a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.192.10.37 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..a5f544ae0 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.192.10.37 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e69d47377..435abbaab 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 689d439aa..87dc4782a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.192.10.37 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 34cb39aec..a5f544ae0 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.192.10.37 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index e69d47377..435abbaab 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 689d439aa..87dc4782a 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +35.192.10.37 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 34cb39aec..a5f544ae0 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +35.192.10.37 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index e69d47377..435abbaab 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index f0ec4e3ed..70c9eec64 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; -104.154.113.151 0; +35.192.10.37 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 823d9f719..21eb0ed6c 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 324588647..f73432e9c 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.14.140 0; -35.188.73.34 0; +35.192.91.101 0; +35.202.245.105 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 2989d4e31..43bd74e66 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 4851d6475..fcaaf9ee0 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; -34.68.144.114 0; +34.66.50.208 0; +35.192.91.101 0; +34.66.200.49 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index e69d47377..435abbaab 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 4a7bce7a9..be6ee40e6 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; -104.198.131.58 0; +35.192.91.101 0; +34.66.50.208 0; +35.192.10.37 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index e69d47377..435abbaab 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 689d439aa..8c54dcbd5 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 1; +34.66.50.208 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 4b16c99c8..e02fa1a2c 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -GetWeb -Go-Ahead-Got-It -HMView -lwp-request -meanpathbot -Microsoft Data Access -Screaming -serpstatbot -trendiction.de -WebFuck +archive.org_bot +Barkrowler +CCBot +Gotit +JetCar +RedesScrapy +SISTRIX +Titan +Upflow +WebZIP diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 9fd4572fa..cd15d37d1 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 360Spider -80legs -Aboundexbot +404enemy +Aboundex Acunetix -ADmantX -AfD-Verbotsverfahren -AhrefsBot -AiHitBot -AlphaBot +Aipbot +Alexibot +Alligator +Anarchie Ankit -Apexoo archive.org_bot -arquivo.pt -Asterias -BackDoorBot -Backlink-Ceck -backlink-check -BackStreet -Bigfoot +arquivo-web-crawler +Aspiegel +ASPSeek +Attach +autoemailspider +Bandit +BatchFTP +Battleztar Bazinga +BBBike +BDCbot +BetaBot +Bitacle Blackboard +BlackWidow +Blow BlowFish Bolt +BotALot Brandprotect -Brandwatch Buddy Bullseye BunnySlippers +BuzzSumo Calculon -CATExplorador +CazoodleBot CherryPicker -ChinaClaw -Cliqzbot +CheTeam +Chlooe +Claritybot +Cloud mapping coccocbot-web -Cogentbot -cognitiveseo -com.plumanalytics Copier +CopyRightCheck Copyscape -Cosmos crawler4j crawler.feedback +crawl.sogou.com CrazyWebCrawler -Crescent -CrunchBot -CSHttp -Custo +DBLBot +Devil +Digincore +DigitalPebble DIIbot Dirbuster -Discoverybot +Disco Dispatch -DomainAppender -DomainSigmaCrawler -Dotbot Download Wonder -Drip +Dragonfly EasyDL -EirGrabber +eCatch +ECCP/1.0 +Ecxi +EMail Siphon +EMail Wolf evc-batch -Exabot -Extractor -Ezooms -facebookscraper -FlashGet +Express WebPictures +ExtLinksBot +FDM +FHscan +Firefox/7.0 FyberSpider -Fyrebot -Gigabot -Gotit +GalaxyBot +Genieo +Gigablast +Go-Ahead-Got-It +Grabber Grafula -GrapeFX GridBot +GT::WWW HaosouSpider -Harvest -HEADMasterSEO heritrix -HTTrack +HTMLparser +HTTP::Lite Iblog IDBot -Image Fetch -Image Sucker -Indy Library -InfoNaviRobot +IlseBot +InterGET Internet Ninja -internetVista monitor Iria -IRLbot -isitwp.com +Iskanie +IstellaBot JamesBOT -Jbrofuzz +JennyBot +JetCar +JikeSpider JOC Web Spider -Joomla -Jorgee -Jyxobot Kenjin Spider Kinza -LeechFTP -LeechGet +Lanshanbot +Larbin Lftp LibWeb -Libwhisker LieBaoFast Lightspeedsystems +Linkdexbot +LinkpadBot LinqiaMetadataDownloaderBot -LinqiaScrapeBot +Lipperhey Lipperhey Spider -Ltx71 +Litemage_walker +lwp-trivial Magnet -magpie-crawler +Majestic12 Majestic SEO -MarkWatch -Mata Hari -MauiBot +Majestic-SEO +Mass Downloader Mb2345Browser meanpathbot -Meanpathbot MeanPath Bot -Mediatoolkitbot +mediawords +Metauri MicroMessenger -Microsoft Data Access -Microsoft URL Control -Mister PiX -Mojeek -Mojolicious -Morfeus Fucking Scanner -MSFrontPage +MIIxpc +Mozlila +MQQBrowser MSIECrawler -Msrabot muhstik-scan +Musobot Nameprotect -Netcraft -netEstate NE Crawler -NetMechanic +Nessus +NetAnts NetSpider +Net Vampire NetZIP -Nibbler +NextGenSearchBot Nimbostratus -Ninja -NPbot -Openfind -OpenLinkProfiler +Nmap +Nutch +oBot +Octopus +OnCrawl Openvas -OpenVAS -OrangeBot +OPPO A33 +OrangeSpider OutclicksBot +PageAnalyzer PageGrabber page scorer PageScorer Pandalytics -Pavuk +Papa Foto PECL::HTTP Picscout Picsearch -Pimonster -polaris version +Pi-Monster Probethenet -ProPowerBot ProWebWalker Psbot Pump +PxBroker PyCurl RankActiveLinkBot RankFlex RankingBot RankingBot2 +Rankivabot +RealDownload Reaper Recorder RedesScrapy -ReGet -RepoMonkey -Ripper -SalesIntelligent -satoristudio.net +Rogerbot +s1z.ru ScanAlert Scanbot -scan.lol ScoutJet -Scrapy -Screaming -SearchmetricsBot -SemrushBot -SeoSiteCheckup -sexsearcher +ScreenerBot +Semrush +SEOlyticsCrawler +SEOprofiler +seoscanners Shodan Sitebeam +SiteCheckerBotCrawler SiteExplorer Siteimprove SiteSnagger -Site Sucker Sitevigil -Snake +SlySearch +SMTBot Snapbot -Spammen +Snoopy +Sosospider SpankBot +Spanner Spbot SputnikBot -Sqlmap -Sqlworm +spyfu +Sqworm Steeler +Stripper Sucker +SuperBot +SuperHTTP Surfbot SurveyBot -sysscan +Suzuran T0PHackTeam T8Abot tAkeOut -Telesoft Telesphorep The Intraformant -Toweyabot -Trendiction -Turingos +trendiction.de TwengaBot -URLy.Warning -Vagabondo -VeriCiteCrawler -Virusdie -VoidEYE -Voltron -Wallpapers/3.0 -WBSearchBot -Webalta -WebFetch -Web Fetch -WebFuck -Web Fuck -WebmasterWorldForumBot +Upflow +Vacuum +VCI +Voil +WallpapersHD +WebCollage +Web Collage +WebCopier +WebGo IS +WebLeacher WebPix Web Pix -WebReaper -WebsiteExtractor +Web Sauger WebsiteQuester WebStripper +WebSucker Web Sucker WebWhacker WeSEE -Who.is Bot +Whack +Whacker WinHTTrack WISENutbot -Wprecon +Woobot WPScan -WWW::Mechanize -WWWOFFLE -x09Mozilla -Xaldon WebSpider +x22Mozilla Xenu +xpymep1.exe YoudaoBot +Zauba zauba.io +Zermelo +Zeus +zgrab Zitebot ZmEu -ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index d26340051..fed49ed8f 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy +360Spider 80legs -Aboundexbot -ADmantX +Aboundex +Acunetix AfD-Verbotsverfahren -AhrefsBot -AIBOT -AllSubmitter -Anarchie -arquivo.pt +AiHitBot +Aipbot +Alligator +AlphaBot +Ankit +Apexoo +archive.org_bot arquivo-web-crawler ASPSeek +Asterias Attach -AwarioRssBot -BackDoorBot -Backlink-Ceck -backlink-check -BackWeb +BacklinkCrawler +BackStreet +Bandit Battleztar Bazinga BBBike +BDFetch +BetaBot Blackboard +BlackWidow +BLEXBot Blow -BlowFish -Boardreader -Bolt -Buddy +Brandwatch +BuiltWith +Calculon CCBot -CherryPicker -CheTeam +CheeseBot ChinaClaw -Cliqzbot +Claritybot Cloud mapping -CopyRightCheck +coccocbot-web +Cogentbot +Copyscape Craftbot crawler.feedback -crawl.sogou.com -CrazyWebCrawler Crescent -CrunchBot CSHttp -Curious DatabaseDriverMysqli +DataCha0s DBLBot -demandbase-bot -Disco -Discobot -Dispatch +Devil DomainAppender -DomainSigmaCrawler +Domains Project domainsproject.org -Dragonfly -DSearch -Ebingbong +Dotbot +DTS Agent +EasyDL +eCatch EirGrabber +EMail Siphon EMail Wolf Evil -Exabot -Express WebPictures -ExtLinksBot ExtractorPro -EyeNetIE -Firefox/7.0 -FlashGet +Ezooms +FemtosearchBot +FHscan +Flunky +Foobot FrontPage -Genieo GermCrawler Getintent GetRight -GetWeb Gigablast -GoZilla +Gigabot +Go-Ahead-Got-It +Gotit +Go!Zilla +Grabber GrabNet GrapeFX +GridBot +GT::WWW Haansoft -HaosouSpider Harvest HEADMasterSEO heritrix -HMView -Humanlinks +HTTrack +HybridBot Iblog +IDBot IlseBot Image Fetch Image Sucker -IndeedBot +Indy Library +InfoNaviRobot InfoTekies instabid -InterGET -Internet Ninja -ips-agent +InternetSeer +internetVista monitor Iria isitwp.com -JamesBOT +IstellaBot +JennyBot JetCar -Jetty -JikeSpider JOC Web Spider Joomla -JustView Jyxobot -Kenjin Spider -Keyword Density +Kozmosbot Lanshanbot LexiBot +Lftp +LibWeb LieBaoFast -LinksManager +Lightspeedsystems +Likse +LinkScan LinkWalker -LinqiaMetadataDownloaderBot LinqiaScrapeBot +Lipperhey Lipperhey Spider -Lmspider -lwp-request +Litemage_walker LWP::Simple lwp-trivial Magnet +Mag-Net Mail.RU_Bot -MarkMonitor -MarkWatch -Masscan -Mata Hari +MauiBot Mb2345Browser -meanpathbot Meanpathbot -MeanPath Bot Mediatoolkitbot -mediawords -Metauri -MFC_Tear_Sample -MicroMessenger +MegaIndex.ru +Microsoft URL Control MIDown tool +MIIxpc Mister PiX MJ12bot -Mojolicious -Morfeus Fucking Scanner +Mojeek Mozlila -Mr.4x3 +MSFrontPage +MSIECrawler +muhstik-scan Navroad -NearSite -Needle NetAnts +Netcraft netEstate NE Crawler +NetLyzer Net Vampire -Nibbler +NetZIP +NICErsPRO +NimbleCrawler +Nimbostratus +Ninja NPbot -Offline Explorer +Octopus Openfind -OpenLinkProfiler -Openvas OPPO A33 -OrangeSpider -PageGrabber +Page Analyzer page scorer PageScorer -Pandalytics -Panscient -Papa Foto -Pavuk +pcBrowser PECL::HTTP PeoplePal Picscout -PictureFinder Pi-Monster -PleaseCrawl +Pockey +POE-Component-Client-HTTP +polaris version +Probethenet +ProPowerBot ProWebWalker +Pump PxBroker +QueryN Metasearch Quick-Crawler +RankActive RankFlex -RankingBot -RealDownload -ReGet +RankingBot2 +RebelMouse +RepoMonkey RocketCrawler -ScanAlert +RSSingBot +SalesIntelligent +satoristudio.net Scanbot -ScreenerBot -Searchestate -SearchmetricsBot -Semrush +scan.lol SemrushBot -SEOkicks-Robot -SEOprofiler -seoscanners +SEOlyticsCrawler +Seomoz SeoSiteCheckup -SEOstats -Shodan -Siphon +Sitebeam SiteCheckerBotCrawler -sitechecker.pro -Siteimprove -SiteSnagger +SiteLockSpider SiteSucker -Sitevigil -SlySearch -Sosospider -Sottopop +SmartDownload +Snapbot +Snoopy +sogouspider +SpaceBison Spammen -SpankBot Spanner -Spbot -Spinn3r -Sqlmap -Sucuri -SuperBot -sysscan +sp_auditbot +spyfu +SuperHTTP +SurveyBot +Suzuran Szukacz T8Abot -Telesoft -Telesphoreo -The Intraformant -TightTwatBot +TheNomad +Thumbor +Titan Toata -Toweyabot -TurnitinBot -TwengaBot -Twice -Vacuum -Vagabondo -VeriCiteCrawler -Virusdie -WASALive-Bot -Webalta -WebBandit -Web Collage -WEBDAV +Tracemyfile +trendiction.com +trendiction.de +True_Robot +Turnitin +URLy Warning +VB Project +Voil +Voltron +Wallpapers/3.0 +WBSearchBot +WebAuto +WebCollage +WebCopier +Web Enhancer WebFetch -Web Fetch -WebFuck -WebImageCollector WebLeacher -WebPix +WebmasterWorldForumBot +Web Pix +WebSauger Web Sauger +WebsiteExtractor WebsiteQuester -Website Quester Webster +Web Sucker WebWhacker -Whatweb +WebZIP +Whack +Whacker Who.is Bot Widow -WISENutbot +WinHTTrack Wonderbot +Woobot Wotbox WWW-Collector-E WWW-Mechanize -x09Mozilla -x22Mozilla -xpymep1.exe -YoudaoBot +Xaldon_WebSpider +Xenu +Zauba +Zermelo +Zeus Zitebot -ZmEu -ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 9dccedb0d..a863a2e32 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -alloysteel.ru -classiquebijoux.ru -cleanpcnow.com -doyouknowtheword-flummox.ml -earncash.com.ua -figuringmoneyout.com -mjchamonix.org -simple-image.com.ua -ukkala.xyz -usacasino.com +activepr.ru +asseenontv.ru +hubbble.com +littleberry.ru +medanestesia.ru +mysexpics.ru +partner-print.men +sabaapress.com +vip-file.com +yellowstonesafaritours.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index aca007f32..eac810185 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -101raccoon.ru -12bet.com -14b.info -2015god.org -3-letter-domains.net -3weekdiet.com -45en.ru -4senses.co +1000n1.ru +108shot.com +123any.com +123kuma.com +12masterov.com +12u.info +23kw.ru +3xforum.ro +4inn.ru +4pp13.com 5-steps-to-start-business.com -7wind.ru -883zy.com -8si.ru -91abcw.com -a14download.com -a96527gi.beget.tech -aaronabel.com -abbanreddy.com -acgs.tk -acunetix-referrer.com +6hopping.com +7a2rnuey1tw9ar.ru +888.com +abwa.tk +actices.com adclickthru.net -addblueoff.com.ua -adelly.bg -adobereader-free.ru -adrenalin-stk.ru +adhome.biz +adinterax.com +adrunnr.com ads.gold +adtech.de adtech.fr -adventureparkcostarica.com -advokat-grodno.by -ad-words.ru -agysya.ru +adultfullhd.com +advancedmassagebysara.com +agardomains.com ahrntal.verymes.xyz -alert-jdh.xyz -all4invest.ru -allpdfmags.net -alot.com -amazon-adsystem.com +akuhni.by +alessandraleone.com +alfabot.xyz +alif-ba-ta.com +allblogroll.com +alldubai.biz +amanda-porn.ga +ample-awards-today.us angel1777.kz -anjalika.co.in -apidigidocketnet-a.akamaihd.net -arate.ru -arquapetrarca.info -artel116.ru -as5000.com -asophoto.com -asrv-a.akamoihd.net -autobudpostach.club -avtochehli.by +apifasterlightin-a.akamaihd.net +apper.de +appfixing.space +arenanews.com.ua +arewater.com +arquivo.pt +asacopaco.tk +asiengirls.net +atmagroup.ru +audiofree.ru avtolombard-krasnodar.ru -ayakino.net -azartclub.org -babosas.com -beachpics.com -becuo.com +avto-oligarh.ru +baltgem.com +bankcrediti.ru +bannerspace.com +bannerswap.com bestbrainprod.win -best-deals-products.com -bibys.com -bigames.online -bio-market.kz -bio-optomarket.ru -bjanshee.ru -blavia.00author.com -blog.axant.it -bocoarchives.org -boeuklad.com -braintobe.win -brakehawk.com -brandedleadgeneration.com -brandov.ru -breastaugmentation.co.za -brimstonehillfortress.org -browsepulse-a.akamaihd.net -bugof.gq -buyessay3.blogspot.ru -bvlgaribracelet.xyz -bvlgariring.xyz -callawaygolfstore.online -canacopegdl.com -candycrushshop.com -cartierreplica.pw -cartierwatch.xyz -cdncash.com -chcu.net -cheap-pills-norx.com +bestcurs.org +bestmarriages.com +best-way.men +bin-brokers.com +bio-japan.net +bizcheapjerseyswholesalechina.com +bkns.vn +blagovest-med.ru +bluejays-jerseys.us +bonanza-fortune.men +bongacams.com +brains2.biz +brewdom.ru +buntube.net +butstrap.space +buy-cheap-pills-order-online.com +cacheimages.com +carloans.com +cars-modification.net +cartierring.xyz +casite-513049.cloudaccess.net +cdnnetwok.xyz +cfcl.co.uk +cfsrating.sonicwall.com +cheapbarbour.online +cheapjerseysap.com +check-host.net chidporn.com -children-learningreading.info -clash-clans.ru -cleanpcnow.com -clean-virus-mac.com +chimiver.info +chinacheapelitejerseys.com +chinese-amezon.com +chiptuninger.com +chlooe.com +christianlouboutinoutlet.win +cialischmrx.com +ciekawinki.pl +cigarpass.com +ciproandtizanidine.blogspot.com clevernt.com -clickintext.net -clipartnew.com -club-musics.ru -cocyq.inwtrade.com -comeondog.info -compliance-fred.xyz -compliance-ivan.xyz -compliance-josh.top -compliance-nelson.top -connectingsingles.com -cookie-law-enforcement-aa.xyz -cowblog.fr -creams.makeforum.eu -credit-respect.ru -data.vtc.pw -davidovic.info -dcj-nn.ru -deadlinkchecker.com -dev33.dioniqlabb.se -dieswaene.com -diffbot.com -discovertreasurenow.com -divisioncore.com -docsportal.net -domainsphoto.com -domik-derevne.ru -dosugrostov.site -dscaas.website -e2click.com -easyshoppermac.com -e-c.al -edwinkonijn.com.au -ekobata.ru -ekspresihati.info -ekto.ee -elektir.ru -elitedollars.com -emediate.eu -en.altezza.travel -eng-lyrics.com -epicbrogaming.com -e-poker-2005.com -eropornosex.ru -escort-russian.com -esnm.ru -esopini.com -estibot.com -evaashop.ru -evogarage.com -expertnaya-ocenka.ru -ezigarettenkaufen2.dreamwidth.org +clickaider.com +clubfashionista.com +codysbbq.com +colehaanoutlet.store +comissionka.net +compliance-checker.info +compliance-fred.top +compliance-jessica.top +compliance-mary.top +coolyarddecorations.com +costablue.xyz +cottageofgrace.com +cougfan.info +cowlmash.com +cpajunkies.com +csgo4.win +cupday.com +customerpromos-a.akamaihd.net +dailystrength.org +damasarenai.info +datadepths.com +ddlmega.net +decoratinghomes.ga +decorazilla.com +design-lands.ru +deutschehobbyhuren.net +digilander.libero.it +dms-sw.ru +domaincdn.xyz +domoysshop.ru +doyouknowtheword-flummox.ml +dptaughtme.com +drhomes.biz +dvr.biz.ua +earn-from-articles.com +ebooknovel.club +edge.sharethis.com +edudocs.net +ekspertmed.com +elektrischezigarette1.onsugar.com +elektrischezigaretten2.beeplog.com +elvenmachine.com +eorogo.top +etotupo.ru +eupornstar.info +exchangeit.gq +exlarseva.webblog.es +ezaz.info +ezigaretteshop2.mywapblog.com ezofest.sk -fable.in.ua -farmprofi.net -fashionindeed.ml -favornews.com -fba-mexico.com -feargames.ru -ferieboligkbh.dk -fifa-coins.online -find1friend.com -findsexguide.com -flashahead.info -flirt4free.com -floating-share-buttons.com -forexunion.net -forms-mtm.ru -formularz-konkurs.tk -free-fbook-traffic.com -freejabs.com -freemaintenancesysforpcandmac.top -free-social-buttons.com -friendflnder.com -funcrushgames.com -funtoonez.com -fusoradio.info -galleryawesome.com -gamesprite.me -gay-file.com -gemgrab-a.akamaihd.net -generic-pills-online.com -genetworx.com -geoads.com -getlaid-xxxhookupdirect.com -girlporn.ru -global-ics.co.za -gobongo.info -goldadpremium.com -golden-praga.ru -golmau.host.sk -gotwebsite1.com -gq-catalog.gq -greatgrace.ru -guigyverpo.cf -gungamesz.com -gwebtools.com.br -hacktougroup.ru -hauleddes.com -hdpixion.com -hdwallpapers-free.com -herehloadibs.cf -heygidday.biz -himgaws.pw -hiwibyh.bugs3.com -hledejvshopech.cz -hobbyhuren24.net +failingmarriege.blogspot.com +falllow.gq +famix.xyz +fearcrow.com +fenoyl.batcave.net +fickblock18.com +fickluder69.com +findthe.pet +fishtauto.ru +flavors.me +floridamhca.org +focalink.com +f-online.de +forexgb.ru +forum-engineering.ru +foto-sisek.porngalleries.top +freenode.info +freesitetest.com +free-today.com +free-video-tool.com +freshmac.space +freshsuperbloop.com +frvo.alptandem.ru +fuckbuddybestgilf.info +futbolkisales.ru +game300.ru +gamedayassist.com +garciniaxt.us +gateway.zscalertwo.net +getmyads24.com +getresponse.com +glicol.kz +globetrotting-culture.ru +go2jump.org +goodhousekeeping.com +goodnightjournal.com +gotcher.us +gsasearchengineranker.space +guardlink.org +happy.new.yeartwit.com +hasshe.com +hawaiisurf.com +heatpower.ru +hermesbracelets.xyz +hermesreplica.pw +highstairs-a.akamaihd.net +homeandhealth.ru homemature.net -hotenergy.ru -housediz.com +hoporno.com +hotblognetwork.com +hotel-mkad.ru +hotkeys.com +hotxnights.info +houdom.net +housekuba.org housemilan.ru -hoverboard360.de -hundejo.com -hut1.ru -ideawheel.com -id-forex.com -i-hobot.ru -ilikevitaly.com -impisr.edunsk.ru -inclk.com -infazavr.ru -informatiecentro.be -infoupdate.org -inome.com.ua -int.search.tb.ask.com -ipchicken.com -itservicesthatworkforyou.com -jav-fetish.site -job.icivil.ir -johnrobertsoninc.com -jose.mulinohouse.co +howtowhitenteethfast.xyz +idc.com.ua +ideoworld.org +iideaidekonkatu.info +ikritikimou.gr +iloveitaly.ru +imagecoolpub.com +imagine-ex.co +imediadesk.com +imgarit.pw +iminent.com +imperia31.ru +inbabes.sexushost.com +intelhdgraphicsgtdrive6w.metroblog.com +interesnie-faktu.ru +io9.com +iplusbit.blogspot.co.za +istizanidinelikexanax.blogspot.com +itch.io +ix20.ru +jackwolfskinoutlet.online +jeremyeaton.co +jerseyschinabizwholesale.us +jillepille.com +johannesburgsingles.co.za +j-times.ru kaliningrad.zrus.org -kamorel.com -kasino-money.pw -kazrent.com -keyhantercume.com +karachev-city.ru +kazinogames.lv +kerei.ru +keywordhouse.com keywords-monitoring-success.com -kichenaid.ru -kinofak.net -kinohall.ru -kinohit1.ru -kino-rating.ru -konpax.com -kostenloser-sex.com -kozhniebolezni.com -krasivye-devushki.net -krasnodar.xrus.org -kurbappeal.info -languagecode.com -lasvegaslockandsafe.com -laxdrills.com -ldrtrack.com -le-clos-des-alouettes.com -li-er.ru -littlecity.ch -liumimgx.pw -liveshoppersmac.com -lkbennettoutlet.online -low-format.ru -ltvperf.com -lumb.co -luxmagazine.cf +keywordsuggests.com +keywordteam.net +kihi.gdn +kinogonew.ru +kino-key.info +klejonka.info +kochanelli.com +kongruan.com +lafriore.ru +landscaping.center +lapolis.it +larger.io +law-check-nine.xyz +lflash.ru +liffa.ru +light.ifmo.ru +linkwithin.com +loftdigital.eu +lol-smurfs.com +louboutinreplica.pw +lovelycraftyhome.com +lubetube.com +lyrster.com m5home.ru -mactechinfo.info -magnetpress.sk -mansparskats.com -marcoislandvacations.net +magicdiet.gq +magnetic-bracelets.ru +makedo.ru marmotstore.online -master-muznachas.ru -matb3aa.com -m.b00kmarks.com -mearns-tractors.co.uk -mebelcomplekt.ru -mediaoffers.click -meendo-free-traffic.ga -meetingrainstorm.bid -m-google.xyz -milblueprint.com +maslenka.kz +matematikus.info +medanestesia.ru +meddesk.ru +medicines-choice.com +medmajor.ru +member-quiz.com +midst.eu +mil-stak.com +mindeyegames.com +minegam.com +mir-betting.ru mir-limuzinov.ru -mmgq.ru -moi-glazki.ru -mojaocena.com -moje-recenze.cz -moncleroutletonline.pw -monetizationking.net -mostantikor.ru -moviezbonkerssk.cf -moxo.com -moz.com -mrinsidesales.com -mturkcontent.com -music7s.me -mycaf.it -mydoctorok.ru -myhealthcare.com -myperiod.club -namenectar.com -nardulan.com -narkologiya-peterburg.ru -naturalpharm.com.ua -nevansk.ru -nfljerseys.online -nibbler.silktide.com -niroo.info -novosibirsk.xrus.org -nvssf.com -oballergiya.ru -offergroup.info -okayimage.com -okeinfo.online -okroshki.ru -one-gear.com +mirmedinfo.ru +mixed-wrestling.ru +mobot.site +mojpregled.com +mojpreskumanie.com +morepoweronmac.trade +moskva.nodup.ru +mrmoneymustache.com +mrsdalloways.com +musezone.su +muz-baza.net +muznachas-service.ru +mydirtystuff.com +narkologiya-penza.ru +nastroyke.net +nastydollars.com +nero-us.com +net-radar.com +networkad.net +newstaffadsshop.club +newstraveller.ru +nicefloor.co.uk +nodding-passion.tk +nsatc.net +nudepatch.net +obesidadealgarve.com +odywpjtw.bloger.index.hr +onemantrip.com +onlinedomains.ru +onlinemegax.com +onlythegames.com onthemarch.co -ooo-olni.ru -openfrost.net -orenburg-gsm.ru -oyster-green.com -paintingplanet.ru -pavlodar.xkaz.org -pay2me.pl -peekyou.com -pixelrz.com -pix-hd.com -pk-services.ru -playboyfiles.xblog.in -plohaya-kreditnaya-istoriya.ru -poems.com.ua -pokemongooo.ml -polimga.pw -popcash.net -popmarker.com -popugauka.ru -popup-fdm.xyz -porn555.com +o-o-6-o-o.ru +ooomeru.ru +osb.se11.ru +ovirus.ru +pagesense.com +pammik.ru +pandroid.co +paperwritingservice17.blogspot.ru +parajumpersstore.online +partnersafe.men +pastaleads.com +pateaswing.com +pensplan4u.com +percin.biz.ly +perm-profnastil.ru +petrovka-online.com +pharmacyincity.com +php-market.ru +physfunc.ru +picquery.com +picsfair.com +pictures-and-images.com +pinstake.com +pixgood.com +pliks.pl pornmania.pl -pornolook.net -pornotubs.com -portnoff.od.ua +pornzone.tv porto.abuilder.net -postclass.com -prchecker.info -preventheadacheguide.info -pricheskaonline.ru -printdirectforless.com -privetsochi.ru -prodess.ru -promodj.com -pro-poly.ru -prostitutki-almata.org -prostitutki-tolyatti.org -prostitutki-tyumeni.org -puserving.com -pwwysydh.com -py100.ru -qor360.com -qwarckoine.com -rangjued.com -rankexperience.com -rarbg.to -rasteniya-vs-zombi.ru -rcb101.ru -realitykings.com -realnye-otzyvy.info -redirectingat.com -registrydomainservices.com -remontgruzovik.ru +powitania.pl +pr0fit-b0x.com +priscilarodrigues.com.br +privat-girl.net +prizesbook.online +prlog.ru +proftests.net +prointer.net.ua +projectforte.ru +prpops.com +psoriasis-file.trade +purplesphere.in +puzzleweb.ru +qpypcx.com +quit-smoking.ga +raavidesigns.com +ranksignals.com +refererx.com remont-mobile-phones.ru -remybutler.fr -respublica-otel.ru -rialp.getenjoyment.net -ricorsogiustizia.org -rocketchange.ru -rockma.se -rootandroid.org -royalads.net -runofilms.ru -rusprostitute.com -ryetaw.com -sale-japan.com +remont-ustanovka-tehniki.ru +reyel1985.webnode.fr +rogervivierforsale.com +rome2rio.com +rossanasaavedra.net +rusoft-zone.ru +rus-teh.narod.ru +sadaholding.com +saletool.ru sampleletters.net -santasgift.ml -sanyuprojects.com -saugatuck.com -saveindex.xyz -scanner-alex.top -scanner-andrew.top -scanner-jane.top -scanner-viktor.top -scenarii-1-sentyabrya.uroki.org.ua -seasaltwithfood.com -se.bnt-team.com -selectads.men -seoholding.com -serving.adbetclickin.pink -sexxdate.net -sexystrippe.info +sandhillsonline.com +sanidumps.com +sanjosestartups.com +sape.top +sardinie.us +sbprabooks.com +scanner-elena.top +scanner-jack.top +scanner-mark.top +searchengineranker.email +search-goo.com +securityallianceservices.com +seojokes.net +seolab.top +seotoolsagency.com +sexfreepornoxxx.com +sextracker.com shemale-sex.net -shillyourcoins.com ship-marvel.co.ua -shoesonlinebuy.xyz -shopfishing.com.ua -shopperifymac.com -shtaketniki.kz -sientalyric.co -sildenafilcitratemed.com -silktide.com -simul.co -sisi-go.ru +shodanhq.com +shtora66.ru +sinestesia.host.sk siteimprove.com si-unique.com -skanninge.se -skylta.com -slavia.info -slomm.ru -smadihome.com -smallseotools.com -snowplanes.com -socialmonkee.com -social-s-ggg.xyz -spbchampionat.ru -special-porn.com -speedup-my.site -spidtest.space +sizeplus.work +slavic-magic.ru +smailik.org +social-button.xyz +soc-proof.su +sofit-dmd.ru +solinf.co +solitaire-game.ru +sonata-arctica.wz.cz +spammen.de +spamnuker.com +speechfoodie.com spin2016.cf -sportbetfair.com -spywareit.com -sr-rekneskap.no -stathat.com -superfish.com -superlist.biz +spitfiremusic.com +sport7777.net +srgwebmail.nl +stanthonyscatholicchurch.org +star61.de +steelmaster.lv +stockspmb.info +styro.ru +sugarkun.com +suggest-keywords.com +suhanpacktech.com +summerlinhomes411.info +sundrugstore.com +superoboi.com.ua +suralink.com +swagbucks.com +swiped.su swsociety.se -tampabaywatch.org -tattomedia.com -td-l-market.ru -tech4master.com -technika-remont.ru -tedxrj.com -terrafootwear.us -thebestphotos.eu -thefotosgratis.eu -tizanidineandhydrocodone.blogspot.com -tizanidinedrugtest.blogspot.com -tizanidinehcl4mgtab.blogspot.com -tizanidinerecreationaluse.blogspot.com -tizanidineusedfor.blogspot.com -tk-assortiment.ru -tmearegion26.com -tnaionline.org -topbestgames.com -topclickguru.com -tourcroatia.co.uk -tracksurf.daooda.com -trackzapper.com -trafficgenius.xyz -tsan.net -tuberkulezanet.ru -turizm.bz -tvorozhnaja-zapekanka-recept.ru -twojebook.pl -tytoona.com -uginekologa.com -unmaroll.ya.ru -uptime.com -ussearche.cf -validdomain.xyz -verymes.xyz -via-energy-acquistare.com -videochaty.ru +tabakur77.com +tabletkinaodchudzanie.com.pl +tacbelarus.ru +tackletarts.co +tagil.zrus.org +tam-gde-more.ru +telemetryverification.net +tfxiq.com +thenetinfo.com +the-trader.net +thfox.com +tivolibasket.it +tizanidinehcl2mgtablet.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +tkanorganizma.ru +todohr.com +topads.men +tovaroboom.vast.ru +track112.site +tracxn.com +tradedeals.biz +try-rx.com +tuckermktg.com +uasb.ru +uchil.net +ukkala.xyz +ukrobstep.com +ultramart.biz +umekana.ru +umityangin.net +unece.org +unitygame3d.com +url2image.com +urll.eu +usbggettwku.ga +v24s.net +venerologiya.com +veopornogratis.xxx +videositename.com +viktoria-center.ru villakohlanta.nu -visa-pasport.ru -vostoktrade.info -vut.com.ru -vzglyadriv.kg -vzlomsn.org -wdrake.com -webcamdevochka.com -website-analyzer.info -wedding-salon.net +vip2ch.com +visitcambridge.org +vitanail.ru +viveresaniesnelli.it +vkmusics.ru +vkonche.com +vmnmvzsmn.over-blog.com +vod.com.ua +volume-pills.biz +vsexkontakte.net +vzubah.com +w3javascript.com +wahicbefa31.soup.io +watchmygf.net +webinstantservice.com +webix.biz +webix.me +westen-z.life +whatistizanidine2mg.blogspot.com +whatzmyip.net wikes.20fr.com -winx-play.ru +windowssearch-exp.com +wjgony.com w-journal.ru -www.arenda-yeisk.ru -xboxster.ru -xfire.com -xjrul.com -x-musics.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn--80aikhbrhr.net -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--hxazdsfy.blogspot.com -xn--lifehacer-1rb.com -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xvideosbay.com +writingservices17.blogspot.ru +xchat26.myfreecams.com +x-diesel.com +xfluro.com +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn----7sbho2agebbhlivy.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai xxlargepop.com -yebocasino.com -yoopsie.com -youbloodyripper.com -yougame.biz -youporn-ru.com -yourads.website -yourporn.com -you-shall-not-pass.is74.ru -youtubedownload.org -zahvat.ru -zakazvzloma.com -zakon-ob-obrazovanii.ru -zarabotok--doma.ru -zerocash.msk.ru -zeroredirect1.com -zeroredirect7.com +y8games-free.com +youbrainboost.asia +yourtemplatefinder.com +yunque.pluto.ro +za-music.mymobiplanet.com +zed21.net zhongwenlink.com -zigarettenonlinekaufen1.blox.pl +zigarettenonlinekaufen1.bloog.pl +zoogdinsney.com +zoompegs.com +zoosexart.com +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 003ff315b..44563b315 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1314dh.com -1-free-share-buttons.com -23kw.ru -7fon.ru -7yue.org -7zap.com -aa625d84f1587749c1ab011d6f269f7d64.com +123cha.com +76brighton.co.uk +academia-nsk.org acads.net -acc.eu.org -advancedcleaner.com -adverster.com -aero2.ru -agadelha.com.br -ahmedabadwebs.com -alert-jdh.xyz -alfapro.ru -alkoravto.ru -allblogroll.com -amehdaily.com -andpolice.com -apiappenableinfo-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -apps-analytics.net -arkkivoltti.net -arpelsreplica.xyz -artefakct.com -asmxsatadriverin.aircus.com -atlasvkusov.ru -atofilms.com -autogrep.ru -auto-moto-elektronika.cz +addray.pro +advocatemsk.ru +ad-words.ru +aktivator-windows10.blogspot.com +alfa-img.com +alphacarolinas.com +animal-drawings.com +anniemation.com +apiqualitinknet-a.akamaihd.net +apispringsmartne-a.akamaihd.net +artavenuegardenstudios.com +asrv-a.akamaihd.net +atovh.local-finders.com +ausergrubhof.info azazu.ru -balitouroffice.com -battlecarnival.su -bitnote.co -blog.axant.it -bolezniorganov.ru -boobsimge.com -browsepulse-a.akamaihd.net -bukleteg.xyz -bvlgaribracelet.xyz -bwlx.prepedu.cn -bzero1jewelry.net -callawaygolfoutlet.online -carabela.com.do -cardul.ru -catalogs-parts.com -chee-by.biz -chinajerseyswholesalecoupons.com -christianlouboutinshoes.xyz -ciceros.co -cl.s7.exct.net -cognitiveseo.com -colobit.biz -compliance-olga.top -cookie-law-enforcement-ff.xyz -cookie-law-enforcement-hh.xyz -coolgamechannel.com -craftburg.ru -darkbooks.org -datract.com -dawlenie.com -db.speedup.gdn -descargar-musica-gratis.net -detmebel.su -digital-video-processing.com -dirtpics.pw -domainanalyzing.xyz -drev.biz -drpornogratisx.xxx -dustyorate.com -ec-file.info -es5.com -extads.net -extener.org -ezofest.sk -f0815.de -favornews.com -faz99.com -filesvine.com -firstsiteguide.com -flowersbazar.com -franch.info -freelotto.com -freenode.info -freewareseek.com -front.to -gateway.zscalertwo.net -genericviagrasildenafiled.net -get-free-social-traffic.com -getyourimage.club -girlsfuckdick.com -gnuetella.com -goodprotein.ru -gotwebsite1.com -graphicwe.org -greenidesign.co -gwagka.com -hacktougroup.ru -hamilton.ca -hanink.biz.ly -hatdc.org -headpress.ru -hexpilot.com -homedo.fabpage.com -hostingclub.lk -hotblognetwork.com -hoterika.com -hotshoppymac.com -hubbble.com -hystersister.com -ifirestarter.ru -iflycapetown.co.za -imagine-ex.co -increasewwwtraffic.info -intervsem.ru -ip-guide.com -iqoption.com -istripper.com -journalhome.com -justkillingti.me -kambasoft.com -kinobaks.com -kinogonew.ru -kovesszucs.atw.hu -krassh.ru -kredit-blog.ru -kuzinsp.ru -lacave.ntic.fr -likesdesign.com -lineshops.biz -linkarena.com -lion.conboy.us -louboutinreplica.xyz -manve.info -medizinreisen.de -meetingrainstorm.bid -mesbuta.info -mhtr.be -middlerush-a.akamaihd.net -mixtapetorrent.com -mojpregled.com -moncleroutletonline.win -moneytop.ru -mountainstream.ms +babyfactory.fr +beauty-bracelet.com +bestmarriages.com +best-seo-offer.com +betterhdporn.com +bibys.com +bif-ru.info +bimatoprost-careprost.com.ua +blackle.com +bnt-team.com +boazpower.com +boc.kz +bombla.org +bongiornos.info +btnativenav.com +businescoop.men +butstrap.space +buyfriend.ru +buypillsorderonline.com +calc-for-credit.ru +candy-glam-hp.com +cartechnic.ru +cartierreplica.pw +cartierring.xyz +centrumcoachingu.com +cheapjerseysbizwholesale.us +cheatcode-lita12.rhcloud.com +cialiswithoutadoctor.net +ciekawinki.pl +cleanallvirus.com +cleanpcnow.com +clicksor.net +compliance-alex.top +compliance-mary.top +countercrazy.com +csgo4.win +cv.wallhade.co +daisye.top +dear-diary.ru +deutschehobbyhuren.net +dfwu1019.info +discountliv.com +djonwatch.ru +dktr.ru +dojki-hd.com +domaincdn.xyz +domaincheck.io +domini.cat +download-wallpaper.net +drunkenstepfather.com +dtm-spain.com +dyt.net +eachdayisagift.review +e-avon.ru +e-c.al +econom.co +ee77ee.com +ege-essay.ru +elektrischezigarette2.onsugar.com +elektrozigarettekaufen1.devhub.com +elektrozigarettekaufen2.blogse.nl +elmacho.xyz +enginebay.ru +envaseslotusama.com +eropornosex.ru +essayservicewriting.org +exct.net +f00kclan.de +fickkontaktehobbyhuren.com +filmfanatic.com +fotoxxxru.com +freshwallpapers.info +fyxabomiw.ru +gambarkataku.co +gamebackyard.com +germes-trans.com +glcomputers.ru +gopixdatabase.com +growboxbl.ru +grupografico-pilar.com.ar +gsou.cf +hikesearch.net +hobild.net +homeart.space +horoshieokna.com +houseofgaga.ru +iccornacircri.cf +imicrovision.com +inboxdollars.com +investzalog.ru +iplusbit.blogspot.co.za +islandminingsupply.wordpress.com +ispaniya-costa-blanca.ru +jasonpartington.com +johnrobertsoninc.com +keki.info +kinocccp.net +kinoflux.net +kino-rating.ru +kiskinhouse.com +lankarns.com +law-check-nine.xyz +leboard.ru +le-clos-des-alouettes.com +letsart.ru +lignofix.ua +lombardfinder.ru +love-baby.cz +m5home.ru +macdamaged.tech +master-muznachas.ru +mastershef.club +mature.free-websites.com +mere.host.sk +mexicotravelnet.com +misterjtbarbers.com +moxo.com mriyadh.com -musicstock.me -music.utrolive.ru -napalm51.nut.cc -national-today-winning-winner.club -newhairstylesformen2014.com -nikitabuch.com -notaria-desalas.com -notebook-pro.ru -nvformula.ru -nzfilecloud.weebly.com -oakridgemo.com -oballergiya.ru -offtime.ru -ok-ua.info -old-rock.com -onlinemegax.com -openmultipleurl.com -orion-code-access.net -osoznanie-narkotikam.net -oyster-green.com -pcboa.se -play.leadzupc.com -play-movie.pl -pobeiranie.pl -preg.marketingvici.com -productarium.com -profitfx.online -prointer.net.ua -pushdata.sendpulse.com -rapidsites.pro -remedyotc.com -remont-fridge-tv.ru -rentehno.ru -replicaclub.ru -reyel1985.webnode.fr -rfd-split.hr -richinvestmonitor.com -ru-dety.ru -searchmywindow-a.akamaihd.net -seasaltwithfood.com -segol.tv -seinterface.com -semrush.com -seo-2-0.com -seoanalyses.com -seofied.com -seojokes.net -sex-dating.co -sexkontakteao.info -sexpartygirls.net -shodanhq.com -shoppytoolmac.com -sientalyric.co -siteaero.com -sitevaluation.com -sitiz.club -small-game.com -snip.tw -social-vestnik.ru -sotkal.lark.ru -splendorsearch-a.akamaihd.net -sr-rekneskap.no -stariy-baku.com -stats-collector.org -stickers-market.ru -store-rx.com -streha-metalko.si -strigkaomsk.ru -sugvant.ru -swsociety.se -tabakur77.com -talant-factory.ru -tasteidea.com -terraclicks.com -thepantonpractice.co.uk -tizanidinehydrochloride2mg.blogspot.com -top10-online-games.com -track-rankings.online -trafficmonetize.org -tramadolandtizanidine.blogspot.com -ultimatesetnewfreeallsoftupgradesystems.pw -uytmaster.ru -validccseller.com -vielporno.net -vip.51.la -vipsexfinders.com -voloslove.ru -voprosotvet24.ru -vseigru.one -vtc.pw +muizre.ru +mylesosibirsk.ru +narkologiya-belgorod.ru +narutonaruto.ru +nomuos.it +onblastblog.online +one-gear.com +online.ktc45.ru +openfrost.com +ops.picscout.com +panchro.xyz +pandroid.co +parajumpersstore.online +pearlisland.ru +perfectpracticeweb.com +photokitchendesign.com +picture-group.com +pills24h.com +pinwallpaper.top +piter.xrus.org +plaff-go.ru +plastgran.com +play-mp3.com +ploenjitmedia.azurewebsites.net +poisk-zakona.ru +poppen-nw.net +popugaychiki.com +pornogig.com +pornosee.info +pornozhara.com +porto.abuilder.net +pravoholding.ru +pricheskaonline.ru +prostitutki-odessa.org +pr-ten.de +puzo2arbuza.ru +quangcaons.com +questionmarque.ch +qwertty.net +realitykings.com +registry-cleaner.net +remont-ustanovka-tehniki.ru +remote-dba.de +royalvegascasino.com +rustic-quiver.win +scalerite.co.za +scanner-andrew.top +scanner-jack.top +scansafe.net +score-ads.men +seadragonherbery.com +searchkut.com +secret.xn--oogle-wmc.com +senger.atspace.co.uk +shell-pmr.ru +shymkent.xkaz.org +sicfor.bcu.cc +sms2x2.ru +snjatie-geroinovoy-lomki.ru +spy-app.info +spy-sts.com +srgwebmail.nl +star61.de +stroydetali.ru +studworks.org +tackletarts.co +takeprofitsystem.com +tako3.com +tamada69.com +templates.radiodigital.co +testingads.pro +thecounter.com +thelottosecrets.com +tizanidineandhydrocodone.blogspot.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinehcl2mg.blogspot.com +toproadrunner5.info +topsy.com +triumf-realty.ru +trudogolik.net +tupper-shop.ru +typimga.pw +uchetunet.su +udayavani.com +uk-zheu20.ru +um-razum.ru +unmaroll.ya.ru +uptime.com +vashsvet.com +veles.shop +velpanex.ru +viberdownload10.com +villakohlanta.nu +vipromoffers.com +vmnmvzsmn.over-blog.com vucms.com -vut.com.ru -walkme.com -warningwar.ru -watchinf.com -watracker.net -wnoz.de -xaijo.com -xitjw.info -xn--80ajbshivpvn2i.xn--p1ai -youghbould.wordpress.com -zatjmuzu.info -zetgie.com.pl -zscalerone.net +wapsite.me +webmasterhome.cn +website-datenbank.de +weclipart.com +wemarketing.se +wordpresscore.com +word-vorlagen.xyz +writingservices17.blogspot.ru +xchat26.myfreecams.com +xfluro.com +x-mix.info +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80ahdheogk5l.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xn--d1abj0abs9d.in.ua +yourporngay.com diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 34cb39aec..6b2d8a8e7 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.178.120 0; +34.66.50.208 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 62342e78a..5b2f90bbd 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 924097c79..ea40eccb2 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5c53d6744..c6db9c408 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.09.2133 +#### Version: V4.2020.09.2134 #### Bad Referrers Blocked: [6834](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [578](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b645a0e8d..5e6e5ebde 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.09.2133 +#### Version: V4.2020.09.2134 #### Bad Referrers Blocked: [6834](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [578](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index f9cb4a8cc..f538a5ba7 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2020.09.2133 +#### Version: V4.2020.09.2134 #### Bad Referrers Blocked: [6834](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [578](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e6d38ee05..9476a33ac 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2020.09.2133 +#### Version: V4.2020.09.2134 #### Bad Referrers Blocked: [6834](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [578](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index e69d47377..435abbaab 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 9676df20e..e78c8a289 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.09.2133 -### Updated: Sun Sep 6 23:00:06 SAST 2020 +### Version: V3.2020.09.2134 +### Updated: Mon Sep 7 23:40:39 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index e69d47377..435abbaab 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:05 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:38 SAST 2020 ### Bad Referrer Count: 6834 ### Bad Bot Count: 578 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 76eb9c1ec..9c3af23ed 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2020.09.2133 -### Updated: Sun Sep 6 23:00:07 SAST 2020 +### Version: V4.2020.09.2134 +### Updated: Mon Sep 7 23:40:40 SAST 2020 ### Bad Bot Count: 578 ################################################### ### Version Information ##