diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 1d3684d1d..500584a94 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 1d3684d1d..500584a94 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 1d3684d1d..500584a94 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 5c11fa1ce..fa023001e 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 0017b19ad..c1392c506 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 26bb5ecb7..c0fc69668 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.50.208 0; +35.192.85.2 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8c54dcbd5..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6b2d8a8e7..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8c54dcbd5..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6b2d8a8e7..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 8c54dcbd5..5e7c0ed8e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6b2d8a8e7..3e60bde86 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 9e7c4434e..16f37cf31 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.245.105 0; -34.66.200.49 0; +35.193.7.13 0; +35.192.85.2 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f47c6baa7..95c78cfda 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 59dd925a9..c95bc9ad9 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.245.105 0; -34.66.50.208 0; +35.188.1.99 0; +35.193.7.13 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 119198c5c..7f8ee15fc 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index fff4f3a99..a53d3a500 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.50.208 0; -34.66.200.49 0; -34.66.25.221 0; +35.184.226.236 0; +35.193.7.13 0; +35.202.145.110 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 0d8101606..5bfb5e340 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.245.105 0; -34.66.200.49 0; -34.66.25.221 0; +35.188.1.99 0; +35.224.112.202 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index cc3de7218..746c3f03f 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 2326e5878..906d58d35 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -360Spider -Calculon -crawl.sogou.com -Metauri -Probethenet -QueryN Metasearch -RealDownload -SearchmetricsBot -sogouspider -Whack +CrazyWebCrawler +DIIbot +eCatch +Lmspider +Nibbler +Recorder +serpstatbot +SlySearch +Sqlworm +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index c103a5028..1b20fb91c 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider 404enemy -Abonti -Aboundexbot -Acunetix -AfD-Verbotsverfahren -Aipbot -Alligator -AllSubmitter +Aboundex +AhrefsBot +AIBOT +AlphaBot +Anarchie Apexoo archive.org_bot -ASPSeek -Attach -autoemailspider -BackDoorBot +Asterias Backlink-Ceck -Badass +BackStreet Barkrowler BatchFTP -Battleztar Bazinga BBBike -BDFetch -BetaBot +Bigfoot Bitacle -Blackboard +Black Hole +Blow BlowFish -Bolt -Brandwatch +Brandprotect BuiltBotTough -Calculon -CazoodleBot +Bullseye +BunnySlippers +CATExplorador +Cegbfeieh CheeseBot +CherryPicker CheTeam -Chlooe -Claritybot -Cliqzbot +ChinaClaw +Cloud mapping cognitiveseo Collector com.plumanalytics -Copier -CopyRightCheck -Copyscape +Cosmos Craftbot -crawler4j -crawler.feedback crawl.sogou.com -Custo -demandbase-bot -Demon -Deusu +CrunchBot +CSHttp +Curious +Digincore DIIbot -Disco -Discobot +Dirbuster Dispatch +DittoSpyder DnyzBot -Download Wonder -Dragonfly +DomainCrawler +DomainStatsBot Drip DSearch -EasyDL +ECCP/1.0 Ecxi -EirGrabber -EMail Wolf -Express WebPictures -ExtLinksBot -Extractor +EMail Siphon +Exabot +Extreme Picture Finder +Ezooms +facebookscraper FHscan Fimap Firefox/7.0 +FlashGet +Foobot FyberSpider -Fyrebot -Genieo +GalaxyBot +GermCrawler GetRight GetWeb Gigabot -Go!Zilla +G-i-g-a-b-o-t +Gotit +GrabNet GrapeFX +GrapeshotCrawler GT::WWW Haansoft -HEADMasterSEO -Heritrix -Hloader +Harvest +HTMLparser HTTP::Lite -HybridBot -Iblog +HTTrack IDBot Id-search +IlseBot Image Fetch -Image Sucker IndeedBot Indy Library -InfoNaviRobot -InfoTekies -InterGET -ips-agent +Internet Ninja +internetVista monitor Iria -Jbrofuzz -JetCar -JOC Web Spider +JamesBOT +JennyBot +JikeSpider Joomla +Jorgee Jyxobot Keyword Density -Lanshanbot LeechFTP -Lightspeedsystems -Likse +LeechGet +LexiBot +LibWeb +Libwhisker LinkextractorPro -LinqiaRSSBot -Lipperhey +LinkpadBot +LinkScan +Lipperhey Spider Litemage_walker Lmspider LNSpiderguy -Ltx71 -Magnet -Mail.RU_Bot -Majestic12 -Majestic SEO +Mag-Net +magpie-crawler MarkWatch -Masscan -Mata Hari -MauiBot meanpathbot Meanpathbot +MeanPath Bot Mediatoolkitbot mediawords -Microsoft URL Control -MJ12bot -Morfeus Fucking Scanner -Mr.4x3 +MegaIndex.ru +Metauri +MIDown tool +Mister PiX +Mojeek +MSFrontPage MSIECrawler Msrabot MS Web Services Client Protocol muhstik-scan Musobot -Name Intelligence -Needle -NetLyzer -NetMechanic +Nameprotect +NearSite +Nessus +NetAnts +Netcraft +netEstate NE Crawler +NetSpider Nettrack -Netvibes +Net Vampire NetZIP +NextGenSearchBot Nibbler NICErsPRO -Nikto -Nimbostratus -Nmap -Nutch +Ninja +Octopus +Offline Explorer Offline Navigator OnCrawl -Openfind -OpenLinkProfiler -PageAnalyzer +OpenVAS +OrangeBot +OrangeSpider +OutclicksBot page scorer -Papa Foto +PageScorer +Panscient pcBrowser PECL::HTTP +PHPCrawl Picscout -Picsearch -PictureFinder Pimonster -Pixray -plumanalytics -ProPowerBot -ProWebWalker +PleaseCrawl +Pockey +POE-Component-Client-HTTP Psbot PxBroker +QueryN Metasearch RankActive RankActiveLinkBot -RankingBot2 -Rankivabot +RankingBot Reaper -Recorder +RedesScrapy ReGet -RepoMonkey -RocketCrawler -s1z.ru -scan.lol +Rogerbot +SalesIntelligent +ScanAlert ScoutJet -Scrapy -SearchmetricsBot -SEOkicks +Searchestate +Semrush +SemrushBot +SEOkicks-Robot SEOlyticsCrawler -Seomoz -seoscanners -serpstatbot +SEOprofiler sexsearcher Siphon +SISTRIX Sitebeam +SiteLockSpider SiteSnagger -SlySearch +SiteSucker +Site Sucker +Sitevigil +SmartDownload SMTBot Snapbot Snoopy -Sogou web spider +SocialRankIOBot +Sociscraper Sosospider +Sottopop +SpaceBison +Spammen SpankBot -Spbot -Spinn3r +sp_auditbot SputnikBot -Sqlmap +Sqworm +Steeler Stripper -SuperHTTP -sysscan -Szukacz +Sucker +Sucuri +SuperBot +Suzuran +Swiftbot T0PHackTeam -TeleportPro +T8Abot Telesoft -Telesphorep -TightTwatBot +The Intraformant Toweyabot +Tracemyfile Trendictionbot -trendiction.com -trendiction.de -Turingos +TurnitinBot TwengaBot Typhoeus Upflow -Vacuum -VCI VeriCiteCrawler -VidibleScraper Virusdie -WallpapersHD +Voil WASALive-Bot -Web Auto -WebBandit +WebAuto WebCollage -Web Collage -WEBDAV -WebEnhancer -WebFetch -WebLeacher +Web Fetch +Web Fuck +WebImageCollector WebmasterWorldForumBot -webmeup-crawler -WebReaper -WebSauger -Web Sauger +WebPix WebsiteExtractor WebsiteQuester -Web Sucker +Website Quester +WebWhacker +Whacker +Whatweb Who.is Bot -Wonderbot -Wotbox -WWW-Mechanize +WISENutbot +Wprecon +WWW-Collector-E WWW::Mechanize -WWWOFFLE -x09Mozilla -YoudaoBot -zgrab +Xaldon WebSpider +Xaldon_WebSpider +Zade +Zauba +zauba.io +Zeus +Zitebot +ZmEu +ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 57d1d41d5..e5b7254d6 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy +360Spider 80legs +Aboundex +Aboundexbot Acunetix AfD-Verbotsverfahren -AiHitBot +AIBOT Apexoo -archive.org_bot Attach -autoemailspider Backlink-Ceck -backlink-check BacklinkCrawler +BackWeb +Badass +Barkrowler BatchFTP -BDFetch +Battleztar Bazinga BetaBot -Bigfoot Blackboard Black Hole -BlowFish +BotALot Brandprotect +Buddy BuiltBotTough BuiltWith -Bullseye -BunnySlippers +BuzzSumo Calculon -CATExplorador -CazoodleBot CCBot -Cegbfeieh -CheeseBot -CheTeam -Cliqzbot -Cloud mapping -Collector +Claritybot +Cogentbot Copier +CopyRightCheck Copyscape -crawler4j +crawler.feedback crawl.sogou.com -CrazyWebCrawler Crescent -CSHttp +CrunchBot +Curious Custo -Devil +DatabaseDriverMysqli +DataCha0s +DBLBot +Deusu +Digincore DIIbot Disco -Dispatch -DnyzBot -DomainAppender -DomainCrawler +Discoverybot +DittoSpyder DomainSigmaCrawler -Drip -Ecxi -EMail Siphon +DomainStatsBot +Dragonfly +DSearch +DTS Agent +Ebingbong +ECCP/1.0 +EMail Wolf EroCrawler -ExtLinksBot +evc-batch +Evil Extreme Picture Finder -EyeNetIE +Ezooms +facebookscraper FDM FemtosearchBot -FHscan -Freeuploader -FrontPage +Firefox/7.0 +FlashGet GalaxyBot Genieo GermCrawler Getintent -GetRight -GetWeb -Gotit -Grabber +Gigablast +Gigabot +Go-Ahead-Got-It GrapeFX -GridBot -GT::WWW HaosouSpider -HMView -HTMLparser +Harvest +HEADMasterSEO +Heritrix +Hloader HTTP::Lite HTTrack -Humanlinks HybridBot Iblog IDBot +IlseBot Image Fetch Image Sucker -InfoNaviRobot -InterGET -Iria -IRLbot -IstellaBot +IndeedBot +InfoTekies +Intelliseek +Internet Ninja +InternetSeer +ips-agent +Jbrofuzz JennyBot -Jetty JikeSpider +JOC Web Spider Joomla -JustView +Jorgee Kenjin Spider Kozmosbot -LibWeb +LeechGet Linkdexbot -LinkextractorPro -LinkpadBot LinksManager +LinqiaRSSBot LinqiaScrapeBot Lipperhey -LNSpiderguy -lwp-request +Lipperhey Spider +Litemage_walker +Lmspider +Ltx71 LWP::Simple -Magnet +Mag-Net magpie-crawler -Mail.RU_Bot Majestic12 +MarkMonitor MarkWatch -Masscan Mata Hari -mediawords -MegaIndex.ru +Meanpathbot +MeanPath Bot Microsoft Data Access -Microsoft URL Control +MIDown tool MJ12bot -Mojeek -Morfeus Fucking Scanner -Mr.4x3 -MSIECrawler -Msrabot MS Web Services Client Protocol -muhstik-scan -Name Intelligence Nameprotect +NearSite Needle -Nessus +NetAnts Nettrack -Netvibes NetZIP NextGenSearchBot -Nikto +Niki-bot +NimbleCrawler Ninja -Octopus +NPbot +Nutch +oBot OnCrawl Openfind -OutclicksBot -PageAnalyzer +OpenLinkProfiler +Openvas +OpenVAS +OrangeBot +OrangeSpider Page Analyzer PageScorer -pcBrowser +Papa Foto PeoplePal Picscout +Pi-Monster Pixray -plumanalytics -Pockey POE-Component-Client-HTTP +Probethenet ProPowerBot -Psbot +ProWebWalker +Pump +PyCurl +RankActive RankActiveLinkBot -RankFlex -RankurBot -Reaper +Rankivabot +RebelMouse Recorder RepoMonkey RocketCrawler -SalesIntelligent +RSSingBot +s1z.ru SBIder +ScanAlert Scanbot -Scrapy -ScreenerBot +ScoutJet +SemrushBot +SEOlyticsCrawler Seomoz -SEOprofiler +seoscanners +SeoSiteCheckup +SEOstats +sexsearcher SISTRIX +Sitebeam SiteExplorer -Siteimprove SiteLockSpider -SiteSnagger -SiteSucker -Sitevigil SlySearch +SmartDownload SMTBot +Snake Snapbot Snoopy +SocialRankIOBot Sociscraper sogouspider Sogou web spider -Sottopop -SpaceBison +SpankBot Spanner Spbot +SputnikBot spyfu Sqlworm Sqworm -Stripper -Sucker -SuperBot -Surfbot +Steeler +Sucuri +SurveyBot Swiftbot +Szukacz +T0PHackTeam T8Abot Teleport -Telesoft -The Intraformant -TheNomad -Thumbor +TeleportPro +Telesphorep TightTwatBot -Titan -Toweyabot Trendiction +Trendictionbot +trendiction.com TurnitinBot -Twice +TwengaBot Typhoeus Upflow -URLy Warning -Vacuum Vagabondo -VB Project VCI VeriCiteCrawler -VidibleScraper +Virusdie VoidEYE Voltron -Wallpapers/3.0 -WASALive-Bot -Webalta -WebBandit -Web Collage -WebEnhancer -WebFetch +WebAuto +WebCopier WebFuck -WebImageCollector -WebLeacher +WebGo IS WebmasterWorldForumBot -WebPix -WebReaper +webmeup-crawler +WebSauger Web Sauger -Webshag +WebsiteExtractor +Website Quester +WebStripper WebSucker -WebWhacker -WebZIP Whack Whacker Widow WinHTTrack -WiseGuys Robot -WISENutbot -WPScan -WWW-Mechanize -x09Mozilla +WWW-Collector-E +WWW::Mechanize x22Mozilla Xaldon WebSpider Xaldon_WebSpider -YoudaoBot +xpymep1.exe Zade +Zauba +zauba.io +Zeus zgrab -ZumBot +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 4ca54e8b7..edfc3738b 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -best-games.today -bestwebsiteawards.com -boeuklad.com -dev33.dioniqlabb.se -ezrvrentals.com -jav-way.site -orsonet.ru -senger.atspace.co.uk -supervesti.ru -tupper-shop.ru +1bet.com +aero2.ru +apple.com-webbrowsing-security.review +bupropion-sr-150-mg.us +greatdealshop.com +keywordhut.com +portside.xyz +tdsing.ru +xitjw.info +zlatnajesen.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 9f96c3515..37e05d263 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00author.com -1j7740kd.website -24-ak.ru -2drittel.de -3dracergames.com -5forex.ru -aaa38852e886ac4af1a3cff9b47cab6272.com -aarbur.com -above.com -actionnooz.com -addbin.men -adktrailmap.com -adman.se +00webcams.com +1-99seo.com +1-free-share-buttons.com +1millionusd.xyz +2345.com +3weekdiet.com +4replicawatch.net +5i2.net +7xc4n.com +7yue.org +98oi.ru +aa9d046aab36af4ff182f097f840430d51.com +aasoldes.fr +absugars.com +admatic.com.tr +adservme.com +adtech.de adultactioncam.com -adultfullhd.com adultmeetonline.info -aero2.ru -alessandraleone.com +ahmedabadwebs.com +akusherok.ru +alarmobninsk.ru +alert-fdm.xyz +alibestsale.com alkoravto.ru -alldownload.pw -alpharma.net +amateurgalls.com anabolics.shop -anal-acrobats.hol.es -apartmentratings.com +animal36.com +animebox.com.ua +anticrawler.org apiappenableinfo-a.akamaihd.net -apishops.ru -appfastplay.com -approvedlocal.co.za -arcadepages.com -architecturebest.com -arendas.net -asrv-a.akamaihd.net -atleticpharm.org -aversis.net -balkanfarma.org +apibatbrowsecom-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +apparel-offer.com +apple.com-webbrowsing-security.science +arcadeplayhouse.com +arclk.net +arcteryxsale.online +arenanews.com.ua +arius.tech +arkartex.ru +asophoto.com +asrvrep-a.akamaihd.net +atley.eu.pn +avek.ru +avtoarenda.by +ayodhya.co +azartclub.org +balitouroffice.com +balla-boo.se baltgem.com -bang-hotties.com -bangla-chat-uk-paralud.ga -bank.uz -beauty-b0x.pl -becuo.com -bensbargains.net -bestbuy.ca -bestcoin.cc -bestwaystogetpaid.us -bestwebsitesawards.com -betterscooter.com +bankcrediti.ru +bannerads.de +baoxaydung.com.vn +battleforupdating.site +beauty-clinic.ru +bestadbid.com +bestofpicture.com +bestofupload.info +best-seo-offer.com +bestserials.com +bestsexyblog.com +beztuberkuleza.ru +bigcities.org bin-brokers.com -bingoporno.com -biographiya.com +bioca.org bird1.ru -bizcheapjerseyswholesalechina.com bjetjt.com -bkgr.se -blackcurranthumidifiers.site -blog-hits.com -blogporn.in -bluesman.nu -bmwhighperformers.com -bochemit.com.ua -bolezniorganov.ru -bonky.biz -bonux.nextview.ru -brandbucket.com -brianhenry.co -brimstonehillfortress.org -browsepulse-a.akamaihd.net -btc4u.ru -buttons-for-your-website.com -camdolls.com -capture-room.com +bloggedporn.com +blog.remote-computer.de +bloke.com +boole.onlinewebshop.net +bouda.kvalitne.cz +builtwith.com +burger-imperia.com +burn-fat.ga +buyantiviralwp.com +cacheimages.com +callejondelpozo.es +camdenmemorials.com +candlehandmade.com cardiosport.com.ua -cartierjusteunclou.xyz -cartierloveringreplica.xyz +cardsharp1.ru cartierring.xyz cartierwatch.xyz -cbb1smartlist12.click -celebsopics.com -chatroulette.world -cheapmoncler.pw -chelyabinsk.xrus.org -children-learningreading.info -chimiver.info -christianlouboutinsaleonline.us -classiquebijoux.ru -clean-start.net -clipartnew.com -clothesforcash.com -colobit.biz -co.lumb.co -cometorussia.net -compliance-donald.xyz -compliance-margo.top -cosmeticswomens-womensports.rhcloud.com -cougfan.info +cartujano-pre.de +cascadelink.org +caveavins.fr +cb.iphantom.com +cbox.ws +centre-indigo.org.ua +ceotrk.com +cfacarrosserie74.com +chatroulette.life +cheapcigarettesc.info +cheapestjerseys-wholesale.com +cheapjerseysbizwholesale.us +chinese-amezon.com +chocolateslim-original.com +cialischstgerts.com +cialisndbrx.com +cjs.com.ru +cleanersoft.com +clicksotrk.com +clips.ua.ac.be +clubfashionista.com +codq.info +compliance-fred.top +compliance-jess.top +compliance-julia.top +compliance-mary.top +compliance-willy.top +coprofam.org counciltally.com -counterbot.com -cranly.net -crazyprotocol.com -creditmoney.com.ua -cryptoswap.biz -customsua.com.ua -cxpromote.com -darkages.info -ddospanel.com +countbertwistdisp26.soup.io +crd.clan.su +custom-electric-guitar.com +customerguru.in +danceuniverse.ru +dangphoto.trade +dawlenie.com deadlinkchecker.com -demenageur.com -dfwu1013.info -diesel-parts28.ru -dividendo.ru +dealwifi.com +dentalpearls.com.au +destinationrealestate.com +dev33.dioniqlabb.se +dfiles.me +diamond-necklace.info +dieswaene.com +digital-sale.su +dikqlyremy.info +directivepub.com +djonwatch.ru +dkvorota.ru docsportal.net -dogsrun.net -domaineaneblanc.com -downloadeer.net -dtm-spain.com -duplicashapp.com -dvrlists.com -egvar.net +doeco.ru +dostavimvdom.ru +download-of-the-warez.blogspot.com +downtuptv.gq +drugspowerstore.com +dstroy.su +eandsgallery.com +e-commerce-seo1.com +ekobata.ru eldiariodeguadalajara.com -eleimgo.pw -elektir.ru -embedle.com -empirepoker.com -energydiet-info.ru -escortplius.com +elexies.info +elite-sex-finders.com +enews.tech +enthuse.computernetworksonline.com +eropho.com +esfchat.tk +essayassist.com +essay-edu.biz +essayservicewriting.org +estelight.ru +evogarage.com +exchangeit.gq excitacion.info -exoclick.com -ez8motelseaworldsandiego.com -ezigarettenkaufen1.deviantart.com -f07.de -farmprofi.net -fashion.stellaconstance.co -fastfixing.tech -favoritemoney.ru -fickenprivat.info -filesvine.com -filmfanatic.com -findpik.com -findthe.pet -flash4fun.com -fodelsedagspresenter.nu -forum69.info -franch.info -frcls.fr +exdocsfiles.com +exportshop.us +extlinks.com +extrabot.com +eyelike.com.ua +eyessurgery.ru +ezb.elvenmachine.com +ezigarettekaufen.myblog.de +facebook-mobile.xyz +farm26.ru +fashion-mk.net +fatmaelgarny.com +fba-mexico.com +feel-planet.com +fefo.gdn +fickkontakte.org +fil.ru +firma-legion.ru free411games.com -free-stock-illustration.com -freshwallpapers.info -fun2cell.net -fungirlsgames.net -funnypica.com -fusoradio.info -gallerily.com -gallerylisting.com -game-mmorpg.net -gamerextra.com -gettpromos.com -gilbertbanda.net -glasof.es -glass-msk.ru -globatur.ru -gne8.com -go2mike.ru -gogps.me -golmau.host.sk -gotorussia.com -gratis-sexkontakte.com -handicapbathtubarea.com -hannasolution.ru -hawaiisurf.com -hd720kino.ru -hdapp1008-a.akamaihd.net -healthcarestore.info -heatpower.ru -hebr.myddns-flir.com -hifidesign.ru -homeart.space -hostnow.men -hothor.se -house.sieraddns.com -hoverboard360.de -hptwaakw.blog.fc2.com -hundejo.com -hyipmanager.in -iccornacircri.cf -iflycapetown.co.za -images-free.net -imicrovision.com -informatiecentro.be -intellekt21.ru -intim-uslugi.info -iomoio.net +free-fb-traffic.com +freemags.cc +freewareseek.com +frivgame250.com +fr.netlog.com +ftns.ru +gambarkatabaru.com +gamebackyard.com +game-top.su +gardene.ru +generalporn.org +genericviagrasildenafiled.net +geoads.com +glcomputers.ru +gojiberriess.apishops.ru +gok-kasten.net +goldenggames.com +gonextmedia.com +goodhousekeeping.com +goo.ne.jp +gopro-online.info +gosmeb.ru +greamimgo.pw +greenidesign.co +green-tea.tv +gsasearchengineranker.xyz +gsbs.com.ua +gymi.name +hd-film.pl +hdimagelib.com +hdpixent.com +hdpixion.com +healmytrauma.info +help.tpu.ru +helvetia.com.ua +hermesreplica.win +hjaoopoa.top +homedecorpicture.us +homeinns.com +home.myplaycity.com +hoporno.com +hotblognetwork.com +hybrid.ru +hydropump.su +idealtits.net +iklysha.ml +ilmen.net +ilovevitaly.ru +imguramx.pw +img.wallpaperstock.net +imk.com.ua +incest-ru.com +incomekey.net +indianmedicaltourismshop.com +instabid.tech +interesnie-faktu.ru +int.search.tb.ask.com ipornox.xxx -i-service.kz -itrevolution.cf -ixora.pro -jagg.info -jamiembrown.com -javlibrary.cc -jbl-charge.info -jerseysbizwholesalecheap.com -jerseyschinabizwholesale.us -jerseyssportsshop.com -johannesburgsingles.co.za -junglenet-a.akamaihd.net -jwss.cc -kakablog.net -kamalsinha.com -kamorel.com -karusel-market.ru -kazka.ru -kerch.site -kerei.ru -ketrzyn.pl -keywordhut.com -kfon.eu -kino-fun.ru -kiwi237au.tk -konkursov.net -konpax.com -kosova.de -kotaku.com -ku6.com -kurwa.win -kvartir-remont.biz -labelwater.se -labplus.ru -lacapilla.info -landscaping.center -laxob.com -lazymanyoga.com -lecbter-relationships.ga -lechtaczka.net -letsart.ru -likrot.com -liky.co.ua -linkbux.ru -linksharingt.com -lion.conboy.us -liran-locks.com -livingcanarias.com -locatellicorretor.com.br -locustdesign.co -lunamedia.co +iqoption-bin.com +iscblog.info +iskalko.ru +isoveti.ru +ivoiretechnocom.ci +japan-bearings.ru +jav-fetish.com +jerseychinabizwholesale.us +jestr.org +jetsli.de +jobmarket.com.ua +joingames.org +jose.mulinohouse.co +juliadiets.com +juliaworld.net +justdating.online +kerwinandcariza.com +kichenaid.ru +kladrus.ru +kliksaya.com +kupiproday.com.ua +laexotic.com +la-fa.ru +languagecode.com +laptop-4-less.com +laudit.ru +lenvred.org +letmacwork.world +levaquin750mg.blogspot.com +lightinghomes.net +likesuccess.com +loadingpages.me +lollypopgaming.com +lomb.co +longlifelomilomi.info +lookingglassemb.com machicon-akihabara.info -mafcards.ru -magento-crew.net -magnetpress.sk -malls.com -marinetraffic.com +magda-gadalka.ru +maglid.ru +managerpak204.weebly.com markjaybeefractal.com -matb3aa.com -matematikus.info -maximpartnerspr.com -mazda-roadsters.com -m.b00kmarks.com -medictube.ru -megaapteka.ru -menhealed.net -middlerush-a.akamaihd.net -minet.club -misswell.net -mixed-wrestling.ru -mnogabukaff.net -mobplayer.net -monclerjacketsoutlet.pw -monthlywinners.com -mostantikor.ru -mozello.ru -mp3downloadhq.com -msfsaar.de -musicdaddy.net -mustat.com -mustwineblog.com -muzaporn.com -mwtpludn.review -my-aladin.com -mydeathspace.com -mygameplus.com -narkologiya-orel.ru -natali-forex.com -naturalbreakthroughsresearch.com +martlinker.com +matpre.top +maxthon.com +mb140.ru +medanestesia.ru +mediaoffers.click +mex-annushka.ru +mielec.pl +mindbox.co.za +minneapoliscopiers.com +mirzonru.net +mmofreegames.online +mobile.ok.ru +mojpreskumanie.com +monetizationking.net +money-every-day.com +morf.snn.gr +mossmesi.com +most-kerch.org +mototsikl.org +movies-in-theaters.net +mp3ringtone.info +mrinsidesales.com +muztops.ru +mxgetcode.com +myprintscreen.com +naj-filmy24.pl naughtyconnect.com -negral.pluto.ro -netcheckcdn.xyz +netfacet.net +net-radar.com nfljerseyscheapchinabiz.com -nfljerseys.online -ningessaybe.me -nufaq.com -nuker.com -obesidadealgarve.com -offer.wpsecurity.website -of-ireland.info -ok.ru -oneshotdate.com -o-o-6-o-o.com -orgasmatrix.com -ossmalta.com -oxotl.com -pandroid.co -panouri-solare-acoperis.com -partner-host.men -partner-print.men -partnersafe.men -pateaswing.com +nfljerseysforsalewholesaler.com +nikkiewart.ru +nippon-bearings.ru +nosecret.com.ua +oddamzadarmo.eu +offergroup.info +okmedia.sk +okonich.com.ua +old-rock.com +omoikiri-japan.ru +onlinefilmz.net +onlinemegax.com +onlineporno.site +online-sbank.ru +online-x.ru +orel-reshka.net +oren-cats.ru +ostrovtaxi.ru +paceform.com pathwhelp.org -perm-profnastil.ru -petrovka-online.com -php-market.ru -picquery.com -picsforkeywordsuggestion.com +perl.dp.ua +perso.wanadoo.es +piccshare.com pictures-and-images.net -picturesify.com picturesmania.com -pinwallpaper.top -piter.xrus.org +picurams.pw +pinwallpaper.xyz +pisanieprac.info piulatte.cz -pixgood.com -plusnetwork.com -polimga.pw -pons-presse.com -pony-business.com -pornokorol.com -pornosmola.info -porno-video-chati.ru -pp-budpostach.com.ua -prefersurvey.net -pretty-mart.com -printdirectforless.com -privatamateure.com -prlog.ru -profit-opportunity.com -prosperent.com -prostitutki-astana.org -pssucai.info -pulseonclick.com +porn555.com +porndroids.com +pornosemki.info +pornotubexxx.name +pornozhara.com +poshiv-chehol.ru +potoideas.us +powenlite24.ru +pravoholding.ru +priscilarodrigues.com.br +privacyassistant.net +privhosting.com +promodj.com +proposal-engine.com +prostitutki-tolyatti.org +psoriasis-file.trade qitt.ru -questionmarque.ch -quizzitch.net -rangoman.date -realmonte.net -realresultslist.com -rednise.com -reelheroes.net -remmling.de -remont-comp-pomosh.ru -rentalcarnavi.info -rezeptiblud.ru -ribieiendom.no -rock-cafe.info -rosbalt.com.ua -ruf777.com -running-line.ru +rada.ru +razyboard.com +rebrand.ly +refererx.com +regionshop.biz +rentehno.ru +rique.host.sk +roma-kukareku.livejournal.com +rootandroid.org +royal-investments.net +russian-postindex.ru russia-tao.ru -sady-urala.ru -sape.top -sax-sex.com -sbtdesign.co.uk -scanner-john.top -scanner-walter.top -school-diplomat.ru -scmor.ilxc.cc -searchaddis.com -searchtooknow-a.akamaihd.net -seocheki.net -service.adtech.fr -serving.adbetclickin.pink -serviporno.com -sex.hotblog.top -sexobzor.info -sexpartygirls.net -sexvporno.ru -sharebutton.net -share-buttons-for-free.com -shijian.ac.cn -shopcheermakeup.info -shopfishing.com.ua -shtaketniki.ru -sibtest.ru -similardeals.net -siteheart.net -skuteczna-dieta.co.pl -slim.sellany.ru -smailik.org -social-buttons.com -socialbutton.xyz -social-fun.ru -sodexo.com -softomix.net -sohoindia.net -sophang8.com -soviet-portal.do.am -spasswelt.net -spb.afora.ru -special-porn.com +sajatvelemeny.com +sammlungfotos.online +savefrom.com +sbornik-zakonov.ru +scanner-fred.top +scanner-george.top +scanner-jess.top +scrnet.biz.ua +sc-specialhost.com +searchimpression.com +searchlock.com +seasaltwithfood.com +seocheckupx.com +seorankinglinks.us +seorankinglinks.xyz +seryeznie-znakomstva.ru +sexad.net +sexs-foto.com +sexytrend.ru +shillyourcoins.com +shinikiev.com.ua +shlyahten.ru +shoesonlinebuy.cn +shymkent.xkaz.org +signal03.ru +site-speed-checker.site +skladvaz.ru +sladkoevideo.com +slavia.info +slimcdn.com +socas.pluto.ro +socialbuttons.xyz +sofit-dmd.ru +spacash.com sportbetfair.com sps-shop.com -spywarespy.com -stardevine.com -stillmiracle.com -store-rx.com -streetfire.net -stuff-about-money.com -suchenindeutschland.com -sugarlyflex.pw -supermama.top -support.nopeas.sk -svbur.ru -sweepstakes.rewardit.com -talant-factory.ru -tamada69.com -taqywu51.soup.io -tattoo33.ru -tattooreligion.ru -terrafootwear.us -texbaza.by -textads.men -thecoral.com.br -thegioixekhach.com -tizanidinewithdrawalsymptoms.blogspot.com -tnctrx.com -toondinsey.com -tootoo.to -top10-way.com -topbestgames.com -top-deal.com.pl -touchmods.fr -tovaroboom.vast.ru -tracklead.net +statustroll.com +stauga.altervista.org +superlist.biz +surcentro.com +surgut.zrus.org +susanholtphotography.com +swingerseiten.com +takethatad.com +tanieaukcje.com.pl +tarad.com +td-33.ru +tech4master.com +template-kid.com +terraclicks.com +tfxiq.com +thebluenoodle.com +thegolfclub.info +tiens2010.ru +titan-cloud.life +titelhelden.eu +tizanidine4mg.blogspot.com +tizanidine4mgtablets.blogspot.com +tizanidine6mg.blogspot.com +tizanidinecost.blogspot.com +tizanidinepills.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinesideeffects.blogspot.com +tobeyouday.win +token-lab.org +toloka.hurtom.com +top1-seo-service.com +topdownloads.ru +top-study.work +toyota.7zap.com +traffic100.com traffic2money.com -traffictrade.life -turn-up-life.life -tversvet.ru -twincitiescarservice.com -tx41tclega.ru -uchil.net -ucsol.ru -ufa.xrus.org -ukkelberg.no -ultimateclassicrock.com -um-razum.ru -unlimitdocs.net -uprour.com -us-america.ru -utiblog.fr -uytmaster.ru -vacuumscleaner.com +trubywriting.com +ttsq.fr +tubo360.com +tupper-posuda.ru +twittruth.com +twu.com.ua +uasb.ru +uchebavchehii.ru +ugguk.online +unblocksit.es +underthesite.com +unmaroll.ya.ru +urengoy.pro +userequip.com vapeface.club -versaut.xxx-cam.webcam -viandpet.com -videooko.weebly.com -videositename.com -videospornogratisx.net -video-woman.com -villacoloniale.com +varbergsvind.se +v-doc.co +veles.shop +veselokloun.ru +vezuviy.su +videotuber.ru vip.51.la vipps.com.my -vitoriacabos.com -vladimir.xrus.org -vmnmvzsmn.over-blog.com -vote-up.ru -vut.com.ru -wanker.us -warningwar.ru -warningzscaler.heraeus.com -watchdogs-2.ru -watchmyfb.pl -watchmygf.net -webadvance.club -webextract.profound.net -webix.me -webmasterhome.cn -wechatdownload10.com -wemarketing.se -weprik.ru -wieseversa.no -winwotgold.pl -wnoz.de -worldhistory.biz -wpsecurity.website -wttavern.com -ww2awards.info -xclicks.net -x-diesel.org -xfluro.com -xmronta.com -xz618.com -yourserverisdown.com -zahvat.ru -zaimite.ru -zakazvzloma.com +vipsexfinders.com +vipsiterip.org +vkgaleria.com +vkonche.com +vrnelectro.ru +w7s.ru +website-speed-check.site +wedding0venues.tk +welck.octopis.com +whereiskentoday.com +where-toget.com +whereverdesperate.gq +wholesalejerseychinaoutlet.com +wholesalenfljerseys.us.com +wineration.com +worldinternetauthority.com +worldoffiles.ru +wowas31.ucoz.ru +woweb.com.ua +wwwadultcheck.com +www.kabbalah-red-bracelets.com +x-diesel.com +xev.ru +xjlottery.com +x-musics.com +xxxrus.org +yougetsignal.com +your-bearings.com +yourdesires.ru +yuarra.pluto.ro +zapiszto.pl +zarabotat-na-sajte.ru +zarabotok--doma.ru zastroyka.org -zed21.net -zeroredirect12.com -znakomstva-moskva77.ru -znakomstva-piter78.ru +zawyna.ua +zeroredirect6.com +zeroredirect8.com +zetgie.com.pl +zocaparj.kz zona-aqua.ru -zooggames.com -zoolubimets.ru -zoomovies.org -zscaler.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 89be81607..8b3ae0faa 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1000n1.ru -100searchengines.com -11pikachu.ru -21h2o.com -5kstore.com -aaronabel.com -adrenalin-stk.ru -adult-shop.com.ua -advancedsoftwaresupport.com -afftrack001.com -alfa9.com -all4invest.info -allknow.info -amospalla.es -angry-fermi-7633.arukascloud.io -apartmentratings.com -appearance-cool.com -a.pr-cy.ru -arenda-yeisk.ru -artefakct.com -aversis.net -aviva-limoux.com -azazaporn.com -basisches-wasser.net -bestcalovebracelet.cn -best-mam.ru -bestplacetobuyeriacta.jw.lt +08800.top +0lovespells0.blogspot.com +2728fb936f0.com +4rent.ru +8xv8.com +abiente.ru +abovetherivernc.com +accessoires-mode.in +addbin.men +adelly.bg +adloads.net +angkortours.vn +animal-drawings.com +aosheng-tech.com +apiwebwebgetcom-a.akamaihd.net +arenanews.com.ua +as5000.com +ausmepa.org.au +autoseo-traffic.com +avtolombard-krasnodar.com +awency.com +axbocz.net +bambi.ck.ua +banan.tv +baoxaydung.com.vn +beachtoday.ru +beremenyashka.com +betwinservice.com bfz.biz -bharatdefencekavach.com -bibys.com -bigpictures.club -blackplanet.com -bodybuilding-shop.biz -bongacams.com -bracketsmackdown.com -brainboostingsupplements.org -bristolhotel.com -callstevens.com -cam-kontakte.org -candlewooddentalcentre.com.au -canrole.com -carina-sy.de -ceotrk.com -cheapjerseysbizwholesale.us -checktext.org -chimiver.info -chorus.terakeet.com -chuckguilford.com -claytransformations.info -community.allhiphop.com -compliance-jane.top -compliance-josh.top -compliance-julia.top -compliance-viktor.top -courtshipgift.com -customcollegeessays.net -customerpromos-a.akamaihd.net +bizru.info +blobar.org +blogos.kz +brakehawk.com +brus.city +bugof.gq +buy-meds24.com +buzzurl.jp +canacopegdl.com +candypeople.se +celejihad.info +cete.ru +cialischmrx.com +cibpenonptib.flu.cc +citetick.com +classiquebijoux.ru +clickaider.com +coin-hive.com +compliance-barak.xyz +compliance-fred.xyz +compliance-olga.top +compliance-walter.top +copyrightclaims.org +counter.yadro.ru +creditmoney.com.ua +culmimg.pw +customergrowthsystems.com +cutalltheshit.com +dailystrength.org +daisye.top +daooda.com data-mining.tk -db.speedup.gdn -diarioaconcagua.com -dktr.ru -dosugrostov.site -drugs-no-rx.info -easytuningshop.ru -efkt.jp -eladkarako.github.io -erot.co -estibot.com -fickenprivat.info -fillmewithhappiness.com -fix-website-errors.com -flauntyoursite.com -forum.tvmir.org -free-fb-traffic.com -freemaintenancesysforpcandmac.top -freenom.link -free-stock-illustration.com -germes-trans.com -getdot.ru -getlamborghini.ga -girlporn.ru -golmau.host.sk -good-mummy.ru -gsou.cf -gta-top.ru -guarrasdelporno.xxx -gwebtools.com.br -hatedriveapart.com -hdhc.ru -homedo.fabpage.com -hotblog.top -hotsocialz.com -hvd-store.com -iamsport.org -iccornacircri.cf -ikritikimou.gr -ilovevitaly.com -iminent.com -intellego.info -intimshop-fantasy.ru -investyb.com -islandminingsupply.wordpress.com -iwantmyfreecash.com -izhevsk.zrus.org -jav-fetish.com -jimmychoosale.online +ddospanel.com +dickssportinggoods.com +dildofotzen.net +docsportal.net +dogclothing.store +domcran.net +downtuptv.gq +ecommerce-seo.org +ekspertmed.com +emailaccountlogin.co +embedle.com +essaypro.com +eugenevaultstorage.com +expresstoplivo.ru +familyphysician.ru +fatfasts-4tmz.com +felizporno.com +filesmonster.porn +filmgo.ru +findpics.pw +flashahead.info +f-loaded.de +forsex.info +fortevidyoze.net +front.ru +fyl.com.ru +gerhardhealer.com +getyourimage.club +gifspics.com +glicol.kz +gta-club.ru +gwagka.com +gwebtools.com +hoste.octopis.com +hostsshop.ru +hotdl.in +housediz.com +humanorightswatch.org +imperiafilm.ru +inboundlinks.win +incest-ru.com +infogame.name +infostatsvc.com +inspiring-desperate.tk +instakink.com +ivanstroi.ru +ivoiretechnocom.ci +javlibrary.cc +jerseywholesalebizchina.com justbcause.com -keywesthideaways.co -keywords-monitoring-your-success.com -kirov.zrus.org -kovesszucs.atw.hu -kredit-pod-zalog-krasnodar.ru -law-check-eight.xyz -law-check-seven.xyz -lawyers.cafe -letslowbefast.site -liffa.ru -lightinghomes.net -linkbuddies.com -livingroomdecor.info -lombardfinder.ru -lost-alpha.ru -lyrster.com -manipulyator-peterburg.ru -manve.info -marcoislandvacations.net -marcowebonyodziezowe.pl -marktforschung-stuttgart.com -meduza-consult.ru -message-warning.net -metabar.ru -methodsmarketing.com -mp3ritm.top -my-bc.ru -mycaf.it -myhealthcare.com -narkologiya-voronezh.ru -natali-forex.com -nikitsyringedrivelg.pen.io -nl.netlog.com -nofreezingmac.work -nullrefer.com -o-dachnik.ru -okmusic.jp -onlainbesplatno.ru -o-o-6-o-o.com -optibuymac.com -oren-cats.ru -outshop.ru -partnerline.men -pb-dv.ru -picphotos.net -piter.xrus.org -plusnetwork.com -pokerniydom.ru -popunder.net -pornmania.pl -pornoforadult.com -preparevideosafesystem4unow.site -prize44.com -profit-opportunity.com -pst2017.onlinewebshop.net -pukaporn.com -qwesa.ru -razyboard.com -rebuildermedical.com -refudiatethissarah.info -reining.lovasszovetseg.hu -resant.ru -ric.info -rutor.vip -sad-torg.com.ua -saitevpatorii.com -sax-sex.com -sbornik-zakonov.ru -scat.porn -scottbywater.com +kalandranis.gr +keenoutlet.online +keywords-monitoring-success.com +kicknights.gq +kino-key.info +kosynka-games.ru +larger.io +letmacwork.world +lflash.ru +linksharingt.com +lomb.co +lookingglassemb.com +lumb.co +malwareremovalcenter.com +manyresultshub-a.akamaihd.net +matb3aa.com +matpre.top +metaxalonevstizanidine.blogspot.com +mobilemedia.md +modenamebel.ru +moje-recenze.cz +money-every-day.com +muschisexbilder.com +mustat.com +myfreemp3.eu +myliveblog.ru +myseoconsultant.com +net-profits.xyz +nevansk.ru +oddamzadarmo.eu +o.light.d0t.ru +onlineku.com +onlineserialy.ru +osb.se11.ru +ossmalta.com +paleohub.info +panamaforbeginners.com +paperwritingservice17.blogspot.ru +partnersafe.men +pawli.eu +paydayloanslocal.com +petedrummond.com +physfunc.ru +picturesify.com +pijoto.net +pintattoos.com +plastweb.ru +playmsn.com +playtap.us +poffet.net +popup-jdh.xyz +pornoelita.info +pornogratisdiario.com +pornonik.com +pornosee.info +portside.xyz +privatbank46.ru +profolan.pl +proftests.net +prombudpostach.com.ua +prostitutki-novgoroda.org +puzzleweb.ru +pyramidlitho.webs.com +rabotaetvse.ru +realting-moscow.ru +recipedays.com +referencemoi.com +reklamuss.ru +repeatlogo.co.uk +retreatia.com +ringporno.com +rniaeba.ga +robertefuller.com +rossmark.ru +rusprostitute.com +satellite.maps.ilovevitaly.com +scanner-jack.top +secretscook.ru +securityallianceservices.com segol.tv -seolab.top +seocheckupx.com +seofied.com serpstat.com -sexgalleries.top -sexkontakteao.info -sexobzor.info -sexvporno.ru -sfj-ror.no -shakhtar-doneck.ru -shama-rc.net -shell-pmr.ru -shemalegalls.blogporn.in -shinikiev.com.ua -shopcheermakeup.info -siteonomy.com -sladkoevideo.com -slkrm.ru -socialbutton.xyz -sofit-dmd.ru -spymac.net -staff.prairiesouth.ca -statistici.ro +share-buttons-for-free.com +shtaketniki.kz +sibdevice.ru +sigmund-freud.co.uk +signoredom.com +sildenafil-tadalafil.info +skypasss.com +smartadserver.com +smart-scripts.com +snjatie-geroinovoy-lomki.ru +social-search.me +sports-supplements.us stjamesschool.info -stmassage.ru -suhanpacktech.com -symphonyintegratedhealthcare.com -tedy.su -tetracsaudi.com -tfxiq.com -thegalerie.eu -theprofitsmaker.net -time-japan.ru -titangel-vietnam.com -tizanidineandgabapentin.blogspot.com -tizanidineinfo.blogspot.com -tizanidinesideeffects.blogspot.com -todohr.com -tonerbox.kz -top-study.work -torrnada.ru -tramadolandtizanidine.blogspot.com -trichizobswiv.agddns.net -trubywriting.com -trudogolik.net -tv-spoty.info -typimga.pw -ugguk.online -uhdtv.website -umekana.ru -unionmarkt.de -uroki.net -usbggettwku.ga -v24s.net -vandrie-ict.nl -vegan-foods.us -viagra.pp.ua -vseigru.one -warezkeeper.com -watch-movies.ru -while.cheapwebsitehoster.com -wordpresscore.com -x-diesel.biz -xdoza.com -xmronta.com -x-musics.com -xn--80aeahghtf8ac5i.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xwatt.ru -youporn-ru.com -yourdesires.ru -yur-p.ru -zoolubimets.ru -zryydi.com +sugarkun.com +sumo.com +superiends.org +swinon.site +templates.franklinfire.co +thegameriders.com +thegamerznetwork.com +the-torrent-tracker.blogspot.com +tizanidineandhydrocodone.blogspot.com +top10-online-games.com +trustl.life +twu.com.ua +tyumen.xrus.org +ucsol.ru +udayavani.com +urldelivery.com +usiad.net +varbergsvind.se +videochat.cafe +villacoloniale.com +vk-mus.ru +vzlomtw.com +watchdogs-2.ru +weboptimizes.com +webstatsdomain.org +wholesalejerseyscheapjerseys.us.com +wleuaprpxuvr.ga +worldinternetauthority.com +wsgames.ru +wurr.voila.net +xfluro.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--b1agm2d.net +xn----btbdvdh4aafrfciljm6k.xn--p1ai +youghbould.wordpress.com +yousense.info +zerocash.msk.ru +z-master.ru +zocaparj.kz +zona-aqua.ru +zoompegs.com +zx6.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 6b86856ae..afb1627e8 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -5,6 +5,13 @@
nginx/1.14.2
+l> +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 1d3684d1d..500584a94 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.200.49 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 1928bd484..74b11ee1b 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index b1e275667..9abaf4538 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 82398ac05..6e073602a 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,10 +4,10 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1807 -#### Bad Referrer Count: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Version: V4.2019.08.1808 +#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad User-Agents (Bots) Blocked: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 5d8d087b5..307422567 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,10 +4,10 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1807 -#### Bad Referrer Count: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Version: V4.2019.08.1808 +#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad User-Agents (Bots) Blocked: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/README.md b/README.md index 228f106f9..f8acf93f5 100755 --- a/README.md +++ b/README.md @@ -11,10 +11,10 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.08.1807 -#### Bad Referrer Count: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Version: V4.2019.08.1808 +#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad User-Agents (Bots) Blocked: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 196687a52..b82ad0b49 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,10 +3,10 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.08.1807 -#### Bad Referrer Count: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) -#### Fake Googlebots Count: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Version: V4.2019.08.1808 +#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad User-Agents (Bots) Blocked: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5c11fa1ce..fa023001e 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1807 -### Updated: Fri Aug 16 10:45:30 SAST 2019 +### Version: V3.2019.08.1808 +### Updated: Fri Aug 16 11:07:57 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 0017b19ad..c1392c506 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:29 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:56 SAST 2019 ### Bad Referrer Count: 6750 ### Bad Bot Count: 557 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 41c435bd4..0a469368e 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.08.1807 -### Updated: Fri Aug 16 10:45:32 SAST 2019 +### Version: V4.2019.08.1808 +### Updated: Fri Aug 16 11:07:59 SAST 2019 ### Bad Bot Count: 557 ################################################### ### Version Information ##