diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index b3d554fe4..5f12fa935 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.05.2058 -### Updated: Fri May 1 22:41:51 SAST 2020 +### Version: V3.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 1baf5bb99..fb87e15aa 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 1; +35.196.158.85 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index b7ddb7c15..755513aa7 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 0; +35.196.158.85 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b3d554fe4..5f12fa935 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.05.2058 -### Updated: Fri May 1 22:41:51 SAST 2020 +### Version: V3.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 1baf5bb99..fb87e15aa 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 1; +35.196.158.85 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index b7ddb7c15..755513aa7 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 0; +35.196.158.85 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index b3d554fe4..5f12fa935 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.05.2058 -### Updated: Fri May 1 22:41:51 SAST 2020 +### Version: V3.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 1baf5bb99..fb87e15aa 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 1; +35.196.158.85 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index b7ddb7c15..755513aa7 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 0; +35.196.158.85 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index b3d554fe4..5f12fa935 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.05.2058 -### Updated: Fri May 1 22:41:51 SAST 2020 +### Version: V3.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index b3d554fe4..5f12fa935 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.05.2058 -### Updated: Fri May 1 22:41:51 SAST 2020 +### Version: V3.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 775b76328..8a17ba362 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 798770665..3d83c4983 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; +34.74.79.111 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..458f571a4 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.237.56.208 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..7f6a65382 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.237.56.208 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..458f571a4 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.237.56.208 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..7f6a65382 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.237.56.208 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..458f571a4 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.237.56.208 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..7f6a65382 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.237.56.208 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 7630320fb..b8129a5aa 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.85.2 0; -35.188.1.99 0; +35.196.158.85 0; +35.196.72.151 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b93ab2994..7d6a80893 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 9550b3094..9c7b6b392 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; -35.192.85.2 0; +35.237.56.208 0; +35.196.72.151 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index f38e6ee88..aeb8a23f2 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 6e28419d1..b8129a5aa 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; -35.192.85.2 0; -35.184.226.236 0; +35.196.158.85 0; +35.196.72.151 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index d1173fd2a..586e55740 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; -35.192.85.2 0; -104.154.120.187 0; +104.196.57.92 0; +35.237.56.208 0; +35.227.97.188 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 1baf5bb99..fb87e15aa 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 1; +35.196.158.85 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 89cc22349..45569ae02 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Barkrowler -Brandprotect -DIIbot -Flunky -Navroad -Openvas -SpaceBison -Szukacz -WebGo IS +AwarioRssBot +DBLBot +HTTrack +InterGET +JetCar +Likse +mediawords +SocialRankIOBot +Sogou web spider Wotbox diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 1c8bc9a06..a5156a792 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +80legs +Abonti Aboundexbot -Acunetix ADmantX +AfD-Verbotsverfahren AhrefsBot -AIBOT +Alexibot AllSubmitter -AlphaBot Ankit +Apexoo archive.org_bot arquivo-web-crawler Aspiegel +ASPSeek Asterias -AwarioRssBot +AwarioSmartBot +BackDoorBot +backlink-check BacklinkCrawler -BackWeb +BackStreet +Bandit Barkrowler BatchFTP -BetaBot +BDFetch Bigfoot -Bitacle -Blackboard -Bolt -BotALot +BLEXBot +Blow +BlowFish BuiltBotTough Bullseye -CATExplorador CCBot -Cegbfeieh +CheeseBot CherryPicker ChinaClaw -Chlooe Claritybot -coccocbot-web -Cogentbot -cognitiveseo +Cloud mapping Collector com.plumanalytics Copier -CopyRightCheck -Cosmos -crawler4j -Curious +CrazyWebCrawler Custo -DBLBot +DataCha0s +demandbase-bot Demon Deusu DigitalPebble +Dirbuster +Discobot Dispatch -DittoSpyder -DnyzBot -DomainSigmaCrawler +DomainCrawler Domains Project Download Wonder -Drip -DTS Agent +DSearch EasyDL -Ebingbong -EMail Wolf -evc-batch -ExtLinksBot +Ecxi +EirGrabber +EroCrawler +Exabot Extractor ExtractorPro EyeNetIE +Ezooms facebookscraper -FemtosearchBot -Firefox/7.0 +FlashGet Flunky -Genieo +Fyrebot GermCrawler -Getintent GetWeb Gigablast -Go-Ahead-Got-It -Gotit -GoZilla +Gigabot +G-i-g-a-b-o-t +Grabber GrabNet Grafula GrapeshotCrawler -Harvest -HEADMasterSEO +GT::WWW +Haansoft +heritrix Heritrix +Hloader +HMView HTMLparser -HTTrack +HTTP::Lite HybridBot -IlseBot -Image Fetch +IDBot +Id-search Image Sucker -Indy Library -InfoNaviRobot -InfoTekies -instabid +IndeedBot Intelliseek -InternetSeer +InterGET +internetVista monitor ips-agent -IRLbot Iskanie -JetCar Jetty -JikeSpider -JustView +Joomla +Jorgee Jyxobot +Kozmosbot +Lanshanbot +LeechFTP LexiBot -Linkdexbot -LinksManager +LibWeb +LinkScan +LinqiaMetadataDownloaderBot LinqiaRSSBot -LinqiaScrapeBot Lipperhey +Lipperhey Spider +Litemage_walker +LNSpiderguy +lwp-request LWP::Simple -Magnet -Mag-Net -Mail.RU_Bot +lwp-trivial +Majestic SEO MarkWatch -Mass Downloader Mata Hari +MauiBot Mb2345Browser -Meanpathbot -Mediatoolkitbot +meanpathbot +MeanPath Bot mediawords MegaIndex.ru +MFC_Tear_Sample MicroMessenger -MIIxpc -MJ12bot -Morfeus Fucking Scanner +Mojeek +MQQBrowser Mr.4x3 MSFrontPage -MSIECrawler Msrabot -Nameprotect -Net Vampire -NetZIP -Niki-bot -NPbot -Nutch -Offline Explorer -OnCrawl +Name Intelligence +Navroad +Netvibes +Nibbler +NICErsPRO +Nmap OpenLinkProfiler Openvas OPPO A33 -OrangeBot -OrangeSpider -OutfoxBot -Page Analyzer -PageGrabber -PageScorer -Papa Foto +OutclicksBot +PageAnalyzer +Pandalytics +PECL::HTTP +PHPCrawl Picscout -PictureFinder -Pimonster +Picsearch +Pi-Monster +PleaseCrawl plumanalytics +Pockey POE-Component-Client-HTTP -polaris version Probethenet ProPowerBot +ProWebWalker Psbot Pump +PxBroker PyCurl QueryN Metasearch -Quick-Crawler -RankActive RankActiveLinkBot -RankingBot +RankFlex +Rankivabot RealDownload +RebelMouse +RepoMonkey +Ripper +Rogerbot +RSSingBot s1z.ru -ScoutJet -Scrapy -ScreenerBot -Semrush +SalesIntelligent +Searchestate SEOkicks -SEOlyticsCrawler SEOprofiler seoscanners SeoSiteCheckup SEOstats +serpstatbot +sexsearcher +Shodan +Siphon SISTRIX Sitebeam -SiteExplorer +Siteimprove SiteLockSpider SiteSucker Sitevigil -SmartDownload -SMTBot -Snapbot -SocialRankIOBot -Sociscraper -Sosospider -Sottopop +SlySearch +sogouspider +SpaceBison Spammen -Spanner -sp_auditbot +SpankBot Spbot +Spinn3r SputnikBot -spyfu -Sqlmap Sqlworm Sqworm -Steeler Stripper Sucker +Sucuri SuperBot -SurveyBot +Suzuran Swiftbot +sysscan Szukacz -T0PHackTeam -tAkeOut -Teleport +Telesoft Telesphorep -The Intraformant TheNomad -Thumbor TightTwatBot -Titan +Tracemyfile Trendiction trendiction.com -True_Robot -Turingos -Twice +TwengaBot Typhoeus -Upflow -URLy Warning -URLy.Warning Vacuum Vagabondo +VCI VoidEYE +Voil +Voltron +Wallpapers/3.0 WBSearchBot Webalta -WebAuto -WebBandit -Web Collage -Web Enhancer -WebLeacher -WebPix +Web Auto +WebCopier +WebEnhancer +Web Fuck +WebGo IS +Web Pix WebReaper +WebSauger Web Sauger Webshag +WebsiteQuester Webster WebStripper -WebZIP +WebSucker +WebWhacker WeSEE -Whack +Widow WiseGuys Robot -Woobot -WPScan -WWW-Mechanize -WWW::Mechanize -Xaldon_WebSpider +Wonderbot +Wprecon +WWW-Collector-E +x09Mozilla +x22Mozilla +Xaldon WebSpider xpymep1.exe -Zauba +YoudaoBot +zauba.io Zermelo -Zeus +Zitebot ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index e24e5da87..11dd84c7e 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -80legs -Aboundex -ADmantX +404enemy +Aboundexbot +AfD-Verbotsverfahren +AhrefsBot +AIBOT AiHitBot Aipbot Alexibot Alligator -AllSubmitter AlphaBot -Ankit +archive.org_bot +arquivo.pt arquivo-web-crawler -ASPSeek +Aspiegel autoemailspider +BackDoorBot Backlink-Ceck backlink-check Badass BatchFTP -BBBike -BDCbot BDFetch -BetaBot -BLEXBot -BlowFish -BotALot -BuiltBotTough -BuiltWith -Bullseye +Blackboard +Black Hole +BlackWidow +Blow +Boardreader +Bolt +Brandprotect +Brandwatch Calculon CATExplorador -CCBot Cegbfeieh +ChinaClaw Chlooe -Cliqzbot -Cloud mapping +Claritybot coccocbot-web -Cogentbot -Copier -CopyRightCheck -Copyscape +Collector +com.plumanalytics +Cosmos Craftbot -CrazyWebCrawler +crawler.feedback +crawl.sogou.com +CrunchBot CSHttp -DatabaseDriverMysqli +Curious DataCha0s -demandbase-bot +DBLBot Demon Deusu Devil -Digincore DigitalPebble -DIIbot -Discobot +Dirbuster Discoverybot -Dispatch DomainAppender DomainCrawler -Domains Project -domainsproject.org -Dragonfly +DomainStatsBot +Dotbot Drip -DSearch Ebingbong +eCatch ECCP/1.0 -EirGrabber -EroCrawler -evc-batch +Ecxi +EMail Siphon +Evil +ExtLinksBot +Extractor +ExtractorPro +Extreme Picture Finder FDM -Foobot +Fimap +Firefox/7.0 +FrontPage FyberSpider GalaxyBot +Genieo GermCrawler Getintent +GetRight +GetWeb +Gigablast +Gigabot GoZilla -Go!Zilla -Grabber -Grafula +GrabNet GrapeFX GridBot GT::WWW -Haansoft +HaosouSpider Harvest +Havij HTMLparser -HTTrack +HTTP::Lite Humanlinks -Iblog -IDBot -Id-search -Indy Library -InfoTekies -instabid -Intelliseek +InfoNaviRobot InterGET -Internet Ninja +ips-agent Iria -IstellaBot -Jbrofuzz +JamesBOT +Jetty +JikeSpider JOC Web Spider Jorgee -JustView -LexiBot -Lightspeedsystems -Likse -LinkextractorPro -LinkScan +Kenjin Spider +Kinza +Lftp +Libwhisker +Linkdexbot LinksManager -LinkWalker -LinqiaScrapeBot +LinqiaMetadataDownloaderBot Lipperhey Lipperhey Spider Lmspider -LNSpiderguy Ltx71 -LWP::Simple -lwp-trivial Magnet -Majestic12 -Majestic SEO -MarkWatch -Mb2345Browser +magpie-crawler +Mail.RU_Bot +Majestic-SEO +MarkMonitor +Mass Downloader +MauiBot meanpathbot -Meanpathbot +MeanPath Bot Mediatoolkitbot +mediawords MegaIndex.ru -MIDown tool +Metauri +Microsoft Data Access Mister PiX +Mojeek Morfeus Fucking Scanner -MQQBrowser +MSFrontPage +Msrabot Musobot -Nameprotect -NearSite Needle NetAnts +netEstate NE Crawler NetMechanic -NextGenSearchBot -Nibbler -NimbleCrawler -Nimbostratus +Niki-bot +Nikto +Ninja Nmap -Offline Navigator +NPbot +Offline Explorer OnCrawl Openfind -OpenLinkProfiler -OPPO A33 +OpenVAS OrangeBot -PageAnalyzer -page scorer +OutclicksBot +PageGrabber PageScorer +Pandalytics Panscient -Papa Foto -pcBrowser +Pavuk +PeoplePal PHPCrawl Picscout +PictureFinder Pimonster -Pi-Monster plumanalytics Probethenet -ProWebWalker Psbot -PxBroker -PyCurl +Pump Quick-Crawler -RankActive -RankActiveLinkBot -Reaper +RealDownload Recorder RedesScrapy -ReGet +RepoMonkey +RocketCrawler Rogerbot -SBIder +RSSingBot +SalesIntelligent Scanbot -scan.lol +Scrapy Screaming -ScreenerBot -Searchestate Semrush -SemrushBot SEOkicks -serpstatbot +seoscanners +sexsearcher +Shodan Siphon +SISTRIX Sitebeam -SiteExplorer -Siteimprove -SiteSnagger -SiteSucker +SiteLockSpider +Sitevigil SlySearch -SmartDownload -Snake +SMTBot Snapbot -Snoopy -Sociscraper +SocialRankIOBot Sogou web spider Sottopop -Spammen -SpankBot -SputnikBot -spyfu +SpaceBison +Spanner +sp_auditbot +Spbot +Spinn3r +Sqlmap +Sqlworm Steeler -Stripper -Sucuri +Sucker SuperBot -Suzuran -Teleport +Surfbot +SurveyBot +Swiftbot +tAkeOut +TeleportPro +Telesoft Telesphoreo -Telesphorep -TightTwatBot +Thumbor +Titan +Toweyabot Tracemyfile Trendiction -Trendictionbot -trendiction.de -Turingos -Turnitin -TwengaBot -Typhoeus +trendiction.com +Twice +UnisterBot Upflow URLy Warning -Vacuum -Vagabondo -VB Project +URLy.Warning VCI +VeriCiteCrawler VoidEYE -Voltron -WallpapersHD -WASALive-Bot -Web Enhancer -Web Fetch -WebFuck -WebImageCollector +Voil +WBSearchBot +Webalta +WebAuto +Web Auto +WebEnhancer WebLeacher -webmeup-crawler WebPix WebReaper WebSauger +Web Sauger WebsiteQuester -Web Sucker -Whacker +Website Quester +WebSucker +WebZIP +Whatweb +Who.is Bot WinHTTrack +Wotbox Wprecon -WPScan WWW-Collector-E WWW-Mechanize WWW::Mechanize -WWWOFFLE -Xaldon_WebSpider -xpymep1.exe Zade -Zauba zauba.io Zermelo -ZyBorg +zgrab +ZmEu +ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index a29e0978d..3be8c3c14 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -buypuppies.ca -cookielawblog.wordpress.com -kihi.gdn -longadventure.com -obsessionphrases.com -proftests.net -qcstrtvt.bloger.index.hr -ruf777.com -unimodemhalfduplefw.pen.io -xn--80ak6aa92e.com +articlesdirectoryme.info +bimatoprost-careprost.com +bizcheapjerseyswholesalechina.com +bobba.dzaba.com +finteks.ru +gazporno.com +get-seo-domain.com +photorepair.ru +saratov.xrus.org +xn--h1aakne2ba.xn--p1ai diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a2a3d3992..fa7039da2 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03e.info -08800.top -1adult.com -1bet.com -1hwy.com -1qingdao.com -214jaluwobapef.cf -2728fb936f0.com -55wmz.ru -5u.com -66cpwgln.space -72-news.com -7makemoneyonline.com -8gold.com -aa625d84f1587749c1ab011d6f269f7d64.com -adf.ly +101billion.com +101raccoon.ru +2345.com +256bit.by +273-fz.ru +2nt.ru +3th.co.in +4kpics.rocks +4webmasters.org +7ooo.ru +7search.com +8558l.jobs.net +aab94f698f36684c5a852a2ef272e031bb.com +acortarurl.es +activecampaign.dreamhosters.com adidas.frwebs.fr -adprotect.net -ads.gold +adimmix.com +admanaerofoil.com +adman.gr +admatic.com.tr +admitad.com +adservme.com +adsland.men adsloads.com -adultnet.in -aerogo.com -affiliate-fr.com -aibolita.com -akama.com -akvamaster.dp.ua -alert.scansafe.net -alienwheel.es -allboard.xobor.de -allcredits.su -alldezservice.kz -allkrim.com -allproblog.com -alltheviews.com -alt-servis.ru -am-se.com -an-donut.com -android4fun.org -animaltoplist.com -apiappenableinfo-a.akamaihd.net -apishops.ru -apper.de +adultgalls.com +advokat-grodno.by +agecheckadult.com +albumsuper.info +alkoravto.ru +allnews.md +all-number.com +alveris.ru +amateurlivechat.org +animenime.ru +apidigidocketnet-a.akamaihd.net +aquarium-pro.ru +arabgirls.adultgalls.com +arabsexxxtube.com aramaicmedia.org -arewater.com -arquapetrarca.info -arvut.org -asdfg.pro -atelielembrancaqueencanta.com.br -atleticpharm.org -auto4style.ru +artavenuegardenstudios.com +artdestshop.eu +asrv-a.akamoihd.net auto-moto-elektronika.cz -autonew.biz -availit.weebly.com -avitocars.ru +autovideobroadcast.com +autowebmarket.com.ua avtochehli.by -ayodhya.co -azte.ch -babs.com.ua -balkanfarma.org -balook.com -bang-hotties.com -baoxaydung.com.vn -bausparen.bz.it -beachpics.com -belinvestdom.by -bestdooz.com -best-mam.ru -best-seo-offer.com -bif-ru.info -bildsuche.ru -bio-optomarket.ru -bizfly.info +babespcs.com +babosas.com +backlinkwatch.com +baersaratov.ru +bag77.ru +balans.shahterworld.org +balitouroffice.com +bbsoldes.fr +beget.tech +best-businessman.ru +bestchoice.cf +bestdraws.com +besthoro.ru +bestofpicture.com +bestsexyblog.com +bigcareer.info +bingoporno.com +bitcoinremote.com +bloglag.com +blog.yam.com +bloke.com +bluesalt.co boleznikogi.com -bolitgorlo.net -bongacams.com -boom-celebs.com -bracketsmackdown.com -brandov.ru -brg8.com -b-styles.xyz -buqyxa.rincian.info -burger-tycoon.com -business-suggested.tk -butstrap.space -buyantiviralwp.com -buyessay3.blogspot.ru +bouda.kvalitne.cz +brainzpod.win +brateg.xyz +brimstonehillfortress.org +briomotor.co +bristolhostel.com +brokergid.ru +brus-vsem.ru +buckspar.gq +builtwith.com +bum.com.ru +burkesales.com +buron.pw buy-forum.ru -buyviagraa.blogspot.com -californianews.cf -call-of-duty.info -cartierbraceletsreplica.pw -cartierlovestore.xyz -cartierlove.xyz -ccbill.com -ccjp.eu -cdnanalytics.xyz -cercacamion.it -cheapjerseysbizwholesale.us -chinaelitecheapjerseys.com -chocolateslim-original.com -cicaki.net -cleanallvirus.com +calcularpagerank.com +camdolls.com +camsex.xxx-cam.webcam +canrioloadm.gq +cartierreplica.top +cartierreplica.win +celejihad.info +chimiver.info +chinese-amezon.com +choosecuisine.com +christianlouboutinoutlet.win +cialgenisrx.com +cleanallspyware.com +clicksor.com clips.ua.ac.be -clubfashionista.com -co.lumb.co -compliance-alex.xyz -compliance-andrew.top -compliance-checker-7.info -compliance-elena.top -copro.pw -cordstrap.cc -coslab.club -courtshipgift.com -cowblog.fr -crackzplanet.com -crest-poloski.ru -csgo4.win -culturevie.info -customboxes4less.com -cymbaltaandtizanidine.blogspot.com -dcj-nn.ru -deadlinkchecker.com +cmd.kz +cobaltpro.ru +comsysnet.com +confib.ifmo.ru +coolyarddecorations.com +copyrightclaims.org +cryptoswap.biz +cs-passion.pl +cubs-jerseys.us +cupday.com +cvety24.by +cv.wallhade.co +damedingel.ya.ru +darodar.com +data1.scopich.com +datract.com +daydream-studio.ru +ddospanel.com +ddpills.com +dear-diary.ru decorazilla.com -delfin-aqua.com.ua -deluxedumps.com -deniven.1bb.ru -detsky-nabytek.info -de.zapmeta.com -dieswaene.com -dimfour.com -dirtpics.pw -djonwatch.ru -dogclothing.store -domaincheck.io -domain-submit.info -downtuptv.gq +design-lands.ru +diesel-parts28.ru +dimaka.info +directrev.com +divisioncore.com +diy-handmade-ideas.com +dkvorota.ru +dogsrun.net +domashneeruporno.com +doska-vsem.ru +doxyporno.com doyouknowtheword-flummox.ml -drupa.com -ecommerce-seo.com -egvar.net -ekspertmed.com -elektrischezigarette1.blog.pl -elektrischezigarette2.devhub.com -elite-sex-finders.com -elmifarhangi.com -erot.co -estelight.ru -eugenevaultstorage.com +dprtb.com +drivotracker.com +drugspowerstore.com +earncash.com.ua +educontest.net +elektrozigarettekaufen1.devhub.com +eloconcream.blogspot.com +empis.magix.net +energydiet24.ru +eng-lyrics.com +euromasterclass.ru everypony.ru -excitacion.info -eyelike.com.ua -ezigarettekaufen2.yolasite.com -ezigarettenkaufen1.deviantart.com -ezrvrentals.com -f07.de -falcoware.com -fashion-stickers.ru -fearcrow.com -fermersovet.ru -ferretsoft.com -ferrotodo.com -fetlifeblog.com -fetroshok.ru -fickenprivat.info +ewebarticle.info +exdocsfiles.com +extremez.net +ez8motelseaworldsandiego.com +ezigarettenkaufen1.pagina.gr +f012.de +fandlr.com +favoritemoney.ru +fbdownloader.com +fdzone.org +fickkontaktehobbyhuren.com figuringmoneyout.com -filmi-v.online -findanysex.com -fitfloponline.store -fiuxy.com -flex4launch.ru -fordsonmajbor.cf -forexgb.ru -forums.toucharcade.com -forum.tvmir.org -foxweber.com -free-share-buttons.top -freesitetest.com -fym.com.ru -galaxys6manual.info -galeria-zdjec.com -gazoblok.net.ua +filmci.pro +financehint.eu +findacheaplawyers.com +findpics.pw +findpik.com +finejewelryshop.ru +fitnesspiks.com +flashbannernow.com +f-loaded.de +fm-upgrade.ru +footballfarrago.com +forex21.ru +fototravel.eu +foxtechfpv.com +free-today.com +freshmac.space +fugarif.ga +fungamelands.com +funnel.co.za +fz139.ttk.ru +gameonasia.com +gamerextra.com +gamezblox.com +gay.adultgalls.com +gayxperience.com +gazobeton-p.com.ua geckoandfly.com -generic-pills-online.com -genericviagrasildenafiled.net -goodhumor24.com +geile-lelly.eu +generalporn.org +genericlowlatencyasiodriverhq.aircus.com +getpopunder.com +gg.zzyjxs.com +glall.ru +goblacked.com googst2.ru -gourcy.altervista.org -grtyi.com -gsasearchengineranker.pw -guitar-master.org -handicapvansarea.com -hao123.com -healthcarestore.info -hildinghr.se -histats.com -hledejvshopech.cz -hobild.net -hollywoodactress.info +gosmeb.ru +gribokstop.com +grizzlysgrill.com +grupografico-pilar.com.ar +guardlink.org +hasfun.com +hchha.com +hdseriale.pl +headpress.ru +help.tpu.ru +holidaypics.org homegardenlova.com -hop.clickbank.net -hoste.octopis.com -hotel-mkad.ru -hotenergy.ru -hotshoppymac.com -housediz.com -houseofgaga.ru -hoverboard360.es -hoverboardforsaledirect.com -howlongdoestizanidinestayinyoursystem.blogspot.com -huimin764128.com -idc.com.ua -ideashome.id -idegenvezeto.eu -imagecoolpub.com -imagui.eu -i-midias.net.br -indetiske.ya.ru -infokonkurs.ru +hopeonthestreet.co.uk +hotloans.ru +humanorightswatch.org +hybrid.ru +ibb.com.ua +ideibiznesa2015.ru +incep.imagine-ex.co +indiakino.net +informatiecentro.be +infostatsvc.com +insider.pro interesnie-faktu.ru -investyb.com -islandminingsupply.wordpress.com -istmira.ru -itbc.kiev.ua -itsdp3.com -jbl-charge.info -jerseyswholesalechinalimited.com -jerseywholesalechinabiz.com -jestr.org -jewelryandfiligree.com -job.icivil.ir -jobmarket.com.ua -kadashihotel.com -karachev-city.ru -katadhin.co -keywordsdoctor.com -khafre.us -kinofak.net -kinostorm.net -kladrus.ru -kletkimehan.ru -klosetkitten.com -kmgamex.cf -krassh.ru +internetartfair.com +iplogger.org +iqoption.pro +ivearchenceinflu.cf +iwantedmoney.com +iweblist.info +izoll.ru +j33x.com +japan-bearings.ru +javlibrary.cc +jeremyeaton.co +jerseysbizwholesalecheap.com +joingames.org +jwss.cc +kerwinandcariza.com +keywordhouse.com +kinotorka.ru +komputers-best.ru +koversite.info +kozhniebolezni.com krasula.pp.ua -kumuk.info -kwzf.net -lankarns.com -lawyersinfo.org -lennatin.info -liky.co.ua -limads.men -linkpulse.com -lisque.batcave.net -liveu.infoteka.hu -lodki-pvh.dp.ua -lol-smurfs.com -louboutinreplica.xyz -love-baby.cz -m1media.net -marketland.ml -massage-info.nl -maximilitary.ru -mcadamssupplyco.com -mecash.ru -meltwater.com -metarip.ru -mezaruk.info -microstatic.pl -minegam.com -mini.7zap.com -minneapoliscopiers.com -misterjtbarbers.com -mmog-play.ru -mockupui.com -moinozhki.com -moje-recenze.cz -mojowhois.com -mole.pluto.ro -moncleronline.xyz -monclervests.xyz -moneyviking-a.akamaihd.net -morpicert.pw -moviezbonkerssk.cf -mp3downloadhq.com -mrmoneymustache.com -mrwhite.biz -musezone.ru -myanyone.net -mylesosibirsk.ru -napalm51.nut.cc -nash-krym.info -naturalpharm.com.ua -navalwiki.info -netallergy.ru -netpics.org -newtechspb.ru +lancheck.net +landmania.ru +lashstudia.ru +lechenie-gemorroya.com +lexixxx.com +lightinghomes.net +lineshops.biz +linkarena.com +linkwithin.com +littlesexdolls.com +liverpool.gsofootball.com +livingroomdecor.info +lkbennettoutlet.online +lmrauction.com +lsex.xyz +luckyday.world +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +mafa-free.com +malwareremovalcenter.com +manipulyator-peterburg.ru +mansparskats.com +mararoom.ru +marsgatan.com +mastershef.club +mbiologi.ru +mearns-tractors.co.uk +megahdporno.net +mhtr.be +mindbox.co.za +mobilemedia.md +mobsfun.net +mojpreskumanie.com +moomi-daeri.com +mosdverka.ru +moyaterapiya.ru +mp3ringtone.info +msfsaar.de +mug-na-chas-moscow.ru +muz-shoes.ru +mvpicton.co.uk +mycaf.it +myyour.eu +najaden.no +naval.jislaaik.com +negociosdasha.com +negral.pluto.ro +neobux-bg.info +netanalytics.xyz +newstaffadsshop.club nextconseil.com -nextrent-crimea.ru nhl09.ru -nikhilbahl.com -no-fuel.org -nonameread45.live -northfacestore.online -norththeface.store -novgorod.xrus.org -npoet.ru -nzfilecloud.weebly.com -office2web.com -oivcvx.website -oneclickfiles.com -oneminutesite.it -opinionreelle.com -ordernorxx.com -ororodnik.goodbb.ru -ownshop.win -oxotl.com -ozas.net -paclitor.com -paintingplanet.ru -palocco.it -pammik.ru -panchro.xyz -parfusale.se +nightvision746.weebly.com +njpalletremoval.com +nodding-passion.tk +nordvpn.com +noscrapleftbehind.co +nrjmobile.fr +nrv.co.za +nvssf.com +offtime.ru +oil-td.ru +okayimage.com +omsk.xrus.org +onclkads.com +onescreen.cc +ons-add.men +o-o-6-o-o.com +ooomeru.ru +oops-cinema.ru +openstat.com +oralsexfilme.net +orgasmus-virtual.com +osnova3.ru +pacificair.com +paidonlinesites.com +partner-pop.men pastaleads.com -pdn-4.com -petitions.whitehouse.gov -pharmacyincity.com -phobia.us -picsearch.com -picsforkeywordsuggestion.com -pics-group.com -picturesmania.com -pintattoos.com -plastgran.com -plugingeorgia.com -pogruztehnik.ru -pooleroadmedicalcentre.co.uk -popugauka.ru -porndl.org -pornodojd.ru +pateaswing.com +pcads.ru +pechikamini.ru +pestomou.info +pewit.pw +phelissota.xyz +photochki.com +photosaga.info +picsfair.com +pillscheap24h.com +pinkduck.ga +pinsdaddy.com +pl-top.pl +plusnetwork.com +pochtovyi-index.ru +poisk-zakona.ru pornoelita.info -pornofeuer.com -pornosee.info -pornotubexxx.name -pregnant.guru -privhosting.com -prodess.ru +pornoforadult.com +pornophoto.xyz +porto.abuilder.net +potolokelekor.ru +prizeestates.cricket progonrumarket.ru -prom23.ru -promgirldresses.xyz -pulse33.ru -pwwysydh.com -pyramidlitho.webs.com -qcstrtvt.bloger.index.hr -qpypcx.com -qualitymarketzone.com -quickbuck.com -qwesa.ru -razamicroelectronics.com -r-control.ru -reckonstat.info -refads.pro -registrydomainservices.com -remont-comp-pomosh.ru -remontgruzovik.ru -retailwith.com -rogervivierforsale.com -rostov.xrus.org -ruf777.com -rukino.org -ruscoininvest.company -ryetaw.com -salmonfishingsacramentoriver.com -sashagreyblog.ga -savetubevideo.com -scanner-irvin.top -scanner-josh.top -scenarii-1-sentyabrya.uroki.org.ua +prostitutki-kharkova.org +pro-tec.kz +prpops.com +psa48.ru +psoriasis-file.trade +quebec-bin.com +quickloanbank.com +rabotaetvse.ru +ragecash.com +real-time-analytics.com +realting-moscow.ru +rebrand.ly +rebuildermedical.com +redirectme.net +reklama1.ru +rep-am.com +rethinkwasteni.info +reward-survey.net +rfserial.net +ricorsogiustizia.org +ringporno.com +rixpix.ru +rockprogblog.com +rollercoin.com +runtnc.net +rvzr-a.akamaihd.net +sack.net +salut-camp.ru +santasgift.ml +santechnik.jimdo.com +sarafangel.ru +scanner-alexa.top +scanner-ivan.top +scanspyware.net +scopich.com +scripted.com sc-specialhost.com +searchaddis.com +search.alot.com seccioncontrabajo.com -seogadget.ru -serialsway.ucoz.ru -serptehnika.ru +seemoreresultshu-a.akamaihd.net servicecenter.co.ua -sevenstars7.com -sexcamamateurchat.com -sexgalleries.top +sex-dating.co sex.hotblog.top -sexsaoy.com -shikiso.info -sildenafil-tadalafil.info -simple-image.com.ua -sindragosa.comxa.com -site3.free-share-buttons.com -sklad-24.ru -skytraf.xyz -smokewithrabbits.com -snsdeainavi.info -sobecjvuwa.com.ru -social-button.xyz -solution4u.com -special-porn.com -speechfoodie.com -sptslmtrafms.com -standardchartered-forex.com -stefanbakosab.se -stickers-market.ru -streha-metalko.si +sexpornotales.com +sexyali.com +sexytrend.ru +s-forum.biz +shop.xz618.com +silvercash.com +simplepooltips.com +sivs.ru +sizeplus.work +smadihome.com +smartadserver.com +social-fun.ru +sockshare.net +soheavyblog.com +sovinsteel.ru +spbchampionat.ru +spin2016.cf +spyfu.com +spy-sts.com +stardevine.com +stevemonsen.com stretchingabuckblog.com -studiofmp.com -swagbucks.com +stroymonolit.su +students-cheapskate.ml +summerlinhomes411.info +superiends.org +supers.com.ua +support.nopeas.sk +survival.betteroffers.review +svarbit.com +svnuppsalaorebro.se symphonyintegratedhealthcare.com -tanieaukcje.com.pl -teastory.co -telegraf.by -tengohydar.tk -teslathemes.com -thecounter.com -thejournal.ru -thelottosecrets.com -thetattoohut.com -tizanidinehclsideeffects.blogspot.com -tizanidinemusclerelaxant.blogspot.com -tizanidinenarcotic.blogspot.com -tizanidinepills.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinevssoma.blogspot.com -tizanidinewithdrawal.blogspot.com -tkanorganizma.ru -toloka.hurtom.com -tonerbox.kz +telefonsexkostenlos.tk +telegramdownload10.com +telemetryverification.net +telesvoboda.ru +thebluffs.com +thedownloadfreeonlinegames.blogspot.com +thedownloadfromwarez.blogspot.com +theporndude.com +thruport.com +tizanidineformigraines.blogspot.com +tn811.us +topcar-krasnodar.ru topclickguru.com -topsy.com -tuberkulezanet.ru -turvgori.ru -twittruth.com +top-study.work +torture.ml +toyota.7zap.com +trackmedia101.com +tradedeals.biz +traderzplanet.in +tradgardspartner.se +trafficgenius.xyz +trafficmonetize.org +trk-4.net +trubywriting.com +tsan.net +twinderbella.com +ua-company.ru uasb.ru -uchebavchehii.ru -uchil.net -uggbootsoutletsale.us -uhodzalijami.ru -ukkelberg.no -uk-zheu20.ru -umnovocaminho.com -um-razum.ru -universals.com.ua -unrealcommander.com -upproar.com -uptime-as.net -urlcut.ru -vabasa.inwtrade.com -valueclick.com -vapomnoncri.tk +umg-stroy.ru +unece.org +upupa.net +usadacha.net +utiblog.fr +vadimkravtcov.ru varikozdok.ru -vbtracker.net -v-doc.co -vip2ch.com -virtualbb.com -vitalads.net -voltrknc1.com -vozbujdenie.com -wahicbefa31.soup.io -wallpapersist.com -warning.or.kr -waterpurifier.club -webenlace.com.ar -website-analytics.online -wejdz-tu.pl +vbabule.net +veselokloun.ru +via-energy-order.com +via-gra.webstarts.com +viagroid.ru +videochat.bz +video-chat.love +vote-up.ru +vykup-avto-krasnodar.ru +vysigy.su +vzglyadriv.kg +wait3sec.org +warningzscaler.heraeus.com +wcb.su +weblo.com +webmonetizer.net +webpromotion.ae +webscouter.net +weburok.com +wemarketing.se +wesharepics.site westermarkanjou.se -where-toget.com -whiteproduct.com -wingsofrefuge.net -womama.ru -worldis.me -worst-sites.online -wstroika.ru -www.kabbalah-red-bracelets.com -xjrul.com -xkaz.org -x-lime.net -xmlinde.com -x-musics.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--b1agm2d.net +whatzmyip.net +whereiskentoday.com +whiteelephantwellington.com +woweb.com.ua +ws.ampower.me +wttavern.com +wurr.voila.net +wzgyyq.com +xblognetwork.com +xfluro.com +xgames-04.com +xn--80abgj3a5acid6ghs.top +xn--80aeahghtf8ac5i.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xuki.us +yebocasino.com ynymnwbm.bloger.index.hr -youradexchange.com -youradulthosting.com -yourporn.com -yubikk.info -zarabotok--doma.ru -zawyna.ua -zero1.it -zeroredirect12.com -zhacker.net -zigarettenonlinekaufen.tumblr.com -znakomstva-moskva77.ru -znakomstvaonlain.ru -zoolubimets.ru -zootravel.com +youghbould.wordpress.com +yourserverisdown.com +yun56.co +zacreditom.ru +zagadki.in.ua +zakonobosago.ru +zarabotat-na-sajte.ru +zeikopay.com +zhuravlev.info +znakomstva-piter78.ru +zojirushi-products.ru +zoogdinsney.com +zoomovies.org +zoosexart.com +zryydi.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 031facc55..341e2ee33 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -123kuma.com -1314dh.com -178evakuator178.ru -24-ak.ru -3xforum.ro -40cg.com -6128786.com -aa625d84f1587749c1ab011d6f269f7d64.com -aa81bf391151884adfa3dd677e41f94be1.com -adidas.frwebs.fr -adserver-e7.com -allmarketsnewdayli.gdn -allnews.md -alyeskaresort.com -am-se.com -apidigidocketnet-a.akamaihd.net -app-ready.xyz -apptester.tk -artdestshop.eu -atlasvkusov.ru -awaybird.ru -banki76.ru -best-seo-offer.com -bimatoprost-careprost.com.ua -binaryoptionscops.info -bizfly.info -blog.f00kclan.de -blog.remote-computer.de -bonky.biz -business-suggested.tk -butstrap.space -buy-forum.ru -buypillsorderonline.com -candiceloves.us -capacitacionyaprendizaje.com -checkm8.com -chinaelitecheapjerseys.com -cialisndbrx.com -ciproandtizanidine.blogspot.com -clarithromycin500mg.com -cntravelre.com -cobaltpro.ru -compliance-julianna.top -cool-wedding.net -coop-gamers.ru -cornerstone-countertops.com -crazyboost.pro -creams.makeforum.eu -dataloading.net -descargar-musica-gratis.net -dieta-personalna.pl -downloaddy.net -dtnlyss.com -earl-brown.info -eas-seo.com -easync.io -edge.sharethis.com -ekspresihati.info +1688.com +2015god.org +2x2fan.ru +3rbseyes.com +5kstore.com +5-steps-to-start-business.com +abiente.ru +adexprts.com +advokateg.ru +aktivator-windows10.blogspot.com +alfa9.com +alfa-img.com +alta-realestate.com +apccargo.com +apessay.com +arendakvartir.kz +ascat.porn +australia-opening-times.com +autotrends.today +aviav.org +baditri.com +bag77.ru +beatifullandscape.co +beauby.ru +bet-prognoz.com +bezlimitko.xyz +bioinnovate.co +bloggers.nl +brandbucket.com +btc4u.ru +buqyxa.rincian.info +buy-cheap-online.info +cb.iphantom.com +chatroulette.online +chatroulette.world +chee-by.biz +chinacheapelitejerseys.com +chocolateslim-original.com +choosecuisine.com +chorus.terakeet.com +ci.ua +clash-clans.ru +clubfashionista.com +club-samodelkin.ru +companies-catalog.com +compiko.info +cookingmeat.ru +coolgamechannel.com +counciltally.com +degerlund.net +demenageur.com +digest-project.ru +digilander.libero.it +dildofotzen.net +dirtpics.pw +disruptingdinnerparties.com +domznaniy.ru +driving.kiev.ua +druzhbany.ru +e-avon.ru +e-commerce-seo1.com +ekaterinburg.xrus.org elektronischezigarettekaufen2.tumblr.com -eloxal.ru -energydiet24.ru -eralph.tk -eropornosex.ru -esnm.ru -expdom.com -ezb.elvenmachine.com -f5mtrack.com -find1friend.com -findsexguide.com -fireads.men -firstdrugmall.ru -fitnesspiks.com -flash4fun.com -flashlarevista.com -free411games.com -freewareseek.com -fungamelands.com -games.kolossale.ru -gaming-journal.com -gayxperience.com -geilehausfrauen.net +emergencyneeds.org +en.altezza.travel +energydiet-info.ru +eredijovon.com +ewebarticle.info +exportshop.us +eyelike.com.ua +ezigarettekaufen2.yolasite.com +ezigarettenkaufen2.dreamwidth.org +ezigaretteshop2.vefblog.net +fashion-stickers.ru +fbdownloader.com +felizporno.com +fellowshipoftheminds.com +filmbokep69.com +filmci.pro +finteks.ru +fodelsedagspresenter.nu +free-fb-traffic.com +fuck-paid-share-buttons.xyz +fym.com.ru +gate5.co.za +getlamborghini.ga getpopunder.com -gribkovye-zabolevaniya.com -gta-top.ru -hesteel.pl -hit-kino.ru -holidaypics.org -hotelcrocenzi.sm -hotenergy.ru -houtings.xyz -hubbble.com -hut1.ru -ideawheel.com -ilovevitaly.com -imediadesk.com -investzalog.ru -ipchicken.com -irkutsk.zrus.org -irunfar.com -islamtoday.co.za -izoll.ru -jasonpartington.com -javcoast.com -jennyfire.ru -jeremyeaton.co -jwss.cc -kasino-money.pw -kerch.site -keywesthideaways.co -kino-ecran.ru -klejonka.info -kostenloser-sex.com -lasvegaslockandsafe.com -lernur.net -letsrepair.in -lifehacĸer.com -livefixer.com -liveinternet.ru -louboutinreplica.xyz -macfix.life -malwareremovalcenter.com -mamasuper.prom.ua -manifestation.betteroffers.review -mastershef.club -mediaoffers.click -medkritika.ru -microstatic.pl -mikozstop.com -mlvc4zzw.space -mmoguider.ru +getresponse.com +gilsonchiro.xyz +go2album.com +gogps.me +gsasearchenginerankerdiscount.com +hao123.com +hchha.com +hdpixion.com +helicalpile.us +hetmanship.xyz +hitsbox.info +homeandhealth.ru +hotblog.top +hundejo.com +husky-shop.cz +ifmo.ru +ikearugs.xyz +infazavr.ru +infoupdate.org +inome.com.ua +intervsem.ru +invest-pamm.ru +javatex.co.id +joingames.org +jrpmakati.com +kalandranis.gr +keywordteam.net +koral.se +kupit-adenu.ru +laulini.soclog.se +lazy-z.com +lonely-mature.com +m5home.ru +mapquestz.us +mathgym.com.au +medmajor.ru +meendo-free-traffic.ga +mexicosleevegastrectomy.com +minegam.com +mixtapetorrent.com +mmgq.ru mmstat.com -mnogabukaff.net -modenamebel.ru -monarchfind-a.akamaihd.net -money-every-day.com -more-letom.ru -mossmesi.com -most.gov.iq -mylesosibirsk.ru -mypornfree.ru -mzdish.site -naj-filmy24.pl -nfvsz.com -nightvision746.weebly.com -offf.info -oranga.host.sk -ostroike.org -owathemes.com -ozoz.it -partnerworkroom.men +moncleronline.xyz +monsterdivx.com +montazhnic.ru +mp3ritm.top +mydownloadengine.com +nagdak.ru +najaden.no +nakozhe.com +new-post.tk +newstudio.tv +nikhilbahl.com +nikkiewart.ru +nufaq.com +nzfilecloud.weebly.com +of-ireland.info +onblastblog.online +online247.ml +online-templatestore.com +open-odyssey.org +otbelivanie-zubov.com +ourtherapy.ru +pandarastore.top pcads.ru -petedrummond.com -picurams.pw -piter.xrus.org -podshipniki-ntn.ru -porno-dojki.net -pornohd1080.online -pornokajf.com -pricheski-video.com -priscilarodrigues.com.br -professionalwritingservices15.blogspot.ru +pepperstyle.ru +picturesify.com +pinsdaddy.com +piulatte.cz +plastjulgranar.se +plohaya-kreditnaya-istoriya.ru +porndairy.in +pornogad.com +pornoxxx.com.mx +pr0fit-b0x.com +profitfx.online progonrumarket.ru -promodj.com -prosperent.com -prostitutki-belgoroda.org +prostitutki-odessa.org +puzo2arbuza.ru +rainbowice.ru ranksonic.com -rcb101.ru -refudiatethissarah.info -relayblog.com -restorator-msk.ru -rollercoin.com -running-line.ru -runtnc.net -rusoft-zone.ru -sack.net -sammyweaver.com -satellite.maps.ilovevitaly.com -scopich.com -scrnet.biz.ua -search.alot.com -searchimpression.com -seasaltwithfood.com -seogadget.ru -shymkent.xkaz.org -sientalyric.co -silvercash.com -simple-image.com.ua -sinestesia.host.sk -siteaero.com -sitevaluation.com -sklad-24.ru -skyway24.ru -slim.sellany.ru +rcpmda.ikan1080.xyz +r-e-f-e-r-e-r.com +renecaovillasale.online +rff-cfal.info +rfserial.net +rock-cafe.info +rockingclicks.com +royalvegascasino.com +saitevpatorii.com +savefrom.com +scanner-viktor.top +scanner-walt.top +seadragonherbery.com +searchaddis.com +secretscook.ru +seeresultshub-a.akamaihd.net +seminarygeorgia59.ga +seofied.com +seoheap.com +seoholding.com +serw.clicksor.com +sexvideo-sex.com +sexy-screen-savers.com +sharebutton.net +shariki-zuma-lines.ru +shisha-swag.de +shoesonlinebuy.xyz +signal03.ru +siteheart.net +sitevalued.com +slavkokacunko.de +smichovbike.cz +snow.nvr163.com +social-fun.ru +socialsignals24.com +soc-proof.su solmarket.by -stefanbakosab.se -sterva.cc -stevemonsen.com -strigkaomsk.ru -suggest-keywords.com -svolze.com +sonnikforme.ru +spymac.net +sweepstakes.rewardit.com +tdsing.ru +technopellet.gr tedxrj.com -thebestphotos.eu -theendivechronicles.com -thefds.net -tizanidine4mgstreetvalue.blogspot.com -tizanidinesleepaid.blogspot.com -toolsky.com -top10-online-games.com -topcar-krasnodar.ru -topsy.com -torrent-to-magnet.com +tengohydar.tk +thefarmergame.com +thenetinfo.com +thiegs.reco.ws +tnaionline.org +tnctrx.com +toonfamilies.net +topmira.com tourcroatia.co.uk toyota.7zap.com -traffixer.com -treasuretrack-a.akamaihd.net -trubywriting.com -tubeline.biz +tracksurf.daooda.com tupper-posuda.ru +turizm.bz twiclub.in -twitlinks.com -txxx.com -ua.tc -ublaze.ru -urdoot.win -varikoz24.com +tx41tclega.ru +uac.net.au +ua-company.ru +uhodzalijami.ru +um-razum.ru +undergroundcityphoto.com +unlimitdocs.net +vacuumscleaner.com +vapeface.club v-doc.co -vesnatehno.ru -vzlomtw.com -waysbetter.cn -website-analyzer.info -whos.amung.us -wildnatureimages.com -womensplay.net -writingservices17.blogspot.ru -www.timer4web.com -xjlottery.com -xn--80ab4aa2g.xn--p1ai -xolodremont.ru -yellowproxy.net -ynymnwbm.bloger.index.hr -yourothersite.com -youtubedownload.org -yuarra.pluto.ro -yuweng.info -zeleznobeton.ru -zeroredirect12.com -zigzog.ru -zmoda.hostreo.com -zoolubimets.ru -zrelaya.pw +videochaty.ru +vielporno.net +virtualbb.com +vltai.com +volgograd.xrus.org +voloomoney.com +vykup-avto-krasnodar.ru +weddingdresses.xyz +windowssearch-exp.com +worldtraveler.world +xgftnlrt.bloger.index.hr +yatrk.xyz +zahvat.ru +zeroredirect2.com +zoompegs.com diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index b7ddb7c15..755513aa7 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.222.7.205 0; +35.196.158.85 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 7460780cf..6cd0827d7 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index c77af75b3..41f47f34b 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 1440ec7b0..c3da74d43 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.05.2058 +#### Version: V4.2020.05.2059 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 2495fa28a..5793311cd 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.05.2058 +#### Version: V4.2020.05.2059 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 9f594c502..3535de463 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2020.05.2058 +#### Version: V4.2020.05.2059 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 20485fadb..528723f8a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2020.05.2058 +#### Version: V4.2020.05.2059 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index b3d554fe4..5f12fa935 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.05.2058 -### Updated: Fri May 1 22:41:51 SAST 2020 +### Version: V3.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 775b76328..8a17ba362 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:50 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:54 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 573 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 25f99bb08..349be2de2 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2020.05.2058 -### Updated: Fri May 1 22:41:52 SAST 2020 +### Version: V4.2020.05.2059 +### Updated: Sun May 3 22:41:55 SAST 2020 ### Bad Bot Count: 573 ################################################### ### Version Information ##