diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index d0899504f..2649c128d 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1797 -### Updated: Sat Aug 10 13:04:43 SAST 2019 +### Version: V3.2019.08.1798 +### Updated: Sat Aug 10 13:31:20 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index e22596857..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index e6677be79..500584a94 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d0899504f..2649c128d 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1797 -### Updated: Sat Aug 10 13:04:43 SAST 2019 +### Version: V3.2019.08.1798 +### Updated: Sat Aug 10 13:31:20 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index e22596857..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index e6677be79..500584a94 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index d0899504f..2649c128d 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1797 -### Updated: Sat Aug 10 13:04:43 SAST 2019 +### Version: V3.2019.08.1798 +### Updated: Sat Aug 10 13:31:20 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index e22596857..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index e6677be79..500584a94 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index d0899504f..2649c128d 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1797 -### Updated: Sat Aug 10 13:04:43 SAST 2019 +### Version: V3.2019.08.1798 +### Updated: Sat Aug 10 13:31:20 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index d0899504f..2649c128d 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1797 -### Updated: Sat Aug 10 13:04:43 SAST 2019 +### Version: V3.2019.08.1798 +### Updated: Sat Aug 10 13:31:20 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 2e4a6aa80..aae3c48b9 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 91396c033..503b1de7a 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.200.49 0; +35.224.112.202 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 58acf0a1d..746c3f03f 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.245.105 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a69bef7d4..500584a94 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.245.105 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 58acf0a1d..746c3f03f 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.245.105 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a69bef7d4..500584a94 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.245.105 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 58acf0a1d..746c3f03f 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.245.105 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a69bef7d4..500584a94 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.245.105 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index e5604a629..c4bc8ce6c 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.200.49 0; -34.66.25.221 0; +35.193.7.13 0; +35.202.145.110 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 74f034ece..b7dd412d0 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 28aa6cdd5..8c73aeaca 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.50.208 0; -34.66.200.49 0; +35.224.112.202 0; +35.188.1.99 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 67a00aa96..775b319e2 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 40b4b6f56..3767371d9 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.50.208 0; -35.202.245.105 0; +35.188.1.99 0; +104.154.120.187 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 91396c033..c3ac20bb5 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.200.49 0; +35.188.1.99 0; +35.192.85.2 0; +35.193.7.13 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index e22596857..746c3f03f 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 4171f3ee2..758bae576 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ASPSeek -CrunchBot -Firefox/7.0 -Mediatoolkitbot -mediawords -Nmap -Shodan -spyfu -Swiftbot -Web Sauger +Asterias +coccocbot-web +DatabaseDriverMysqli +Ecxi +MarkWatch +Page Analyzer +RepoMonkey +Voil +Web Pix +zgrab diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 472d29aa7..7189fe644 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -Acunetix ADmantX +AhrefsBot +AIBOT AiHitBot +Alligator +AllSubmitter AlphaBot +Anarchie +Apexoo archive.org_bot +Attach autoemailspider -Backlink-Ceck backlink-check -BacklinkCrawler -BatchFTP +Barkrowler +Battleztar Bazinga +BBBike +BDCbot +BDFetch +BetaBot Bigfoot Black Hole -BlackWidow BLEXBot Blow -BlowFish -Bolt +Boardreader Brandwatch Buddy +BuiltBotTough BuiltWith Bullseye BunnySlippers -Calculon +BuzzSumo CATExplorador -CazoodleBot CCBot -Cegbfeieh CheeseBot -CherryPicker CheTeam +Claritybot Cliqzbot -Cloud mapping -coccocbot-web -Cogentbot cognitiveseo Collector Copier Copyscape -Craftbot +crawler.feedback crawl.sogou.com -CrazyWebCrawler Crescent -CrunchBot -DataCha0s -demandbase-bot +Curious +Custo Demon -Deusu -Devil -Digincore -DigitalPebble -DIIbot Dirbuster -Disco -Discobot -Discoverybot -DittoSpyder -DomainSigmaCrawler -Dotbot +Dispatch +DnyzBot +DomainAppender +DomainStatsBot +EasyDL +Ebingbong eCatch +EroCrawler Evil -EyeNetIE +Express WebPictures +Ezooms facebookscraper -Fimap -Foobot -FrontPage +FDM +FHscan +Firefox/7.0 +FlashGet +FyberSpider GalaxyBot Getintent +GetRight GetWeb +Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -GrabNet +Gotit +GoZilla +Go!Zilla +Grabber +Grafula +GrapeFX +GrapeshotCrawler GridBot GT::WWW Haansoft -Harvest +HaosouSpider +Heritrix HMView HTMLparser +HTTP::Lite HTTrack -Id-search -Image Sucker +Iblog IndeedBot -InfoNaviRobot instabid -InterGET -internetVista monitor -Iskanie -IstellaBot +Intelliseek +Internet Ninja +ips-agent +IRLbot JamesBOT Jbrofuzz JennyBot -Joomla -JustView +JetCar +Jetty +JikeSpider +Jorgee Jyxobot -Kenjin Spider -Lanshanbot +Keyword Density +Kozmosbot +Larbin LeechFTP -LeechGet -LexiBot -Lftp +LibWeb Lightspeedsystems -Likse -LinkpadBot +LinkextractorPro LinkScan -LinksManager -LinkWalker -Lipperhey -Litemage_walker -lwp-request -lwp-trivial +Lipperhey Spider +Lmspider Magnet +magpie-crawler Majestic12 -Mass Downloader +MarkMonitor Mata Hari -MauiBot meanpathbot Meanpathbot -mediawords Microsoft URL Control -Morfeus Fucking Scanner -Mr.4x3 +MIDown tool +MIIxpc +MJ12bot +Mojeek MSFrontPage -MS Web Services Client Protocol -Name Intelligence -Nameprotect -NearSite +MSIECrawler +Msrabot +muhstik-scan +Musobot Needle -Nessus -NetAnts -Nettrack -Netvibes -Nikto -Nmap -Nutch -oBot -Octopus -Offline Explorer +Netcraft +NetLyzer +Nibbler +Niki-bot +OnCrawl Openvas OpenVAS OrangeSpider -OutfoxBot +OutclicksBot +PageAnalyzer PageGrabber -PageScorer -Panscient +page scorer +Pandalytics Pavuk pcBrowser PHPCrawl -Picsearch +Picscout PictureFinder Pimonster +Pi-Monster +Pixray PleaseCrawl +plumanalytics Pockey +ProPowerBot ProWebWalker -PxBroker +Psbot +Quick-Crawler RankActive -RankFlex -RankurBot -RebelMouse +RankActiveLinkBot +RankingBot2 +Reaper Recorder RedesScrapy ReGet -Ripper -Rogerbot -RSSingBot +RepoMonkey s1z.ru -SalesIntelligent -SBIder -ScanAlert -scan.lol ScoutJet -Scrapy +Screaming +ScreenerBot Searchestate -SemrushBot +SearchmetricsBot +SEOkicks +SEOkicks-Robot SEOprofiler -seoscanners -SeoSiteCheckup SEOstats +SISTRIX +Sitebeam SiteLockSpider +SiteSnagger +SiteSucker Site Sucker Sitevigil +SmartDownload +Snake +Snapbot Snoopy Sociscraper sogouspider +Sosospider +Sottopop SpaceBison -spyfu +Spbot +Spinn3r +Sqlmap Sqworm -Sucker +Stripper Sucuri +SuperBot SuperHTTP -Surfbot -sysscan +Suzuran +Szukacz T0PHackTeam -T8Abot +Teleport +Telesoft +Telesphorep The Intraformant +TheNomad +Thumbor +TightTwatBot Titan Toata +Toweyabot +Trendiction Trendictionbot -trendiction.com -trendiction.de Turingos -Turnitin +TurnitinBot Upflow URLy Warning -Vagabondo -VB Project -VidibleScraper -VoidEYE +Vacuum +VeriCiteCrawler Voltron -WallpapersHD -WASALive-Bot WBSearchBot +WebAuto Web Auto -WebBandit WebCollage -Web Collage -WEBDAV -WebEnhancer -Web Enhancer -WebFetch -WebFuck -Web Fuck -WebImageCollector +Web Fetch webmeup-crawler WebPix WebReaper -Webshag +Web Sauger WebsiteQuester -Website Quester Webster -WebStripper -WebSucker +Web Sucker WebWhacker -WebZIP -Whack -Widow -WinHTTrack -WiseGuys Robot +Who.is Bot +Woobot Wprecon -WWW-Collector-E -WWW-Mechanize +WPScan +WWW::Mechanize WWWOFFLE -x22Mozilla +Xaldon WebSpider Xaldon_WebSpider xpymep1.exe +Zade Zauba +zauba.io Zermelo zgrab -Zitebot ZmEu -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 040a77aa4..e4e3eaeef 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider 80legs Abonti -AfD-Verbotsverfahren -AhrefsBot +Aboundex +Acunetix AiHitBot -Alligator -AllSubmitter -Apexoo -archive.org_bot -Attach +Alexibot +AlphaBot +Anarchie autoemailspider -BackDoorBot -Backlink-Ceck -BacklinkCrawler BackStreet -BackWeb -Badass Barkrowler BatchFTP -BBBike -BetaBot Bigfoot +Bitacle +Blackboard +BlackWidow +BLEXBot +BlowFish Bolt +BotALot Brandprotect -BuiltWith -CATExplorador +Buddy +Bullseye +BunnySlippers CazoodleBot Cegbfeieh -CheTeam +ChinaClaw +Claritybot +Cliqzbot +coccocbot-web Cogentbot -cognitiveseo Collector Copier -Copyscape Cosmos Craftbot -crawler4j crawler.feedback crawl.sogou.com -CrazyWebCrawler -Crescent -CrunchBot -Demon +DataCha0s +demandbase-bot Deusu -Devil Digincore -DigitalPebble DIIbot +Dirbuster +Discobot +Discoverybot Dispatch -DittoSpyder -DnyzBot +DomainCrawler DomainSigmaCrawler -Drip -EMail Siphon -EMail Wolf +DomainStatsBot +Download Wonder +DSearch +DTS Agent +eCatch +EirGrabber Evil -Express WebPictures +ExtLinksBot +ExtractorPro Extreme Picture Finder -facebookscraper +EyeNetIE FDM FemtosearchBot +Fimap +Firefox/7.0 FlashGet -Freeuploader FrontPage +GermCrawler +GetWeb +Gigabot G-i-g-a-b-o-t -GoZilla +Go-Ahead-Got-It +Gotit Go!Zilla +Grabber GrabNet GrapeFX -Haansoft -Havij -Hloader -HTMLparser -HTTP::Lite +GrapeshotCrawler +HaosouSpider +Harvest +Heritrix +HMView HTTrack -Humanlinks HybridBot +Image Fetch Image Sucker -Indy Library -instabid -InterGET InternetSeer +internetVista monitor +ips-agent Iria +Iskanie +IstellaBot Jbrofuzz -Jetty -Jorgee -Jyxobot -Keyword Density -Larbin -LeechGet -LexiBot +Joomla +JustView +Kozmosbot LibWeb Libwhisker Lightspeedsystems Likse -LinkextractorPro -LinksManager -LinqiaRSSBot +Linkdexbot +LinkpadBot +LinkScan Lipperhey Spider -Lmspider -LWP::Simple +Litemage_walker +Ltx71 +lwp-request +lwp-trivial Magnet -magpie-crawler -Mail.RU_Bot -Majestic12 -Majestic SEO +Mag-Net +MarkMonitor MarkWatch -Mass Downloader -meanpathbot -MeanPath Bot +MauiBot Mediatoolkitbot -Microsoft URL Control -MIDown tool +mediawords +Metauri MIIxpc -Mister PiX -Mojeek Morfeus Fucking Scanner +Mr.4x3 MSIECrawler -MS Web Services Client Protocol +Msrabot +Musobot Nameprotect -Navroad -Needle -NetAnts -netEstate NE Crawler -NetMechanic +NearSite Nettrack -Net Vampire +Netvibes NetZIP +NextGenSearchBot +Nibbler NICErsPRO -Nimbostratus +Niki-bot +Ninja Nmap NPbot -Nutch -oBot -Octopus -OnCrawl -Openfind -OpenLinkProfiler +Openvas OrangeSpider -OutfoxBot -PageGrabber -PageScorer -Pandalytics +OutclicksBot +PageAnalyzer +page scorer +Panscient Papa Foto -Pavuk pcBrowser PECL::HTTP -Picsearch -PictureFinder +PeoplePal +PHPCrawl +Pimonster Pi-Monster -Pixray Pockey POE-Component-Client-HTTP -Probethenet -ProPowerBot -ProWebWalker Psbot Pump PxBroker +PyCurl +Quick-Crawler RankActive -RankActiveLinkBot +RankFlex +RankingBot +RankingBot2 +Rankivabot RankurBot RebelMouse Recorder RedesScrapy -RocketCrawler -Rogerbot -RSSingBot +RepoMonkey SalesIntelligent -ScanAlert -scan.lol +SBIder +ScoutJet Scrapy Screaming -Searchestate +ScreenerBot +SearchmetricsBot SemrushBot -SEOkicks SEOkicks-Robot -seoscanners +SEOlyticsCrawler +SEOprofiler SeoSiteCheckup SEOstats -serpstatbot -Shodan Siphon -SiteLockSpider -SiteSucker -Site Sucker -SmartDownload -SMTBot +SISTRIX +Siteimprove +Sitevigil Snake +Snapbot +Snoopy +SocialRankIOBot +Sociscraper +sogouspider Sosospider Sottopop +SpaceBison SpankBot -Spinn3r +Spanner +sp_auditbot +Spbot spyfu -Sqlmap -Steeler +Sqworm +Sucker SuperBot +Swiftbot sysscan +Szukacz T0PHackTeam tAkeOut -Teleport TeleportPro The Intraformant +TheNomad Thumbor TightTwatBot -Trendiction +Titan Trendictionbot -trendiction.de Turingos -TwengaBot -Typhoeus +Turnitin +Twice UnisterBot Upflow +Vagabondo VB Project -VidibleScraper -Voltron -WallpapersHD -WBSearchBot +VCI +VeriCiteCrawler +Wallpapers/3.0 +WASALive-Bot Web Auto -Web Collage +WebCollage WebCopier +WebEnhancer Web Enhancer -Web Fetch +WebFetch WebFuck -WebLeacher +WebImageCollector WebmasterWorldForumBot -webmeup-crawler WebPix Web Pix -WebSauger -WebsiteExtractor -Website Quester +Web Sauger +Webshag Webster -WebStripper -WebSucker +Whack Whacker -Widow -WiseGuys Robot -WISENutbot -WWW-Collector-E +Whatweb +Who.is Bot +WinHTTrack +Wotbox WWW-Mechanize -WWW::Mechanize -WWWOFFLE +x22Mozilla Xaldon WebSpider Xaldon_WebSpider -Zade +xpymep1.exe Zauba -Zeus +Zermelo zgrab +Zitebot +ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index ab2849558..85a298a83 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -1314dh.com -alert-jdh.xyz -centrumcoachingu.com -diminishedvalueoforegon.com -infogame.name -magda-gadalka.ru -oakleyglassesonline.us -stmassage.ru -tattomedia.com -yatrk.xyz +addbin.men +as5000.com +ddlmega.net +dispo.de +exportshop.us +herehloadibs.cf +picturesify.com +privatbank46.ru +wikes.20fr.com +womama.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index ffc1a9dfd..71e1ea232 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00author.com 00go.com -00webcams.com -08800.top -0lovespells0.blogspot.com -1001watch.com.ua -123locker.com -12bet.com -12masterov.com +03e.info +03p.info +101flag.ru +123movies.love 1hwy.com -2020iscoming.info -20pascals.nl -23kw.ru -2daytrendingnews.com -2drittel.de -3rbseyes.com -4rent.ru -4ur.click -5tey7463.weebly.com -5ws.dating-app.ru -66cpwgln.space -7search.com -acc.eu.org -adprotect.net -adtology.com -adult3dgames.com -adultfullhd.com -adultwebhosting.info -advancedsoftwaresupport.com +45en.ru +4k-player.pl +51.la +57883.net +7a2rnuey1tw9ar.ru +aa9bd78f328a6a41279d0fad0a88df1901.com +absolute-s.ru +acortarurl.es +activepr.ru +adamoads.com +adcash.com +addray.pro +adimmix.com +adloads.com +adssafeprotected.com +adtech.fr +adultfriendfinder.com +affordablewebsitesandmobileapps.com agadelha.com.br +aimayangzhi.com +akuhni.by +alarmobninsk.ru alborzan.com -alfa-img.com -alkoravto.ru +alert-fdm.xyz +alf-img.com +alibestsale.com alldubai.biz -allstatesugarbowl.org -allwidewallpapers.com +allmarketsnewdayli.gdn +all-number.com alpinism.ru -amateurlivechat.org -amazon-adsystem.com -amospalla.es -amung.us -anal-acrobats.com +amazingpic.net anapa-inns.ru -animalia-life.club -animalrank.com -anlimebel.kiev.ua -anonymizeme.pro -apessay.com +andpolice.com +angkortours.vn +angry-fermi-7633.arukascloud.io +animal-drawings.com apibatbrowsecom-a.akamaihd.net -apibrowsesmartne-a.akamaihd.net -apifasterlightin-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net apimountainbikei-a.akamaihd.net -apper.de -arenda-avtoprokat-krasnodar.ru -arendakvartir.kz -arendovalka.xyz -asdfz.pro -asrvrep-a.akamaihd.net -auto-zapchasti.org -aviav.org -avon-ukraine.com -avto-oligarh.ru -babespcs.com -baikaleminer.com -baixar-musicas-gratis.com -baksman.com -bdsmgalls.net +arabseyes.com +artpicso.com +asiavirtualsolutions.com +asiengirls.net +aviapanda.ru +avtoarenda.by +awaybird.ru +ayakino.net +ayodhya.co +azbaseimages.net +bablonow.ru +back.dog +bad-stars.net +baersaratov.ru +balans.shahterworld.org +bazaronline24.ru +beauty-things.com +becuo.com +belstaffstore.online +bensbargains.net bestbuy.ca -best-deals-products.com -besthomemadepornsites.com -best-mam.ru -betune.onlinewebshop.net -binaryoptionscops.info -bioca.org -bio-japan.net -blog.axant.it -blog.koreadaily.com -blogqpot.com -bluejays-jerseys.us -bochemit.com.ua -bolezniorganov.ru -bookmaker-bet.com -breastaugmentation.co.za -brewdom.ru -btvn.ru -buntube.net -buytizanidineonline.blogspot.com -callawaygolfstore.online -canrole.com -carabela.com.do -carapics.com -cardul.ru +bestcalovebracelet.cn +best-games.today +bestplacetobuyeriacta.jw.lt +best-seo-solution.com +betwinservice.com +bezsporno.ru +bif-ru.info +bioscorp.ru +biznesrealnost.ru +bloggedporn.com +bluesman.nu +boazpower.com +boltalko.xyz +bongacams.com +bongiornos.info +brainboosting.club +bristolhostel.com +brothers-smaller.ru +bugof.gq +buketeg.xyz +business-made-fun.com +bus-offer.com +butstrap.space +buynorxx.com +callstevens.com +cand.jp +candlewooddentalcentre.com.au +canyougethighofftizanidine.blogspot.com +capture-room.com cartierlovestore.com -caveavins.fr +cayado.snn.gr cdnnetwok.xyz -cercacamion.it -cerev.info -cfjump.com -chatroulette.online -cheapsergiorossi.online -chiptuninger.com -citetick.com -clickprotects.com -clippingphotoindia.com -coaching-netz.info -compliance-andrew.top -comsysnet.com -contentlook.co -cornomase.win +cheap-pills-norx.com +check-host.net +checkpagerank.net +chee-by.biz +cialis-samples.com +cindymatches.com +claytransformations.info +clickintext.net +clipartnew.com +clothesforcash.com +cognitiveseo.com +compliance-andrew.xyz +compliance-checker-7.info +compliance-ivan.top +compliance-julianna.top +compliance-julia.top +continent-e.tv +copro.pw +corta.co costablue.xyz -cowlmash.com -craftburg.ru -cscwtalkto.site -cs-passion.pl -czeshop.info -dalavia.ru +crest3d.ru +cubook.supernew.org +culad.com daneshetabiat.com -date-withme.com -davebestdeals.com -daymusam.com -ddlmega.net -decorazilla.com -defenderxtactical.com -dekoration.us -dev-seo.blog -dinkolove.ya.ru -directrev.com -dispo.de -diy-handmade-ideas.com -doktoronline.no -domainsatcost.com -dominateforex.ml -domznaniy.ru -dood.live -downvids.net -eachdayisagift.review -eandsgallery.com -earthmagic.info -e-collantes.com -ednorxmed.com -eleimgo.pw -elektrozigarette2.webs.com -elite-sex-finders.com -elkacentr.ru -eloconcream.blogspot.com -epicbrogaming.com -erot.co -erotikstories.ru -eu-cookie-law.blogspot.com -euroskat.ru -evaashop.ru -executehosting.com -expertblog.info +daptravel.com +ddospanel.com +dekorkeramik.ru +dev78.dioniqlabb.se +de.zapmeta.com +dgfitness.co +diamond-necklace.info +digest-project.ru +digilander.libero.it +djekxa.ru +dktr.ru +dms-sw.ru +dneprsvet.com.ua +docstoc.com +domainsphoto.com +domination.ml +dostavka-v-krym.com +dotnetdotcom.org +doxysexy.com +drugs-no-rx.info +e2click.com +e-commerce-seo1.com +educontest.net +ekaterinburg.xrus.org +eladkarako.github.io +elektrozigarettekaufen1.devhub.com +encodable.com +energydiet-info.ru +erotische-geschichten-xxl.com +ertelecom.ru +es5.com +essay-writing.work +europeanwatches.ru +event-tracking.com +ezigarettenkaufen1.deviantart.com +ezigarettenshop1.yolasite.com ezrvrentals.com -f00kclan.de -fandlr.com -fashionavenuegame.com -favornews.com -fellowshipoftheminds.com -fifa-coins.online -filmci.pro -filmidivx.com -financetip.eu -findclan.org -firstdrugmall.ru -flavors.me -fortunejack.com -forumprofi.de -forums.d2jsp.org -foxjuegos.com -free-fbook-traffic.com -free-share-buttons.com -free-stock-illustration.com -fugarif.ga -game300.ru -gamesprite.me -gemgrab-a.akamaihd.net -getlaid-xxxhookupdirect.com -getpopunder.com -gilsonchiro.xyz -given2.com -glavtral.ru -globalsurfari.com -gobongo.info -goldadpremium.com -goldandcard.ru -golfresa.lucania.se -goodprotein.ru -goroda-vsego-mira.ru -gosmeb.ru -gotorussia.com -gov.yanao.ru -graphid.com -gribkovye-zabolevaniya.com -gsasearchengineranker.site +face.hostingx.eu +falopicm.pw +fearcrow.com +filmbokep69.com +findsexguide.com +finejewelryshop.ru +finteks.ru +flashlarevista.com +flowwwers.com +forexgb.ru +forex-procto.ru +fortwosmartcar.pw +forum69.info +forum.doctissimo.fr +fr-bearings.ru +frcls.fr +free-share-buttons.top +freesitetest.com +free-social-buttons.com +freshsuperbloop.com +froggytube.com +frvo.alptandem.ru +fuck-paid-share-buttons.xyz +galaxyflowers.ru +gardene.ru +gcup.ru +generic-pills-online.com +generousdeal-a.akamaihd.net +germes-trans.com +getprismatic.com +getyourimage.club +gktt.ru +gorabagrata.ru +gta-top.ru +guildebzh.info gz2.bbsoldes.fr -haikuware.com -hard-porn.mobi -hdapp1008-a.akamaihd.net -heliko.no -hermesbelts.xyz -hermesbirkinhandbagoutlets.com -herokuapp.com -high-speed1.net -historichometeam.com -homedecorpicture.us -homemade.gq -home.myplaycity.com -homik.pw -hoste.octopis.com -hostingclub.lk -hosting-tracker.com -housekuba.org -houseofrose.com -hoverboard360.nl -hut1.ru -hyhj.info -iccornacircri.cf -ie.57883.net -images-graphics-pics.com -imperia31.ru -impresagaia.it -incest-ru.com -indo-export.ru -infoupdate.org -inspiring-desperate.tk -iqoption.pro -itis4you.com +h2monline.com +hcate.com +health-medical-portal.info +hem.passagen.se +hledejvshopech.cz +homeandhealth.ru +houseofgaga.ru +hoztorg-opt.ru +hplaserjetpdriver8y.pen.io +hybrid.ru +iboss.com +icaseclub.ru +ictizanidinehcl4mg.blogspot.com +ideoworld.org +iflycapetown.co.za +igithab.com +ilte.info +images-free.net +impisr.ru +inbabes.sexushost.com +incanto.in.ua +interesnie-faktu.ru +intervsem.ru +investpamm.ru +iqs.biz.ua +iradiology.ru +isitpaleo.info +isotoner.com iwanttodeliver.com -izhevsk.xrus.org -jasonpartington.com -javitas.info -javstock.com -jobmarket.com.ua -journeydownthescale.info -j-times.ru -jurajskie.info -justdating.online -jwss.cc -kamalsinha.com -kambasoft.com -katushka.net -kirov.zrus.org -kollesa.ru +jerseychinabizwholesale.com +johnrobertsoninc.com +karachev-city.ru +karpun-iris.ru +karusel-market.ru +kazinogames.lv +kazka.ru +kaz.kz +kerwinandcariza.com +keywordglobal.co.za +kinohit1.ru +kinomaniatv.pl +koleso24.com.ua komp-pomosch.ru -konpax.com -ks1234.com -kuzinsp.ru -kw21.org -lapitec.eu -laxob.com -leadwayau.com +kosynka-games.ru +krasnodar.zrus.org +krynica.info +ktotut.net +kupiproday.com.ua +kurbappeal.info +lacasamorett.com +laexotic.com +lampokrat.ws +le-clos-des-alouettes.com +letmacworkfaster.world +lexaprogeneric.link lflash.ru -linksharingt.com -lion.conboy.us -lion.snapmap.us -littlesunraiser.com -live-sexcam.tk -live-sexchat.ru -lockerz.com -lomb.co -lomza.info -lostaruban.com -love-baby.cz -lubetube.com -luxmagazine.cf -m4ever.net -macfix.life -mackeeper-center.club -mactechinfo.info -mansiondelrio.co -marketingtechniques.info -marketland.ml -masthopehomes.com -matrixalchemy.com -maxxtor.eu -mebel-ekb.com -menhealed.net -metascephe.com -microsoftportal.net -miniads.ca -mncrftpcs.com -mokrayakiska.com -moncleroutletonline.pw -monthlywinners.com -msk-diplomat.com -mturkcontent.com -mustat.com -mydownloadengine.com -myftpupload.com -mygameplus.com -myshopmatemac.com -nagdak.ru -narkologiya-orel.ru -newstaffadsshop.club -nextrent-crimea.ru -nfljerseysforsalewholesaler.com -ngps1.ru -nhl09.ru +lifebyleese.com +life-instyle.com +light.ifmo.ru +lincolntheatre.com +linkwithin.com +livingcanarias.com +lkbennettstore.online +llastbuy.ru +locustdesign.co +lottospring.com +louisvuittonoutletstore.net +lovasszovetseg.hu +luciddiagnostics.in +luxup.ru +mantramusic.ru +massage-info.nl +matb3aa.com +mathgym.com.au +matsdale.com +mbiologi.ru +medicineseasybuy.com +meet-flirt-dating.com +megaapteka.ru +minharevisao.com +misterjtbarbers.com +mobioffertrck.com +moinozhki.com +monarhs.info +mouselink.co +moviemail-online.co.uk +mrpornogratis.xxx +mtmtv.info +muschisexbilder.com +musicstock.me +musirc.com +muz-shoes.ru +myphotopipe.com +myyour.eu +net-radar.com +nfvsz.com +no-fuel.org +nottyu.xyz november-lax.com -obsessionphrases.com -odoratus.net -okmusic.jp -onemantrip.com -onescreen.cc -o-o-6-o-o.com -ordernorxx.com -orsonet.ru -osoznanie-narkotikam.net -ossmalta.com -partner-cdn.men -partner-host.men -pcgroup.com.uy -penisvergrotendepillennl.ovh -perso.wanadoo.es -petrovka-online.com -photokitchendesign.com -pio.polytopesexempt.com -pizda.lol -pkr1hand.com -pl-top.pl -poffet.net -pojdelo.weebly.com -pokerniydom.ru -polcin.de -popup-hgd.xyz -porndl.org -porndroids.com -pornoelita.info -pornogig.com -pornoklad.ru -pornonik.com +nrjmobile.fr +o333o.com +ochistka-stokov.ru +offtopic.biz +okeinfo.online +ok.ru +o.light.d0t.ru +online.ktc45.ru +onlineku.com +onload.pw +o-o-6-o-o.ru +o-o-8-o-o.ru +openfrost.net +openstat.com +oralsexfilme.net +orel-reshka.net +outshop.ru +oz-offers.com +pb-dv.ru +pdns.download +petitions.whitehouse.gov +physfunc.ru +picsforkeywordsuggestion.com +pillscheap24h.com +piluli.info +pinwallpaper.top +platinumdeals.gr +pokemongooo.ml +pornoblood.com +pornofeuer.com porn-w.org -potolokelekor.ru -powenlite24.ru -prchecker.info -pregnant.guru -preventheadacheguide.info +potoideas.us +pretty-mart.com +printie.com +productarium.com produkto.net -prodvigator.ua -professionalwritingservices15.blogspot.ru -profitfx.online -profolan.pl -prostitutki-odessa.org +professionaldieselcare.com +prombudpostach.com.ua +promgirldresses.xyz +pro-poly.ru +prosperent.com prostitutki-yaroslavlya.org -q-moto.ru -rangoman.date -razleton.com -razyboard.com +ptr.ruvds.com +purplestats.com +pushdata.sendpulse.com +pussyfleet.com +qexyfu.bugs3.com +qualitymarketzone.com +randki-sex.com +ranking2017.ga +ranksignals.com +ranksonic.info +ranksonic.org +realitykings.com +redirect.trafficreceiver.club +rednise.com +reelheroes.net registrysweeper.com -remont-komputerov-notebook.ru +renecaovillasale.online restaurantlescampi.com -retailwith.com -rezeptiblud.ru -rimedia.org -roll123.com -roofers.org.uk -rossmark.ru -running-line.ru -runofilms.ru -rus-pornuha.com -rvi.biz -rvtv.ru +retreatia.com +rewardpoll.com +rfid-locker.co +robot-forex.biz +rossanasaavedra.net +runtnc.net +russia-tao.ru +rustic-quiver.win +rvzr-a.akamaihd.net rybalka-opt.ru -samara.rosfirm.ru -samolet.fr -saneitconsulting.com -sarm.tk -sayyoethe.blogspot.co.za +sajatvelemeny.com +sakhboard.ru +saltspray.ru +sarafangel.ru +scanmarine.info +scanner-donald.top +scanner-elena.top scanner-ivan.top +scanner-jack.top scanner-margo.top -scenarii-1-sentyabrya.uroki.org.ua -sc-specialhost.com -sdelai-prosto.ru -search-goo.com -seeresultshub-a.akamaihd.net -seinterface.com -seocdvig.ru -seofied.com -seolab.top -seorank.info -serving.adbetclickin.pink -serviporno.com +scopich.com +score-ads.men +searchinquire.com +searchtooknow-a.akamaihd.net +search.xtconnect.com +seasonvar.ru +sei80.com +semrush.com +seocheki.net +seorankinglinks.xyz +sexkontakte-seite.com +sex-tracker.com sextracker.de -sfd-chess.ru -shakhtar-doneck.ru -share-buttons-for-free.com shemale-sex.net -shopperifymac.com -shoppytoolmac.com -sideeffectsoftizanidine.blogspot.com -sigmund-freud.co.uk -sinestesia.host.sk -sitevalued.com -si-unique.com -skachat-besplatno-obrazcy.ru -skypasss.com -slimcdn.com -snts.shell-pmr.ru -social-search.me -sofit-dmd.ru -solmarket.by -sports-supplements.us -spy-sts.com +sherlock.se +shoesonlinebuy.xyz +shopfishing.com.ua +shoplvlv.us +shopsellcardsdumps.com +sierraapps.com +signoredom.com +sindragosa.comxa.com +sitebeam.net +siteimprove.com +slavkokacunko.de +sledstvie-veli.net +slowmac.tech +socas.pluto.ro +soc-econom-problems.ru +social-s-hhh.xyz +solicita.info +solution4u.com +soochi.co +sotechco.co +soundfrost.org +space-worry.ml +spasswelt.xyz spywarebegone.com -spywarespy.com -sribno.net -statistici.ro -statoutlook.info -stmassage.ru -stroiminsk.org -superstarfloraluk.com -superstats.com -syvertsen-da.no -takeprofitsystem.com -tattooreligion.ru -teenbbw.yopoint.in -testingads.pro -theendivechronicles.com -thegioixekhach.com -themeforest.net -thetardistimes.ovh -tiandeural.ru -tiens2010.ru -titslove.yopoint.in -tizanidineformigraines.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -top1-seo-service.com -tozup.com -trahvid.com -trumpetedextremes.com +stackthatbucks.com +stardevine.com +stockquotes.wooeb.com +stretchingabuckblog.com +strongholdsb.ru +strongsignal-a.akamaihd.net +sugarkun.com +summerlinhomes411.info +swinon.site +taraz.xkaz.org +tattooha.com +tedy.su +teesdaleflyballclub.co.uk +textads.men +timecrimea.ru +titelhelden.eu +tizanidinenarcotic.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +toon-families.com +top10-way.com +topcar-krasnodar.ru +topsy.com +totu.us +tourismvictoria.com +track2.shop +tracksurf.daooda.com +trafficmania.com +traffique.net +traxdom.ru tt-ipd.info -txxx.com -uac.net.au -ugguk.online +tuberkuleznik.ru +u17795.netangels.ru +ucoz.ru uginekologa.com -uhod-za-sobakoj.ru -ukkelberg.no -uk-zheu20.ru -ultramart.biz -upproar.com -uptime-gamma.net -url2image.com -urlopener.blogspot.com.au -usbggettwku.ga -ustion.ru +usacasino.com valkiria-tk.ru -vedomstvo.net -vektorpress.ru -videochat.life -villakohlanta.nu -vip-file.com -vkgaleria.com -vkontaktemusic.ru -voloo.ru -voprosotvet24.ru -vpnhowto.info -vsexkontakte.net -vykup-avto-krasnodar.ru -vzlomfb.com -walkme.com -wallpapersdesk.info +valmetrundan.se +valueclick.com +vandrie-ict.nl +vegascosmetics.ru +veselokloun.ru +viagengrarx.com +vikistars.com +vinylvault.co.uk +vip.51.la +vipms.ru +vipps.com.my +vonradio.com +vsdshnik.com +vzube.com wallpapersist.com -wanker.us -watchdogs-2.ru -webextract.profound.net -westsextube.com -wineitudes.wordpress.com -wnoz.de -womensterritory.ru -woodyguthrie.se -wordpresscore.com -wtsindia.in -xaijo.com -xkaz.org -x-lime.net -xlovecam.com -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xnxxandxvideos.com -xportvusbdriver8i.snack.ws -xsion.net -yaminecraft.ru -yeartwit.com -yellowstonesafaritours.com -youraticles.pl -yourdesires.ru -yourporn.com -yugo-star.ru -zakazfutbolki.com -zaloadi.ru -za-music.mymobiplanet.com -zdesoboi.com -zeroredirect1.com -zetmaster.ru -zhongwenlink.com -znakom.sibtest.ru -zoogdisany.com -zrelaya.pw +waterefficiency.co +waterpurifier.club +watracker.net +waycash.net +wedding-salon.net +wesharepics.info +whatzmyip.net +whos.amung.us +wineration.com +winx-play.ru +witherrom55.eklablog.fr +workle.website +wufak.com +www.888.com +xboxster.ru +xcombear.ru +xjlottery.com +xlolitka.com +x-mix.info +xn--80ahvj9e.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xn--h1ahbi.com.ua +xxxkaz.org +yachts-cruise.info +yebocasino.com +yogamatsexpert.com +youbloodyripper.com +yourporngay.com +zahvat.ru +zakazvzloma.com +zarabotat-na-sajte.ru +zeroredirect8.com +zhacker.net +zhorapankratov7.blogspot.com +zkjovpdgxivg.ga +zoogdinsney.com +zoominfo.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index c86fcb460..515a2700a 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1-free-share-buttons.com -273-fz.ru -2drittel.de -40cg.com -6128786.com -883zy.com -9med.net -abbanreddy.com -abcguru.xyz -academia-nsk.org -admanaerofoil.com -afora.ru -akuhni.by -alarmobninsk.ru -algerianembassy.co.in -all-number.com -alphacarolinas.com -amyfoxfitness.com -android4fun.org -animenime.ru -apelsinnik.website -aproposde.com -asrvrep-a.akamaihd.net -availit.weebly.com -bagcionderlab.com -bankcrediti.ru -bannerconnect.net -bannerswap.com -bestadbid.com -best-coupon-offer.com -bestdooz.com -bestmouthwash.club -bigpictures.club -binaryoptionscops.info -biographiya.com -bluesalt.co -board.f00d.de -buzzurl.jp -camdenmemorials.com -carfax.com.ua -carsplate.com -cartierjusteunclou.xyz -cdncash.com -cezartabac.ro -choosecuisine.com -compliance-jack.top -customergrowthsystems.com -customerguru.in -cxpromote.com -czat.wp.pl -dailyfinancefix.com -daptravel.com -data.vtc.pw -ddospanel.com -ddsoldes.fr -dellalimov.com -designdevise.com -diamond-necklace.info -discovertreasure-a.akamaihd.net -dnepropetrovsk.mistr-x.org -docsportal.net -doyouknowtheword-flummox.ml -dvrlists.com -e-c.al -ecookna.com.ua +0daymusic.org +24videos.tv +2girls1cup-free.com +4kepics.com +5kstore.com +aa9bd78f328a6a41279d0fad0a88df1901.com +absolute-s.ru +activepr.ru +afmuseum.com +albumsuper.info +alert-jdh.xyz +aliexpresscashback.club +allblogroll.com +allkrim.com +amoi.tn +anal-acrobats.hol.es +apibrowsesmartne-a.akamaihd.net +apple.com-webbrowsing-security.review +ap.senai.br +arabseyes.com +arcadeplayhouse.com +arendovalka.xyz +artpicso.com +asseenontv.ru +australia-opening-times.com +autoloans.com +autonew.biz +avtovolop.ru +axbocz.net +bannerspace.com +bear.gotcher.us +bitcoins-live.ru +biteg.xyz +bizcheapjerseyswholesalechina.com +blavia.00author.com +bristolhotel.com.ua +buqyxa.rincian.info +business-made-fun.com +butstrap.space +buzz-porno.info +byme.se +callejondelpozo.es +cars-modification.net +cartierbracelet.xyz +cartierlove.xyz +cashkitten-a.akamaihd.net +cctva.tv +cenoval.ru +cerev.info +cheapestjerseys-wholesale.com +cheapjerseysfootballshop.com +christianlouboutinoutlet.win +civilwartheater.com +clevernt.com +coinsspb.com +compliance-checker-7.info +compliance-ivan.xyz +connectionstrenth.com +constantaservice.net +crirussian.ru +custodieva.ru +customsua.com.ua +dafatiri.com +darkages.info +datsun-do.com +day-news.info +devochki.top +dinosaurus.site +dispo.de +djstools.com +documentbase.net +dogsrun.net +domainroam.win +eandsgallery.com edge.sharethis.com +education-cz.ru electricwheelchairsarea.com -elektir.ru -elvenmachine.com -escortslet.net -excitacion.info -extstat.com -ez8motelseaworldsandiego.com -fashion.stellaconstance.co -fastfixing.tech -fatmaelgarny.com -ferieboligkbh.dk -filesdatabase.net -financehint.eu -financepoints.eu -findpics.pw -firma-legion.ru -fiverr.com -flash4fun.com -forum20.smailik.org -forum-engineering.ru -free-social-buttons.com -free-stock-illustration.com -fuck-paid-share-buttons.xyz -fxtips.ru -galaxyflowers.ru -game-mmorpg.net -gate5.co.za -gazporno.com -gk-atlant.info -goodnightjournal.com -googlepositions.com +embedle.com +epicbrogaming.com +e-poker-2005.com +erot.co +etenininrade.ga +extremez.net +falopicm.pw +familienzahnaerzte.com +fertilitetsradgivningen.se +fickenprivat.info +filesmonster.porn +findthe.pet +fireads.men +firstsiteguide.com +fitness-video.net +forex-procto.ru +forpackningsutveckling.se +fototravel.eu +freshsuperbloop.com +fuckingawesome.com +gambarxkata.co graphicwe.org -guarrasdelporno.xxx -guildebzh.info -habermetre.com -hamptonoaks.ca -helvetia.com.ua -hermesreplica.pw -hexpilot.com -himazin.info -hobbyhuren-datenbank.com -hollywoodactress.info -hyipmanager.in -iflycapetown.co.za -iloveitaly.ru -ilovevitaly.com -increasewwwtraffic.info -inome.com.ua -investsuccess.org -iopeninghours.co.uk -iplusbit.blogspot.co.za -islamtoday.co.za -ix20.ru -jav-way.site -joingames.org -juliaworld.net -kazan.xrus.org -krafte.ru -kupiproday.com.ua -kupit-adenu.ru -lasvegaslockandsafe.com -likesdesign.com -linkdebrideur.xyz -localmatchbook.com -louboutinreplica.xyz -macnewtech.com -mafcards.ru -manve.info -meet-flirt-dating.com -mega-bony2017.pl -mensandals.xyz -mezaruk.info -microsoftportal.net +grupografico-pilar.com.ar +gz2.bbsoldes.fr +hdhc.ru +hdimagegallery.net +hoholikik.club +hoztorg-opt.ru +humanorightswatch.org +hundejo.com +hybrid.ru +ibmdatamanagement.co +igru-xbox.net +ilovevitaly.ru +imgarcade.com +import-sales.com +inspiring-desperate.tk +internetproviderstucson.com +investingclub.ru +investpamm.ru +itrevolution.cf +kashubadesign.ru +kidd.reunionwatch.com +kino-key.info +kinopolet.net +kochanelli.com +kongruan.com +kumuk.info +kurwa.win +laserpen.club +letslowbefast.site +lifehacĸer.com +linkbux.ru +lion.snapmap.us +littlecity.ch +livefixer.com +matematikus.info +maximilitary.ru +mebelcomplekt.ru +megahdporno.net +mesbuta.info migente.com -mil-stak.com -mobplayer.net -monarhs.info -moneytop.ru -moomi-daeri.com -morefastermac.trade -moscow.online-podarki.com -myftpupload.com -najaden.no -netoil.no -netpics.org -newhairstylesformen2014.com -november-lax.com -nsatc.net -oddamzadarmo.eu -offtopic.biz -oksrv.com -openmultipleurl.com -optitrade24.com -orenburg-gsm.ru -outclicks.net -par-fallen.ga -pateaswing.com -pavlodar.xkaz.org -pcimforum.com -percin.biz.ly -perosan.com +millionare.com +misterjtbarbers.com +mojaocena.com +mosdverka.ru +moxo.com +moyakuhnia.ru +moz.com +mrpornogratis.xxx +mrsdalloways.com +msfsaar.de +musezone.su +muz-shoes.ru +myfreemp3.eu +myonigroup.com +na15.ru +nailsimg.com +nelc.edu.eg +netanalytics.xyz +nicefloor.co.uk +nikitsyringedrivelg.pen.io +nordvpn.com +o00.in +offergroup.info +okout.ru +ok.ru +ok-ua.info +orgasmus-virtual.com +ororodnik.goodbb.ru +outpersonals.com +pekori.to +petsblogroll.com pflexads.com -picturesfrom.com -pio.polytopesexempt.com -pizza-imperia.com -pornophoto.xyz -privatbank46.ru -prospekt-st.ru -prostitutki-kharkova.org -quickcashlimited.com -redirlock.com -reimageplus.com -rennlist.com -revistaindustria.com -rniaeba.ga -rootandroid.org -rosbalt.com.ua -rospromtest.ru -ruclicks.com -sardinie.us -sarm.tk -scanmarine.info -school-diplomat.ru -semalt.com -semrush.com -serialsway.ucoz.ru -shemalegalls.blogporn.in -simpoed.ufop.br -social-button.xyz -social-fun.ru -socialmediasuggest.com -social-s-hhh.xyz -softonicads.com -space2019.top -stauga.altervista.org -staynplay.net -store-rx.com -stpolice.com -sugarlyflex.pw -superfish.com -superinterstitial.com -surcentro.com -svnuppsalaorebro.se -tabakur77.com -tattoo33.ru -tech4master.com -telefonsexi.com -telefonsex-ohne0900.net -tengohydar.tk -tfxiq.com -thebluenoodle.com -thecoolimages.net -tizanidineingredients.blogspot.com -topmira.com +picsforkeywordsuggestion.com +piski.top +pizdopletka.club +pl.id-forex.com +pozvonim.com +proekt-mos.ru +psa48.ru +razorweb-a.akamaihd.net +registrydomainservices.com +rentalcarnavi.info +ruex.org.ua +rusenvironmental.net +rusexy.xyz +saecsa.co +saveindex.xyz +scripted.com +seasaltwithfood.com +sell-fb-group-here.com +seminarygeorgia59.ga +seorankinglinks.com +sexgalleries.top +sex.hotblog.top +shopfishing.com.ua +silktide.com +slavkokacunko.de +social-buttons.com +soserfis.com +spabali.org +speechfoodie.com +stal-rulon.ru +star61.de +stats-collector.org +streetfooduncovered.com +stroiminsk.com +suture.co +tandvardshuset.net +telesvoboda.ru +thegalerie.eu +thetoiletpaper.com +tizanidinehcl2mg.blogspot.com +tk-assortiment.ru +top10-way.com +tour-line.net trackzapper.com -tsyndicate.com -tube8.com -twiclub.in -udayavani.com -uni.me -unmaroll.ya.ru -venerologiya.com -vkontaktemusic.ru -vladimir.zrus.org -vriel.batcave.net -vsexkontakte.net -wallpaperstock.net -westen-v.life -whiteelephantwellington.com -whosonmyserver.com -wineration.com -womens-journal.net -wowcasinoonline.ooo -www.timer4web.com -xedserver.com -x-lime.net -xtrafficplus.com -yellowstonesafaritours.com -youjizz.vc +trkur.com +tsstcorpcddvdwshbbdriverfb.aircus.com +tvoystartup.ru +twu.com.ua +u555u.info +ufa.xrus.org +vadimkravtcov.ru +videochat.bz +video-chat.in +videtubs.pl +vizag.kharkov.ua +vod.com.ua +voditeltrezviy.ru +vremya.eu +waterefficiency.co +webmasters.stackexchange.com +websiteaccountant.de +while.cheapwebsitehoster.com +wnoz.de +womensterritory.ru +writersgroup580.web.fc2.com +wygraj-skiny.win +x-diesel.biz +xingzi-vision.com +xlovecam.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xolodremont.ru +xzlive.com +yottos.com +yourmovies.pl +youtubedownload.org yugk.net -zatjmuzu.info -znakomstva-moskva77.ru -zoodrawings.com -zvezdagedon.ru +zakazvzloma.com +zoosexart.com +zrelaya.pw diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 1ddae6201..6b86856ae 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,20 +1,3 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.14.2
- - 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index e6677be79..500584a94 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.25.221 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 4dae32196..6ed946013 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 345e2a436..9296d2d77 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index ed9227926..2aba8c14a 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,11 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1797 -#### Bad Referrer Count: 6746 -#### Bad Bot Count: 557 +#### Version: V4.2019.08.1798 +#### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) +#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 5b76f2747..71d334387 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,10 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.08.1797 -#### Bad Referrer Count: 6746 -#### Bad Bot Count: 557 +#### Version: V4.2019.08.1798 +#### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/README.md b/README.md index b351bff18..9eb2f5699 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,10 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.08.1797 +#### Version: V4.2019.08.1798 #### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 4c631c3b6..89252f715 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,10 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.08.1797 -#### Bad Referrer Count: 6746 -#### Bad Bot Count: 557 +#### Version: V4.2019.08.1798 +#### Bad Referrer Count: [6746](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad Bot Count: [557](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Fake Googlebots Count: [203](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ ## Help Support This Project diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index d0899504f..2649c128d 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.08.1797 -### Updated: Sat Aug 10 13:04:43 SAST 2019 +### Version: V3.2019.08.1798 +### Updated: Sat Aug 10 13:31:20 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2e4a6aa80..aae3c48b9 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:41 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:18 SAST 2019 ### Bad Referrer Count: 6746 ### Bad Bot Count: 557 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index ba11dfd36..b17badee5 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.08.1797 -### Updated: Sat Aug 10 13:04:44 SAST 2019 +### Version: V4.2019.08.1798 +### Updated: Sat Aug 10 13:31:22 SAST 2019 ### Bad Bot Count: 557 ################################################### ### Version Information ##