diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 0037f9038..4f495ce21 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.01.1945 -### Updated: Tue Jan 28 14:26:16 SAST 2020 +### Version: V3.2020.01.1948 +### Updated: Tue Jan 28 15:13:04 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 38f5c32c1..30a5b9007 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 1; +104.197.122.201 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c7afa9b6e..c31c197b9 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 0; +104.197.122.201 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0037f9038..4f495ce21 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.01.1945 -### Updated: Tue Jan 28 14:26:16 SAST 2020 +### Version: V3.2020.01.1948 +### Updated: Tue Jan 28 15:13:04 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 38f5c32c1..30a5b9007 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 1; +104.197.122.201 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c7afa9b6e..c31c197b9 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 0; +104.197.122.201 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0037f9038..4f495ce21 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.01.1945 -### Updated: Tue Jan 28 14:26:16 SAST 2020 +### Version: V3.2020.01.1948 +### Updated: Tue Jan 28 15:13:04 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 38f5c32c1..30a5b9007 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 1; +104.197.122.201 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index c7afa9b6e..c31c197b9 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 0; +104.197.122.201 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 0037f9038..4f495ce21 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.01.1945 -### Updated: Tue Jan 28 14:26:16 SAST 2020 +### Version: V3.2020.01.1948 +### Updated: Tue Jan 28 15:13:04 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 0037f9038..4f495ce21 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.01.1945 -### Updated: Tue Jan 28 14:26:16 SAST 2020 +### Version: V3.2020.01.1948 +### Updated: Tue Jan 28 15:13:04 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 16705b611..153433272 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 5f04cdae8..a48c747b7 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.73.34.132 0; +35.202.245.105 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 16705b611..153433272 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index c6cc367c2..30a5b9007 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.227.58.83 1; +104.197.122.201 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 8d5a67df5..c31c197b9 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.227.58.83 0; +104.197.122.201 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 16705b611..153433272 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index c6cc367c2..30a5b9007 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.227.58.83 1; +104.197.122.201 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 8d5a67df5..c31c197b9 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.227.58.83 0; +104.197.122.201 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 16705b611..153433272 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index c6cc367c2..30a5b9007 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.227.58.83 1; +104.197.122.201 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 8d5a67df5..c31c197b9 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.227.58.83 0; +104.197.122.201 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 16705b611..153433272 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index dcd038a5e..1df7835ed 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.231.58.0 0; -35.227.58.83 0; +35.192.10.37 0; +35.202.245.105 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index d45b32425..4ce008a42 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 28f694873..219394936 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.196.82.30 0; -34.73.34.132 0; +34.66.25.221 0; +35.202.245.105 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 11fc89a11..c44ed5335 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index efc95de51..7fd2f90fa 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.227.58.83 0; -35.196.82.30 0; -34.73.66.97 0; +34.66.50.208 0; +35.192.91.101 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 16705b611..153433272 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index d2df6a91c..ee2c29f58 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.73.34.132 0; -34.74.91.53 0; +34.66.50.208 0; +35.202.245.105 0; +34.66.200.49 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 16705b611..153433272 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 38f5c32c1..30a5b9007 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 1; +104.197.122.201 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 466254fb4..665010db3 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BDCbot -FrontPage -GalaxyBot -InfoNaviRobot -Msrabot -trendiction.de -UnisterBot -VidibleScraper -Web Fuck -Wprecon +AIBOT +InternetSeer +ips-agent +NetLyzer +Nimbostratus +Spammen +WBSearchBot +Web Fetch +Xaldon_WebSpider +YoudaoBot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 1e08ed4f5..46b62c15c 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider 404checker 404enemy -80legs +Abonti Aboundex Aboundexbot -ADmantX -AfD-Verbotsverfahren AllSubmitter -Anarchie -Apexoo arquivo.pt -arquivo-web-crawler ASPSeek -Attach AwarioRssBot -Badass +BackDoorBot +Backlink-Ceck +backlink-check +BacklinkCrawler +Barkrowler BatchFTP Battleztar Bazinga BDCbot BDFetch Bitacle +Blackboard +Bolt +BotALot Brandprotect -Brandwatch Buddy -BuiltBotTough BuzzSumo -CazoodleBot +CATExplorador CCBot CheeseBot -CheTeam Cogentbot cognitiveseo com.plumanalytics -Cosmos -Craftbot -crawler4j -crawler.feedback -crawl.sogou.com -Custo -DBLBot -demandbase-bot -Demon -Devil +Copier +CopyRightCheck +Copyscape +CrazyWebCrawler +Crescent +Curious +DatabaseDriverMysqli +Deusu +Digincore DigitalPebble DIIbot -Dirbuster Disco +Discoverybot Dispatch DittoSpyder -DomainStatsBot -Dotbot +DnyzBot +DomainSigmaCrawler Download Wonder Dragonfly +Drip DSearch -DTS Agent EasyDL Ebingbong eCatch -ECCP/1.0 -Exabot -ExtLinksBot -Extractor +EMail Siphon +EMail Wolf +EroCrawler +evc-batch ExtractorPro +Extreme Picture Finder Ezooms -facebookscraper FDM FemtosearchBot -FHscan Fimap Firefox/7.0 +FlashGet Flunky Foobot -Freeuploader -GalaxyBot +FrontPage +FyberSpider +Fyrebot GermCrawler -Gigablast -G-i-g-a-b-o-t +Getintent +GetWeb Go-Ahead-Got-It -Gotit -Go!Zilla -Grabber -Haansoft +GrabNet +GrapeFX +GrapeshotCrawler +GridBot +Harvest +Havij heritrix -Heritrix -HMView -HTMLparser +Hloader +HTTP::Lite +HTTrack Humanlinks +HybridBot IDBot IlseBot -IndeedBot +Image Fetch InfoNaviRobot -instabid -InterGET -internetVista monitor +InfoTekies +Intelliseek Iria -IstellaBot +IRLbot JamesBOT JennyBot +Jetty JikeSpider JustView -Lanshanbot Larbin -LeechFTP +LeechGet +LexiBot Lftp +LibWeb Libwhisker Lightspeedsystems +Likse +LinkpadBot LinksManager LinqiaMetadataDownloaderBot -LinqiaRSSBot -Lipperhey Spider -Ltx71 +Litemage_walker +Lmspider +lwp-request LWP::Simple lwp-trivial -Magnet -Mag-Net -magpie-crawler -Mail.RU_Bot -Majestic SEO +Majestic12 Majestic-SEO -MarkMonitor -MarkWatch +Mass Downloader Mata Hari -meanpathbot Meanpathbot Mediatoolkitbot -mediawords +MegaIndex.ru Metauri -Microsoft URL Control -MIDown tool +MIIxpc Mister PiX +MJ12bot Mojeek Msrabot -Nameprotect -NearSite -Needle +muhstik-scan +Musobot Nessus Nettrack -NetZIP +Net Vampire +Netvibes NextGenSearchBot Nibbler -Nikto -NimbleCrawler -Ninja -Nmap -Nutch -Offline Navigator -OnCrawl +NICErsPRO +Niki-bot +oBot +Octopus Openfind Openvas -OrangeBot +OpenVAS OrangeSpider OutclicksBot -OutfoxBot +Page Analyzer +PageGrabber +page scorer PageScorer +Pandalytics +Panscient pcBrowser -PECL::HTTP -PictureFinder -Pi-Monster +PHPCrawl +Pimonster Pixray +Pockey POE-Component-Client-HTTP -Probethenet -ProPowerBot -PxBroker -PyCurl -QueryN Metasearch -RankActive -RankActiveLinkBot +ProWebWalker +Psbot +Quick-Crawler RankFlex -Rankivabot RebelMouse -ReGet +Recorder +RepoMonkey Ripper +Rogerbot RSSingBot -SalesIntelligent +s1z.ru +ScanAlert Scanbot -SearchmetricsBot Semrush +SemrushBot SEOkicks -seoscanners +SEOkicks-Robot +SEOlyticsCrawler +SEOprofiler +SeoSiteCheckup +serpstatbot sexsearcher Shodan Siphon -SiteExplorer +Siteimprove SiteLockSpider SiteSucker -Sitevigil -SmartDownload -Snapbot -Snoopy -sogouspider -SpaceBison -Spammen -SpankBot +Site Sucker +SlySearch +Snake +SocialRankIOBot Spanner -Spbot -Stripper -Sucker +sp_auditbot +Spinn3r +SputnikBot +Sqlmap +Sqworm SuperHTTP -Surfbot -Suzuran -sysscan +SurveyBot Szukacz +T8Abot +TeleportPro Telesoft +Telesphoreo +Telesphorep TheNomad -Thumbor +TightTwatBot Toata -Toweyabot -Trendiction +Tracemyfile trendiction.com +True_Robot Turingos -TwengaBot -Twice -UnisterBot -URLy.Warning -VB Project -VoidEYE -Voltron -Wallpapers/3.0 +Turnitin +TurnitinBot +URLy Warning +VidibleScraper +Voil +WallpapersHD +WBSearchBot Webalta -Web Auto -WebBandit -Web Collage -WebCopier -WebEnhancer +WebCollage +WEBDAV Web Enhancer -WebFetch Web Fetch -Web Fuck -WebGo IS -WebmasterWorldForumBot -Web Pix -WebSauger -WebsiteExtractor +WebFuck +WebLeacher +webmeup-crawler +WebReaper +Web Sauger +WebsiteQuester Website Quester +Webster WebSucker -Web Sucker WeSEE +Whack Whatweb Widow +WiseGuys Robot +WISENutbot Wonderbot Woobot +WWW-Collector-E WWW-Mechanize -WWW::Mechanize WWWOFFLE -x22Mozilla -Xaldon_WebSpider +x09Mozilla Xenu xpymep1.exe -Zermelo +YoudaoBot zgrab +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index fcf14d206..40363f4ae 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker -404enemy -Aboundexbot +Aboundex +AfD-Verbotsverfahren AhrefsBot +Aipbot Alexibot -Alligator -AlphaBot +AllSubmitter +Anarchie Apexoo -arquivo.pt ASPSeek -Asterias -AwarioSmartBot +Attach +autoemailspider +AwarioRssBot +Backlink-Ceck +backlink-check +BackStreet Badass -BBBike +Battleztar Bazinga BDCbot BDFetch BetaBot Bigfoot Bitacle -Black Hole -Bolt +Blackboard +Blow +BlowFish +Boardreader BotALot Brandprotect +Buddy BuiltBotTough BuiltWith +Bullseye BunnySlippers BuzzSumo -Calculon -CATExplorador CazoodleBot CCBot -CheTeam Chlooe -Cogentbot +Cloud mapping cognitiveseo -Collector com.plumanalytics +CopyRightCheck +Cosmos Craftbot -crawler.feedback -CrunchBot +CrazyWebCrawler CSHttp -Custo -DataCha0s +DBLBot demandbase-bot +Deusu +Devil Digincore -DIIbot -Dirbuster -Disco +DigitalPebble Discobot -DnyzBot -DomainAppender +DittoSpyder DomainCrawler DomainSigmaCrawler -DomainStatsBot -Dotbot -Download Wonder -Dragonfly Drip -DTS Agent -Ebingbong -EirGrabber -EMail Siphon +DSearch +EasyDL +eCatch +ECCP/1.0 +EMail Wolf EroCrawler evc-batch -Express WebPictures -ExtLinksBot -Extractor -EyeNetIE -FHscan -Fimap -Firefox/7.0 -Foobot -FyberSpider +Evil +Extreme Picture Finder +FlashGet +Flunky +Freeuploader +FrontPage Fyrebot -GalaxyBot -Genieo -GermCrawler +Getintent GetWeb -G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit GoZilla GrapeFX +GrapeshotCrawler GT::WWW -Haansoft -HaosouSpider -HEADMasterSEO -Hloader +Harvest +Havij +heritrix HMView HTMLparser -HTTP::Lite HTTrack +Humanlinks +Iblog +IDBot Id-search +IlseBot +Image Sucker IndeedBot -InfoNaviRobot +InfoTekies Intelliseek -InterGET Internet Ninja +InternetSeer +internetVista monitor Iria -Iskanie -JetCar -Jetty +JennyBot JOC Web Spider -Joomla +Jorgee Jyxobot Kenjin Spider -Lftp -Lightspeedsystems +Likse LinkpadBot LinkScan -Lipperhey Spider +Lipperhey Lmspider -LNSpiderguy Ltx71 -lwp-trivial +lwp-request +LWP::Simple Magnet -Mag-Net magpie-crawler -MarkWatch +Mail.RU_Bot +MarkMonitor Masscan -MauiBot meanpathbot +MeanPath Bot Mediatoolkitbot +mediawords MegaIndex.ru Microsoft Data Access Microsoft URL Control +MIDown tool MIIxpc -Mojeek +Mister PiX +MJ12bot +Morfeus Fucking Scanner Mr.4x3 MSFrontPage Msrabot +Name Intelligence +Nameprotect NearSite -NetAnts +Needle +Nessus netEstate NE Crawler +NetMechanic +Nettrack Netvibes -NextGenSearchBot -NICErsPRO -Nikto -Nimbostratus -Ninja -Nmap -Nutch -oBot -Offline Explorer -Offline Navigator +NetZIP +Nibbler +NimbleCrawler +NPbot +OnCrawl +Openfind +OpenLinkProfiler Openvas -OpenVAS OrangeBot +OrangeSpider OutfoxBot +Page Analyzer PageGrabber +PageScorer Pandalytics -PeoplePal +Panscient +Pavuk +pcBrowser +PHPCrawl Picscout -Picsearch Pi-Monster -POE-Component-Client-HTTP +Pixray +plumanalytics +Pockey Probethenet -Pump +Psbot PxBroker -PyCurl Quick-Crawler RankActive -RankActiveLinkBot -RankingBot RankingBot2 -RealDownload Reaper -Recorder -ReGet -RepoMonkey -Ripper +RocketCrawler +RSSingBot +s1z.ru SalesIntelligent -Scanbot +ScanAlert +scan.lol ScoutJet -Screaming -ScreenerBot -SEOkicks -SEOprofiler -seoscanners -SeoSiteCheckup +SEOkicks-Robot +SEOlyticsCrawler SEOstats serpstatbot +sexsearcher Shodan -Siphon SISTRIX +Sitebeam +SiteExplorer +Siteimprove +SiteLockSpider SlySearch -SMTBot -Snoopy -SocialRankIOBot +SmartDownload Sociscraper sogouspider +Sogou web spider +Sosospider Sottopop -SpankBot +SpaceBison Spanner sp_auditbot Spbot -SputnikBot spyfu -Sqlmap Sqlworm -Sqworm Stripper +Sucker Sucuri -SuperBot -Suzuran +SuperHTTP Swiftbot -TeleportPro +T8Abot +Teleport +Telesoft Telesphoreo +Telesphorep +The Intraformant TheNomad -TightTwatBot -Toweyabot -Trendictionbot -trendiction.com -Typhoeus -Vacuum +Thumbor +Toata +Tracemyfile +trendiction.de +Turingos +Turnitin +TurnitinBot +UnisterBot +Upflow +URLy Warning Vagabondo -VB Project VCI -VidibleScraper -Virusdie -Voltron +VeriCiteCrawler WASALive-Bot -WBSearchBot Web Auto +WebBandit +WebCollage Web Collage -WEBDAV Web Enhancer WebFuck Web Fuck -WebImageCollector -WebmasterWorldForumBot +WebLeacher webmeup-crawler -Web Pix -WebReaper Web Sauger +Webshag WebSucker -Web Sucker -WebZIP +WebWhacker +WeSEE Whacker -Widow WinHTTrack -Wonderbot +WiseGuys Robot WPScan -WWW-Mechanize +x09Mozilla +x22Mozilla Xaldon WebSpider -Xenu -YoudaoBot Zauba -Zermelo -Zeus +Zitebot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index ece02a368..1f9f787ad 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -compliance-nelson.top -detskie-konstruktory.ru -emailaccountlogin.co -hasfun.com -healgastro.com -hermesbirkinhandbagoutlets.com -mamasuper.prom.ua -meccadumps.net -trkdf.com -vapsy.com +arcadepages.com +lflash.ru +nrv.co.za +pacificair.com +panouri-solare-acoperis.com +penisvergrotendepillennl.ovh +russia-tao.ru +signx.info +xn----9sbebi2bvzr7h.xn--p1ai +xvideospornoru.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 2d403f3d3..23ab73969 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -11pikachu.ru -1bet.com -1kinobig.ru -1webmaster.ml -2000k.ru -2kata.ru -4senses.co -4ur.click -5000-cotydzien.com -5forex.ru +101lesbian.xyz +1688.com +1-free-share-buttons.com 5i2.net -5tey7463.weebly.com -8558l.jobs.net +7makemoneyonline.com +7zap.com +883zy.com +8jn.dating-app.ru +a96527gi.beget.tech aad1f4acb0a373420d9b0c4202d38d94fa.com -acunetix-referrer.com -adbetclickin.pink -adman.gr -adprotect.net -adultactioncam.com -advancedsoftwaresupport.com -ageofclones.com +accessoires-mode.in +acc.eu.org +admanaerofoil.com +ad-words.ru +aero2.ru +agadelha.com.br +agecheckadult.com +ahrntal.verymes.xyz aibolita.com -alert-fdm.xyz -alert-fjg.xyz -alfapro.ru -all4invest.info -allkrim.com -aludecor.info -am-se.com -animal-drawings.com -animali.deagostinipassion.it -anlimebel.kiev.ua +akvamaster.dp.ua +alfa9.com +alienwheel.es +alldubai.biz +allnews.md +allornamenti.com +allpdfmags.net +allstatesugarbowl.org +all-streaming-media.com +amehdaily.com +amospalla.es +anabolics.shop +analytics-ads.xyz +anatomiy.com +android4fun.org +android-systems.ru +angry-fermi-7633.arukascloud.io +anjalika.co.in anniemation.com -apessay.com -apiitsthirteende-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -arate.ru -architecturebest.com -arendas.net -arenda-yeisk.ru -arendovalka.xyz -asophoto.com -ausergrubhof.info -aussie-prizes.com -autoblogger24.info -automatic-seo.com -aviapanda.ru -azartclub.org +apioutoboxnet-a.akamaihd.net +app5.letmacworkfaster.world +apple.com-cleaner.systems +apple.com-webbrowsing-security.review +ap.senai.br +arenda-avtoprokat-krasnodar.ru +artdeko.info +auspolice.com +autobrennero.it +autonew.biz +autotop.com.ua +auto-zapchasti.org +aviav.ru.com +avirasecureserver.com +avkzarabotok.com +avtolombard-krasnodar.ru +ayeartoforget.com +azbukafree.com +backlink4u.net bad-stars.net -baksman.com -barbourjackets.online -bayareaaeroclub.org -beauty-bracelet.com -belstaffstore.online -besthoro.ru -bestofpicture.com -bestwebsiteawards.com -bfz.biz -bibys.com -bigcareer.info +balitouroffice.com +bannerspace.com +bannertesting.com +beachdriveblog.com +beachpics.com +beauty-clinic.ru +beetpics.pw +best-businessman.ru +best-coupon-offer.com +big-boards.info +bikini-image.com bimatoprost-careprost.com.ua -biteg.xyz +bizcheapjerseyswholesalechina.com bjanshee.ru -bloggers.nl -blog-hits.com -blog.koorg.ru -blog.yam.com -boltalko.xyz -bongiornos.info -bonky.biz +blobar.org +blogqpot.com +bloke.com +board.f00d.de bonvillan.com -bookmark4you.com -braindaily.xyz -brandedleadgeneration.com -bristolhostel.com -btnativenav.com -buchananshardware.com +bonzybuddy.com +bracketsmackdown.com +brothers-smaller.ru bugof.gq -bumascloset.com -buy-cheap-online.info +burkesales.com +business-suggested.tk +buy-cheap-pills-order-online.com buypuppies.ca -buyscabiescream.com -bvlgaribracelet.xyz cacheimages.com -californianews.cf -candlehandmade.com -candy-glam-hp.com -carabela.com.do -carrauterie.be -cartechnic.ru -cartujano-pre.de -cashkitten-a.akamaihd.net -centraletermice.us -cfsrating.sonicwall.com -chatroulette.video -cheapmarmot.online -check-host.net -checktext.org -cherrypointplace.ca -clickaider.com +callawaygolfstore.online +cannibalcheerleader.com +cartierlove2u.xyz +casablancamanor.co.za +charmstroy.info +chatroulette.world +chcu.net +check-this-out-now.online +chinaelitecheapjerseys.com +chocolateslim-en-espana.com +chocolateslim-en-france.com +christianlouboutinreplica.pw +chuckguilford.com +cineacademy.ru +clarithromycin500mg.com clickso.com -compliance-jane.top -compliance-julia.top -compliance-olga.top -confib.ifmo.ru -coolingoods.com -coprofam.org -cornomase.win -countercrazy.com -cowblog.fr -cupday.com -cvety24.by -cxpromote.com -czat.wp.pl -d2jsp.org -damedingel.ya.ru -danschawbel.com -datsun-do.com -daymusam.com -detoxmed24.ru -dfiles.me -dfwu1013.info -divci-hry.info -domainanalyzing.xyz -domain.webkeyit.com -dosug-lux.ru -downloadkakaotalk.com -doxyporno.com -eachdayisagift.review -easytuningshop.ru -e-commerce-seo1.com -educontest.net +cmhomestayagency.com +communisave.co.za +compliance-elena.xyz +compliance-nelson.top +contentlook.co +coolgramgoods.com +cool-wedding.net +covetnica.com +crackguru.tk +craftinsta.ru +creatives.adbetclickin.pink +customergrowthsystems.com +customerguru.in +daretodonate.co +date-withme.com +deanmoore.ie +dekorkeramik.ru +destinationrealestate.com +devochki.top +dieta-personalna.pl +digilander.libero.it +dinosaurus.site +disruptingdinnerparties.com +dnsrsearch.com +domainsphoto.com +donna7753191.ru +dptaughtme.com +duplicashapp.com +dverimegapolis.ru +eandsgallery.com +ecommerce-seo.com +ecxtracking.com +education-cz.ru +electrik-avenue.com elektrischeziga.livejournal.com -eng-lyrics.com -epicbrogaming.com -eropornosex.ru -erotikchat-24.com -ertelecom.ru -es5.com -event-tracking.com -exmasters.com -extremez.net +elektrozigarette1.dreamwidth.org +elektrozigaretten2.yn.lt +embedle.com +emerson-rus.ru +en.home-task.com +eropho.net +erotik0049.com +eshop4u.jp +eshop.md +exlarseva.webblog.es +exonline.info +extener.org +ezaz.info ezigarettekaufen2.blox.pl -ezigarettenshop1.yolasite.com -face.hostingx.eu -felizporno.com -filesdatabase.net +ezigarettekaufen.myblog.de +ezigaretteshop2.vefblog.net +f012.de +fermersovet.ru +filmi-v.online filunika.com.ru -find1friend.com -findanysex.com -findsexguide.com -fitness-video.net -flash4fun.com -flex4launch.ru -floridahuntingfishingadventures.com -free-gluten.ru -free-traffic.xyz -frighteningremain.cf -frustrated-favorable.gq -fxgallery.com -fyxabomiw.ru -gallerily.com -gambarxkata.co -gamedayhouse.com -games.kolossale.ru -generic-pills-online.com -gerhardhealer.com -glall.ru -gloverid.site +findacheaplawyers.com +firesub.pl +fix-website-errors.com +flowersbazar.com +food.dtu.dk +fotosfotos.eu +fotzen-ficken.com +franch.info +free-floating-buttons.com +freegamesplay.online +freejabs.com +freeseedsonline.com +free-share-buttons.top +freshsuperbloop.com +gamblingnerd.com +game300.ru +gamedayassist.com +gameplexcity.com +gate5.co.za +ge0ip.com +ge0ip.org +geileweiber.tk +gembird.com +getmiro.com +getoutofdebtfree.org +gigapeta.com +gilsonchiro.xyz +girlgamerdaily.com +gkvector.ru gogps.me -gopro-online.info -gourcy.altervista.org -gox.com.ua -gpirate.com -gribkovye-zabolevaniya.com -growmyfunds.ca -gta-club.ru -hamptonoaks.ca -hazardky.net -hccoder.info -hd-filmy.net -hdimagegallery.net -hebr.myddns-flir.com -hentai-manga.porn -hermesbelts.xyz -holidaypics.org -homemade.gq -honyaku.yahoofs.jp -hoste.octopis.com -hothor.se -hptwaakw.blog.fc2.com -hubbble.com -icaseclub.ru -ictizanidinehcl4mg.blogspot.com -ifirestarter.ru -i-hobot.ru -iideaidekonkatu.info -imediadesk.com -imk.com.ua +gojiberriess.apishops.ru +goldadpremium.com +goodnightjournal.com +googlefeud.com +google-liar.ru +gotcher.us +greatgrace.ru +gsasearchengineranker.xyz +gstatey.net +gtopstats.com +hacktougroup.ru +hamacapty.com +headpress.ru +healbio.ru +hentaiheroes.com +herehloadibs.cf +herokuapp.com +hidefiles.org +home-task.com +hopeonthestreet.co.uk +house.sieraddns.com +hyiphunter.org +iflycapetown.co.za +igtools.club incolors.club -inmate-locator.us -instasexyblog.com -interfucks.net -inzn.ru -iomoio.net -iplogger.org -iqoption-bin.com -irkutsk.zrus.org -ispaniya-costa-blanca.ru -istizanidinelikexanax.blogspot.com -ix20.ru +interferencer.ru +investmac.com +iplusbit.blogspot.co.za +istizanidineanopiate.blogspot.com +istripper.com iyasimasennka.com -juliadiets.com -kaliningrad.zrus.org -karaganda.xkaz.org -keyword-suggestions.com -kino2018.club -kinopolet.net +jabimgo.pw +jerseyswholesalechinalimited.com +jongose.ninja +jovencitas.gratis +jrcigars.com +kamalsinha.com +karpun-iris.ru +kaz.kz +keywordblocks.com +keywords-monitoring-your-success.com +khafre.us +kinohit1.ru kiprinform.com -klejonka.info -kmd-pto.ru -knogg.net -komp-pomosch.ru -kongruan.com -konkursov.net -kountrylife.com -kriokomora.info -kupiproday.com.ua -kupit-adenu.ru -laptop-4-less.com -law-check-seven.xyz -leadn.pl -lerporn.info -lexixxx.com -light.ifmo.ru -linkarena.com -livingcanarias.com +klosetkitten.com +knigonosha.net +komputers-best.ru +konkursowo-24.pl +konturkrasoty.ru +koronirealestate.gr +kovesszucs.atw.hu +krasivoe-hd.net +krasnodar-avtolombards.ru +kursy-ege.ru +kustanay.kz +landreferat.ru +larose.jb2c.me +larutti.ru +ledis.top +ledpolice.ru +lernur.net +li-er.ru +likesuccess.com +likrot.com +lirunet.ru +live-cam6.info +livefixer.com +liverpool.gsofootball.com +livetsomudvekslingstudent.bloggersdelight.dk locatellicorretor.com.br -lodki-pvh.dp.ua -lolnex.us -lombia.co -lomza.info -lostfilm-online.ru -louisvuittonoutletstore.net -lovelycraftyhome.com -luckyday.world -m3gadownload.pl -machicon-akihabara.info -magda-gadalka.ru -maju.bluesalt.co -makemoneyonline.com -manipulyator-peterburg.ru -manyresultshub-a.akamaihd.net -mararoom.ru -marinetraffic.com -marketingvici.com -markjaybeefractal.com -masserect.com -mb140.ru -mebelcomplekt.ru +longadventure.com +lovi-moment.com.ua +lunamedia.co +lyrster.com +machicon-ueno.info +magazintiande.ru +manifestation.betteroffers.review +mcar.in.ua mebel-ekb.com -meduza-consult.ru -megaindex.ru -memberty.com -mensandals.xyz -michaelkorssaleoutletonline.net -mir-betting.ru -mmoguider.ru -mmostrike.ru -mojpreskumanie.com -monetizationking.net +megaapteka.ru +megahdporno.net +mesto-x.com +metarip.ru +metascephe.com +methodsmarketing.com +michaelkorsoutletstore.net +misandesign.se +modnie-futbolki.net +moncleronline.xyz +moscow.xrus.org mouselink.co -moyakuhnia.ru -msfsaar.de -muznachas-service.ru -muz-shoes.ru -mydownlodablefiles.com -myiptest.com -myliveblog.ru -mymercy.info -myseoconsultant.com +mrlmedia.net +mrvideospornogratis.xxx +muizre.ru +multgo.ru +muzaporn.com +mylesosibirsk.ru na15.ru -nalogovyykodeks.ru -narutonaruto.ru -na-telefon.biz +naphukete.ru +narco24.me +naval.jislaaik.com +nbsproject.ru netpics.org -newstraveller.ru -nfljerseyscheapbiz.us -nordstar.pro -northfacestore.online +nfljerseysforsalewholesaler.com +nodding-passion.tk +nofreezingmac.work +no-fuel.org +norththeface.store notaria-desalas.com -novosti-hi-tech.ru -nsatc.net -odesproperty.com -odoratus.net -okeinfo.online -oksrv.com -olvanto.ru -oneshotdate.com -online-hit.info -onlineporno.site -onload.pw -onlyforemont.ru -o-o-6-o-o.com -o-o-8-o-o.com -oops-cinema.ru -ostroike.org -ourville.info -outpersonals.com -owathemes.com -partybunny.ru -pcgroup.com.uy -pc-services.ru -pc-virus-d0l92j2.pw -pechikamini.ru -picsforkeywordsuggestion.com -pio.polytopesexempt.com -piratecams.com -pix24x7.com -pizdopletka.club -pkr1hand.com -platezhka.net -plohaya-kreditnaya-istoriya.ru -poems.com.ua -pony-business.com -popugauka.ru +o-dachnik.ru +oil-td.ru +okmedia.sk +onemactrckr.com +onlinemegax.com +onlinetvseries.me +onlywoman.org +openfrost.net +optikremont.ru +ourtherapy.ru +paceform.com +paidonlinesites.com +p-business.ru +pcads.ru +pcimforum.com +perl.dp.ua +pflexads.com +photo-clip.ru +pic2fly.com +picphotos.net +picquery.com +pistonclasico.com +plastgranar.nu +playboyfiles.xblog.in +playlott.com +pl-top.pl +podshipniki-ntn.ru +pogodnyyeavarii.gq +poisk-zakona.ru popunder.net -pornophoto.xyz -porno-transsexuals.ru -pr0fit-b0x.com -printdirectforless.com -privatbank46.ru +popup-jdh.xyz +porno-play.net +pricheskaonline.ru +privatefx.all4invest.info prizefestival.mobi -profitfx.online -prointer.net.ua -proxyradar.com -purchasepillsnorx.com -pussyspace.net -pxhdwsm.com -qexyfu.bugs3.com -quelle.ru -randalljhoward.com -ranking2017.ga -rarbg.to -raschtextil.com.ua -ratemodels.net -redirectingat.com -rednise.com +produkto.net +professionalwritingservices15.blogspot.ru +prokotov.com +prom23.ru +prombudpostach.com.ua +prosperent.com +prostitutki-novgoroda.org +pskcijdc.bloger.index.hr +pst2017.onlinewebshop.net +pwwysydh.com +q-moto.ru +rainbowice.ru +ranksonic.info +recinziireale.com +redhotfreebies.co.uk +refudiatethissarah.info +registrationdomainsite.com +registry-clean-up.net registrysweeper.com -reklama1.ru -respublica-otel.ru -reversing.cc -rfserial.net -rockprogblog.com -roll123.com -rossanasaavedra.net -s1z.ru -s8-nowy-wygraj.comli.com -sajatvelemeny.com -saneitconsulting.com -sankt-peterburg.nodup.ru -sarafangel.ru -scanner-elena.top -scanner-jessica.top -scansafe.net -search.xtconnect.com -seasonvar.ru -selectads.men +reklama-i-rabota.ru +remedyotc.com +research.ifmo.ru +rfd-split.hr +rubanners.com +rumamba.com +running-line.ru +ruspdd.com +russia-today-video.ru +russkoe-zdorovie.ru +sabaapress.com +saddiechoua.com +saitevpatorii.com +salutmontreal.com +samoiedo.it +sandhillsonline.com +sanyuprojects.com +sarf3omlat.com +savefrom.com +sawin.beth.webd.pl +sayyoethe.blogspot.co.za +sbtdesign.co.uk +scanner-barak.top +scanner-donald.top +scanspyware.net +searchencrypt.com +searchengineranker.email +securityallianceservices.com +seoheap.com +seoholding.com seojokes.net -seo-platform.com -seorussian.ru -serving.adbetclickin.pink -sexpartygirls.net -sexpornotales.net -sexsearch.com -sexs-foto.top -sexxdate.net -sexy-screen-savers.com -sexystrippe.info -sfd-chess.ru -shisha-swag.de -shivafurnishings.com -shopcheermakeup.info -shopsellcardsdumps.com -shopwme.ru -sim-service.net -si-unique.com -skladvaz.ru -slonechka.ru -smart-balancewheel.com -sms2x2.ru -soblaznu.net -social-button.xyz -solitaire-game.ru -spaceshipad.com -spitfiremusic.com -spywarenuker.com -starpages.net -stats-public.grammarly.io -statustroll.com -stoki.ru -streetfire.net -stroyplus.ru -studiofmp.com -sukirgenk.dvrlists.com -superiends.org -superoboi.com.ua -sureone.pro -svtrd.com -swiped.su -tabletkinaodchudzanie.com.pl -tattomedia.com -tech4master.com -telegraf.by -telesvoboda.ru -thecounter.com -thegameriders.com -thetoiletpaper.com -threecolumnblogger.com -time-japan.ru -titangel-vietnam.com -tizanidineandcipro.blogspot.com -tizanidineorflexeril.blogspot.com -tnaionline.org -token-lab.org -toondinsey.com -tootoo.to -torrent-to-magnet.com -track2.shop -trackmedia101.com -trackzapper.com -traffic2cash.org -trafficmania.com -trafficreceiver.club -tramadolandtizanidine.blogspot.com -trubywriting.com -tuckpointingmasonrysystems.com -turizmus.us -turn-up-life.life -tvand.ru -tx41tclega.ru -u-cheats.ru -uchetunet.su -ufa.xrus.org -ukkelberg.no -uk-zheu20.ru -ultimatesetnewfreeallsoftupgradesystems.pw -umaseh.com -unece.org -uptimebot.net -urldelivery.com -urlopener.blogspot.com.au -us-america.ru -vabasa.inwtrade.com -valmetrundan.se -valuado.com -vapeface.club -vintontech.info -vipms.ru -visionwell.com.cn -visitcambridge.org -vkontarkte.com -vladimir.xrus.org -vod.com.ua -voloslove.ru -wallpapersist.com -waysbetter.cn -webcamdevochka.com -webradiology.ru -website-datenbank.de -weburok.com +serptehnika.ru +sex-dating.co +sexreliz.com +shemalegalls.blogporn.in +shitmovs.com +sildenafilcitratemed.com +silktide.com +simplepooltips.com +sims-sims.ru +simul.co +sitevaluation.com +skypasss.com +slavkokacunko.de +sluganarodu.ru +smart-scripts.com +snjack.info +softlinesolutions.me +softomix.com +softomix.net +softwaretrend.net +sotechco.co +spamnuker.com +speeddream.xyz +spidtest.space +spy-app.info +start.myplaycity.com +statoutlook.info +stmassage.ru +store-rx.com +streha-metalko.si +strigkaomsk.ru +studiokamyk.com.pl +supernew.org +surcentro.com +surfbuyermac.com +surflinksmedical.com +szamponrevita.pl +takeflyte.com +taqplayer.info +titan-ads.life +titslove.yopoint.in +tizanidine6mg.blogspot.com +tizanidinecost.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinepills.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +topappspro.com +toursmaps.com +tracksz.co +traffic100.com +trafficgenius.xyz +traffique.net +trahvid.com +trailer.cinemaflix.website +tuckermktg.com +turbodsp.com +typimga.pw +ucoz.ru +undergroundcityphoto.com +underthesite.com +uni.me +univerfiles.com +unlimitdocs.net +ural-buldozer.ru +urll.eu +usbggettwku.ga +ussearche.cf +uzungil.com +ventelnos.com +videochat.life +video-production.com +vikistars.com +vilingstore.net +villakohlanta.nu +vinsit.ru +vitoriacabos.com +vmnmvzsmn.over-blog.com +vroze.com +vzlom-na-zakaz.com +warezkeeper.com +wcb.su +wdfdocando.com +websiteaccountant.de westsextube.com -westvilletowingservices.co.za -where-toget.com -wholesalejerseychinaoutlet.com -wholesalejerseysgaa.com +wholesalecheapjerseysfree.com wholinkstome.com -wingsoffury2.com -womensplay.net +woman-h.ru +woman-tampon.ru +worldoffiles.ru +wowas31.ucoz.ru +www.888.com +wwwadultcheck.com x-diesel.org -xkaz.org -xmlinde.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----ctbbcjd3dbsehgi.xn--p1ai -xolodremont.ru -xtube.com -yottos.com +xedserver.com +xep.info +xmladserver.com +xn--80ak6aa92e.com +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xn--b1agm2d.net +xn--e1afanlbnfckd7c3d.xn--p1ai +xnxx699.com +x-porno.video +xtraffic.plus +xxlargepop.com +xzlive.com +yaoguangdj.com youdesigner.kz -youjizz.com -youporn-forum.ga -zapatosenventa.info -zarabotat-na-sajte.ru -zarepta.com -zeg-distribution.com -zeroredirect10.com +youghbould.wordpress.com +yourporn.com +you-shall-not-pass.is74.ru +yugk.net +zahvat.ru +zaim-pod-zalog-krasnodar.ru +zajm-zalog-krasnodar.ru +zastenchivosti.net +zebramart.ru +zeroredirect12.com zeroredirect9.com -zigarettenonlinekaufen2.bloog.pl -znaniyapolza.ru -zooggames.com +zojirushi-products.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 41df5a27e..c5b4d811a 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0c47f8422d3f.com -3-letter-domains.net -51.la -5ws.dating-app.ru -abctoppictures.net +0daymusic.org +12masterov.com +2000k.ru +2728fb936f0.com +4kepics.com +aac500b7a15b2646968f6bd8c6305869d7.com absugars.com -addtoadd.men -adimmix.com -advancedmassagebysara.com -alfabot.xyz -alphavisions.net -am-se.com -arabgirls.adultgalls.com -arkkivoltti.net -artel116.ru -ausergrubhof.info -bangla-chat-uk-paralud.ga +addblueoff.com.ua +adtology.com +adultnet.in +advertisingtag.net +ad-words.ru +alif-ba-ta.com +allboard.xobor.de +antons-transporte.de +apidiamondatanet-a.akamaihd.net +apparel-offer.com +appleid-verification.com +arewater.com +asophoto.com +autovideobroadcast.com +auto-zapchasti.org +awency.com +ayanaspa.com banki76.ru -belstaffstore.online -best-games.today -besthomemadepornsites.com -bidbuy.co.kr -bif-ru.info -blog.f00kclan.de -callejondelpozo.es -cardul.ru -cartechnic.ru -cbb1smartlist12.click -ccbill.com -cherrypointplace.ca -chinacheapelitejerseys.com -chorus.terakeet.com -christianlouboutinoutlet.win -cibpenonptib.flu.cc -clickso.com -codysbbq.com -coinsspb.com -com-cleaner.systems -compliance-george.top -compliance-jack.top -compliance-mark.top -compliance-viktor.top -counciltally.com -customchocolate.business-for-home.com -custom-electric-guitar.com -datract.com -davebestdeals.com -deluxedumps.com -dirtpics.pw -djekxa.ru -doeco.ru -domain.webkeyit.com -dprtb.com -draniki.org -editors.choice6912650.hulfingtonpost.com -educatemetv.com -ekobata.ru -electricwheelchairsarea.com -elektrozigaretten1.postbit.com -englate.com -envaseslotusama.com -espaceinventoristes.com -essay-edu.biz -essayservicewriting.org -extener.org -factorynightclub.com -faracontrol.ir -fickenprivat.info -findacheaplawyers.com -findanysex.com -flash4fun.com -florida-tourism.net -foxtechfpv.com -franch.info -free-deals.faith -freegamesplay.online -g33.org -galaxyflowers.ru -galleryawesome.com -gamerextra.com -girlporn.ru -global-ics.co.za -gnuetella.com -golaya.pw -gomusix.com -gq-catalog.gq -gsasearchengineranker.pw -hamilton.ca -hebr.myddns-flir.com -help.tpu.ru -hetmanship.xyz -heygidday.biz -hotblognetwork.com -hotsocialz.com -housediz.com -howtoclean.club -hubbble.com -huhn.altervista.org +bank.uz +becuo.com +bestpornuha.com +betterhdporn.com +bharatdefencekavach.com +bimatoprost-careprost.com +bimatoprost-careprost.com.ua +bizcheapjerseyswholesalechina.com +buron.pw +cartierbraceletsreplica.pw +cfsrating.sonicwall.com +chatseo.com +chelyabinsk.xrus.org +clicksor.com +comissionka.net +compiko.info +compliance-brian.xyz +compliance-jessica.top +coolgramgoods.com +cool-wedding.net +copenergo.ru +cubs-jerseys.us +cyclobenzaprinevstizanidine.blogspot.com +data1.scopich.com +degerlund.net +dekorkeramik.ru +delfin-aqua.com.ua +doctissimo.fr +domain2008.com +dosug-lux.ru +doublepimp.com +downloads-whatsapp.com +drunkmoms.net +easycommerce.cf +e-collantes.com +ekto.ee +elstal.com.pl +englishdictionaryfree.com +evehemming.blogspot.com.au +evogarage.com +eyelike.com.ua +eyessurgery.ru +ez8motelseaworldsandiego.com +ezigarettekaufen2.mpbloggar.se +fickblock18.com +fidelityfunding.com +floridamobilebillboards.com +foto-sisek.porngalleries.top +frcls.fr +freshberry.com.ua +fuckbuddybestgilf.info +gamevalue7.weebly.com +gaming-journal.com +germetiki.com.ua +gk170.ru +goodhousekeeping.com +gpms.org.my +greatdealshop.com +happy.new.yeartwit.com +hatdc.org +hentai-manga.porn +hidemyass.com +hostnow.men +hostsshop.ru humanorightswatch.org -ilovevitaly.com -imperiafilm.ru -impresagaia.it -infektsii.com +igru-xbox.net infogame.name -insurple.com -intermesh.net -intim-uslugi.info -jackwolfskinoutlet.online -jamiembrown.com -jimmychoosale.online -jumptap.com +innoslicon.com +intimshop-fantasy.ru +istizanidineanarcoticdrug.blogspot.com +itservicesthatworkforyou.com +jagg.info +janettabridal.com +jaxcube.info +jerseychinabizwholesale.us +jerseyschinabizwholesale.us +kalandranis.gr kamalsinha.com -keyword-suggestions.com -kihi.gdn -kirov.zrus.org -knowsitall.info -koopilka.com -kovesszucs.atw.hu -kupiproday.com.ua -languagecode.com -lapitec.eu -laudit.ru -law-check-nine.xyz -linkredirect.biz -lion.conboy.us -lion.playtap.us -liverpool.gsofootball.com -live-sexchat.ru -localflirtbuddies.com -lowephotos.info -make-money-online.com -mansparskats.com -maranbrinfo.com.br -marinetraffic.com -meddesk.ru -medicinacom.ru -megavolt.net.ua -menstennisforums.com -m-google.xyz -millionare.com -mir-betting.ru -mnimmigrantrights.net -moi-glazki.ru -mojowhois.com -mojpreskumanie.com -moncleroutletonline.win -moonci.ru -mrbitsandbytes.com -mydeathspace.com -mylesosibirsk.ru -mylida.org -mymercy.info -nardulan.com -nero-us.com -newstudio.tv -nhl17coins.exblog.jp -northfacestore.online +kam-dom.ru +keywordteam.net +kolotiloff.ru +konteiner24.com +kopihijau.info +krafte.ru +kursy-ege.ru +laulini.soclog.se +lincolntheatre.com +locationdesaison.com +lol-smurfs.com +lonfon.xyz +lookingglassemb.com +louisvuittonoutletstore.net +magazintiande.ru +malls.com +marcowebonyodziezowe.pl +maridan.com.ua +max-eclat.men +mazda-roadsters.com +memberty.com +menetie.ru +michaelkorsoutlet.store +morepoweronmac.trade +moyakuhnia.ru +myanyone.net +mygameplus.com +mymobilemoneypages.com +myphotopipe.com +myyour.eu +narkologiya-penza.ru +netvouz.com +new7ob.com +newstaffadsshop.club +nippon-bearings.ru +nottyu.xyz odesproperty.com -office-windows.ru -onlainbesplatno.ru -onlinetvseries.me -onstrapon.purplesphere.in -ooo-olni.ru -osoznanie-narkotikam.net -ostrovtaxi.ru -paphoselectricianandplumber.com -pharmacyincity.com -piluli.info -porndl.org -pornhub-forum.ga -porn-w.org -pornzone.tv -pretty-mart.com -primedice.com -qitt.ru -qld10000.net -rangoman.date -razleton.com -real-time-analytics.com -redbottomheels.xyz -remont-fridge-tv.ru -resant.ru -russkie-gorki.ru -saveindex.xyz -sbf441.com -scanner-alex.top -scanner-ivan.top -sdelatmebel.ru -secretscook.ru -securityallianceservices.com -sexsearch.com -sexs-foto.com -sfd-chess.ru -shymkent.xkaz.org -silvercash.com -sinestesia.host.sk -siteripz.net -soaksoak.ru -soda.media -softwaretrend.net -sohoindia.net -spb.ru -specialfinanceoffers.com +officedocuments.net +okonich.com.ua +onefilms.net +onload.pw +o-o-6-o-o.com +openmultipleurl.com +paperwritingservice17.blogspot.ru +parajumpersstore.online +partnerline.men +pavlodar.xkaz.org +perederni.net +perm-profnastil.ru +petedrummond.com +petitions.whitehouse.gov +pijoto.net +pooleroadmedicalcentre.co.uk +pornosmola.info +postclass.com +predominant-invent.tk +preventheadacheguide.info +produkto.net +profolan.pl +progonrumarket.ru +pst2017.onlinewebshop.net +pxhdwsm.com +qualitymarketzone.com +qwarckoine.com +rainbowice.ru +razamicroelectronics.com +rcpmda.ikan1080.xyz +realmonte.net +recinziireale.com +redirectme.net +rethinkwasteni.info +rfserial.net +rome2rio.com +rusexy.xyz +russkoe-zdorovie.ru +rvtv.ru +ryetaw.com +s8-nowy-wygraj.comli.com +sadaholding.com +saecsa.co +sanidumps.com +scrapinghub.com +sdi-pme.com +seeingmeerkat.com +seeresultshub-a.akamaihd.net +sendearnings.com +servethis.com +sexfreepornoxxx.com +sexobzor.info +sexxdate.net +sharpchallenge.com +shisha-swag.de +sibdevice.ru +simplepooltips.com +sispe.com.br +snomer1.ru +solitaire-game.ru +spaceshipad.com spitfiremusic.com -stairliftstrue.com -td-33.ru -textads.men -thaismartloan.com -titangel-vietnam.com -tizanidinehydrochloride2mg.blogspot.com -tootoo.to -torrentred.games -totu.us -trafficmonetize.org -traxdom.ru -truebeauty.cc -tuberkuleznik.ru -ucoz.ru -ugogo.info -umg-stroy.ru -unitexindia.com -uogonline.com -uptime-alpha.net -userequip.com -viagra-soft.ru -viandpet.com -videochat.tv.br -video-hollywood.ru -videotuber.ru -vip-file.com -warezkeeper.com -wcb.su +starpages.net +sticken.co +sugarlyflex.pw +swingerseiten.com +swiped.su +tanieaukcje.com.pl +tasteidea.com +tdsing.ru +thebitcoincode.com +theendivechronicles.com +thetardistimes.ovh +tiens2010.ru +tizanidinefibromyalgia.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +toon-families.com +topvidos.ru +tourismvictoria.com +toxicwap.com +trackmedia101.com +trafficnetzwerk.de +trailer.cinemaflix.website +ua.tc +upupa.net +ussearche.cf +vbtracker.net +vclicks.net +velpanex.ru +viagra.pp.ua +video-chat.love +videtubs.pl +vitanail.ru +vykupavto-krasnodar.ru +vzglyadriv.kg +websitevaluebot.com wellcome2slovenia.ru -wleuaprpxuvr.ga -wnhjavlhezp.gq -woman-tampon.ru -xblog.in -x-diesel.info -xgftnlrt.bloger.index.hr -xmronta.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn--80aikhbrhr.net -youdao.com -zarabiaj-dzis.pl -zarabotok--doma.ru -zeroredirect12.com -zigarettenonlinekaufen2.bloog.pl -zoolubimets.ru -zoominfo.com -zverokruh-shop.cz +wesharepics.site +westum.se +williamrobsonproperty.com +withstandingheartwarming.com +wtsindia.in +ww2awards.info +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xtremeeagles.net +xz618.com +youbloodyripper.com +yourothersite.com +zastroyka.org +zdesformula.ru diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index c7afa9b6e..c31c197b9 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.73.34.132 0; +104.197.122.201 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index b5038f4b2..3585161b0 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index e279508fc..02dc37b18 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6279041da..be4755df7 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.01.1945 +#### Version: V4.2020.01.1948 #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f971013b2..596a29ebb 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.01.1945 +#### Version: V4.2020.01.1948 #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index fa1105e48..c3438d423 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2020.01.1945 +#### Version: V4.2020.01.1948 #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 6d6e649b0..82a913879 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2020.01.1945 +#### Version: V4.2020.01.1948 #### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 16705b611..153433272 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 0037f9038..4f495ce21 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.01.1945 -### Updated: Tue Jan 28 14:26:16 SAST 2020 +### Version: V3.2020.01.1948 +### Updated: Tue Jan 28 15:13:04 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 16705b611..153433272 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:15 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:03 SAST 2020 ### Bad Referrer Count: 6814 ### Bad Bot Count: 562 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 60c1af052..fd753f8c0 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2020.01.1945 -### Updated: Tue Jan 28 14:26:17 SAST 2020 +### Version: V4.2020.01.1948 +### Updated: Tue Jan 28 15:13:06 SAST 2020 ### Bad Bot Count: 562 ################################################### ### Version Information ##