diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 21d526a25..7b00caacd 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 21d526a25..7b00caacd 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 16da54fe7..fceaee33a 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 609536562..ca4fcdf54 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; +35.193.14.140 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..2e2965ffc 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index e42e64139..d3d331ed4 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 42c86bb7d..2e2965ffc 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index e42e64139..d3d331ed4 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 42c86bb7d..2e2965ffc 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index e42e64139..d3d331ed4 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.193.7.13 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index e24752400..04ec378ff 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; -35.224.112.202 0; +34.68.144.114 0; +35.188.73.34 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index de49e0de3..f7c10b46f 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index ca6bca078..008443014 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -35.188.1.99 0; +35.192.187.174 0; +104.154.113.151 0; +35.188.73.34 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 3e9ecba78..1f5f8e206 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; -35.224.112.202 0; -35.184.96.71 0; +34.68.144.114 0; +35.193.14.140 0; +104.198.131.58 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..2e2965ffc 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.188.73.34 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 52670a18e..5b214868e 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ASPSeek -BacklinkCrawler -DigitalPebble -DomainCrawler -Ecxi -Firefox/7.0 -G-i-g-a-b-o-t -Niki-bot -Pixray -VB Project +BDFetch +GT::WWW +Larbin +mediawords +Offline Navigator +SEOstats +Snoopy +True_Robot +Whack +WWWOFFLE diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 57a062da6..c4110b796 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy -Abonti -Acunetix +404checker +80legs +Aboundex ADmantX AfD-Verbotsverfahren -AhrefsBot +AIBOT AiHitBot Alexibot -AllSubmitter archive.org_bot -Asterias BackDoorBot Backlink-Ceck -backlink-check -BackWeb -Badass -Bandit -BatchFTP +BacklinkCrawler +BackStreet Battleztar Bazinga BBBike -BDCbot +BetaBot Bigfoot Bitacle +Blackboard Black Hole -BlackWidow BLEXBot -Bolt -Brandprotect +Boardreader +BotALot +Brandwatch Buddy +BuiltBotTough BuiltWith -CATExplorador -Cegbfeieh -CheeseBot +Bullseye +BunnySlippers +BuzzSumo CheTeam -Chlooe +ChinaClaw Cloud mapping -Cogentbot +coccocbot-web +Collector com.plumanalytics CopyRightCheck -Crescent -Curious -DataCha0s +crawler.feedback +CrazyWebCrawler +CSHttp +DBLBot +Demon +Deusu Devil +Digincore DigitalPebble +DIIbot Dirbuster Disco -DnyzBot -Dotbot -Drip -DSearch +Discobot +Discoverybot +DomainAppender +DomainSigmaCrawler +DomainStatsBot +Download Wonder +EasyDL +Ebingbong eCatch -ECCP/1.0 -EroCrawler +EirGrabber +EMail Siphon +EMail Wolf +evc-batch Evil -ExtLinksBot -ExtractorPro Extreme Picture Finder -facebookscraper -FemtosearchBot -Fimap -Firefox/7.0 -Foobot -Freeuploader -Fyrebot +FHscan +FlashGet +FyberSpider +GalaxyBot +Genieo +GermCrawler Getintent GetRight -G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit -Grabber +GetWeb +Gigablast +Gigabot +Go!Zilla +GrabNet GrapeFX GT::WWW -HaosouSpider -HEADMasterSEO -HMView +Haansoft +Harvest +Hloader HTMLparser -HTTP::Lite -Humanlinks +HTTrack +IDBot Id-search -Image Sucker +IlseBot +Image Fetch IndeedBot -instabid -InterGET +InfoTekies +Intelliseek Internet Ninja InternetSeer ips-agent -Iria IRLbot -JamesBOT -JennyBot -JetCar -Jetty -Jorgee -Kenjin Spider -Keyword Density +Iskanie +IstellaBot +JikeSpider +JOC Web Spider +Joomla +Jyxobot Kozmosbot +Lanshanbot +LeechGet LexiBot -Libwhisker Linkdexbot LinkextractorPro LinkpadBot LinksManager -LinkWalker -LinqiaScrapeBot -Lipperhey Spider -Litemage_walker -Lmspider -LNSpiderguy +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lipperhey +Ltx71 lwp-request -Mag-Net -magpie-crawler -Mata Hari -meanpathbot -mediawords -MegaIndex.ru +Magnet +Mail.RU_Bot +Majestic SEO +MarkWatch +Masscan +Mass Downloader Metauri MFC_Tear_Sample -MSFrontPage +Microsoft URL Control +MIDown tool +MIIxpc +Mister PiX +Mojeek +Mr.4x3 Msrabot -muhstik-scan +Musobot Nameprotect -Needle +NearSite NetAnts +Netcraft +NetLyzer NetSpider Nettrack +Net Vampire +NetZIP NextGenSearchBot Nibbler -NimbleCrawler +NICErsPRO Nimbostratus -Ninja Nmap -NPbot Nutch +Octopus Offline Navigator +OpenLinkProfiler Openvas OutfoxBot -PageAnalyzer -Page Analyzer -PageGrabber -page scorer -PageScorer -Panscient -Pavuk -Picsearch +Papa Foto +pcBrowser +PeoplePal +PHPCrawl +Picscout PictureFinder -Pimonster -Pi-Monster -Pixray -PleaseCrawl -plumanalytics -Probethenet +Pockey +POE-Component-Client-HTTP +ProPowerBot ProWebWalker Psbot -PxBroker +Pump Quick-Crawler -RankActive +RankActiveLinkBot RankingBot +Rankivabot +RankurBot +RealDownload Reaper RebelMouse -Ripper -RocketCrawler -Rogerbot +Recorder +RedesScrapy +RepoMonkey +SalesIntelligent SBIder -Scanbot scan.lol -ScoutJet -ScreenerBot +Scrapy SearchmetricsBot Semrush SemrushBot -SEOkicks-Robot -Seomoz -SEOprofiler -seoscanners -SEOstats -Siphon -Sitebeam -Siteimprove +SEOkicks +serpstatbot +sexsearcher +SISTRIX +SiteSnagger Site Sucker Sitevigil SmartDownload -Snoopy +Snake Sociscraper -sogouspider Sogou web spider Sosospider +Sottopop SpaceBison -Spammen -sp_auditbot +SpankBot Spbot Spinn3r SputnikBot spyfu -Steeler Sucker -Sucuri -SuperHTTP -SurveyBot +SuperBot Swiftbot -sysscan -Szukacz -T8Abot -tAkeOut Teleport -Toweyabot +TeleportPro +Telesphorep +The Intraformant +Titan +Tracemyfile trendiction.com -True_Robot +trendiction.de Turingos -TurnitinBot -UnisterBot +Turnitin +Twice +URLy Warning URLy.Warning -VB Project +Vagabondo VCI -VeriCiteCrawler -Wallpapers/3.0 -WASALive-Bot +Voltron WBSearchBot Web Auto WebCollage +Web Collage WebCopier -Web Enhancer +WEBDAV Web Fetch Web Fuck +WebGo IS WebImageCollector -WebLeacher -webmeup-crawler WebPix Web Pix -WebSauger -WebsiteExtractor +Web Sauger +Webshag WebsiteQuester -WebWhacker WebZIP Whack +Whacker +Who.is Bot Widow WinHTTrack -WISENutbot Woobot Wotbox Wprecon -WWW-Collector-E WWWOFFLE x09Mozilla x22Mozilla -Xaldon WebSpider -Xenu -xpymep1.exe -Zade -Zermelo Zeus +zgrab +Zitebot +ZmEu +ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index a6df4c85b..a722ed84b 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -Abonti +360Spider +80legs +Aboundex Acunetix ADmantX -AIBOT +AfD-Verbotsverfahren +AhrefsBot +Alexibot +Alligator +AllSubmitter AlphaBot -Apexoo -archive.org_bot ASPSeek -Asterias +Attach +autoemailspider +backlink-check +BacklinkCrawler +Badass Barkrowler BatchFTP -BDCbot +Battleztar Bazinga BDFetch -BetaBot Bitacle Blackboard -BLEXBot -Blow +Black Hole +BlackWidow +BlowFish Boardreader -BuiltBotTough -Bullseye +BotALot +Brandprotect +Buddy +BuiltWith +BunnySlippers +Calculon CATExplorador CCBot -Cegbfeieh -CheeseBot -ChinaClaw -Chlooe +CheTeam Claritybot -Cloud mapping -Cogentbot +coccocbot-web cognitiveseo -Collector +com.plumanalytics +Copier +Copyscape Cosmos crawler4j +crawler.feedback +crawl.sogou.com CrazyWebCrawler -Crescent +CrunchBot CSHttp Custo -Demon -Digincore -DigitalPebble -DIIbot -Dirbuster -Disco +Deusu Discoverybot -Dispatch -DittoSpyder DnyzBot DomainCrawler DomainSigmaCrawler +DomainStatsBot +Dotbot Download Wonder +Dragonfly Drip DSearch -EasyDL -Ebingbong eCatch -ECCP/1.0 Ecxi -EMail Wolf -Exabot -ExtLinksBot +EMail Siphon +EroCrawler +evc-batch +Express WebPictures +Extractor ExtractorPro -FDM -FHscan +EyeNetIE +facebookscraper FlashGet -Fyrebot +Freeuploader +GalaxyBot GermCrawler -Go!Zilla -GrabNet +Getintent +Gigabot +G-i-g-a-b-o-t +GoZilla +Grabber Grafula GrapeshotCrawler GridBot -Heritrix -Hloader +Harvest +HMView HTMLparser +HTTP::Lite +HTTrack Humanlinks -HybridBot -Iblog -Id-search +IDBot IlseBot Image Fetch +Image Sucker IndeedBot Indy Library +InfoTekies Intelliseek -InterGET +Internet Ninja +InternetSeer Iria -IRLbot -IstellaBot -Jbrofuzz JennyBot +JetCar +Jetty JikeSpider -JustView -Kenjin Spider +Jyxobot Keyword Density Lanshanbot -LeechFTP -LexiBot +Larbin +LeechGet Lftp -Libwhisker +Lightspeedsystems +Linkdexbot +LinkextractorPro LinksManager LinkWalker -Lipperhey Spider Litemage_walker -lwp-request +Lmspider +LNSpiderguy +Ltx71 LWP::Simple -Magnet -Mag-Net -Majestic-SEO +Majestic12 +MarkMonitor Masscan Mass Downloader +MauiBot meanpathbot -Mediatoolkitbot +Meanpathbot MegaIndex.ru -Metauri +MFC_Tear_Sample Microsoft Data Access -Microsoft URL Control -Mister PiX MJ12bot -Mojeek -Mr.4x3 -muhstik-scan -Nameprotect -NearSite -Needle +MSFrontPage +Musobot Netcraft NetMechanic -NetSpider -Net Vampire -NICErsPRO +NextGenSearchBot +Nikto NimbleCrawler Ninja Nmap -NPbot Nutch -Offline Navigator -OnCrawl -Openvas -OrangeSpider +OpenLinkProfiler OutclicksBot -OutfoxBot PageAnalyzer -Page Analyzer -PageGrabber -page scorer -PageScorer Pandalytics -Panscient +Papa Foto Pavuk -pcBrowser -Pimonster -Pi-Monster -Pixray +PeoplePal +PHPCrawl +Picscout PleaseCrawl -Pockey +plumanalytics POE-Component-Client-HTTP -ProPowerBot ProWebWalker Pump PxBroker -PyCurl +QueryN Metasearch +RankActiveLinkBot RankingBot -RankingBot2 RankurBot -RealDownload -Reaper -Recorder -ReGet -RepoMonkey -Ripper +RedesScrapy +Rogerbot SalesIntelligent +ScanAlert Scanbot -scan.lol -ScoutJet -Screaming -ScreenerBot +Scrapy SearchmetricsBot -Semrush -SemrushBot +SEOkicks +SEOkicks-Robot +SEOlyticsCrawler SEOprofiler -Shodan +SEOstats +sexsearcher +Siphon SISTRIX SiteExplorer +SiteLockSpider +SiteSnagger +Site Sucker +Sitevigil SmartDownload SMTBot -SocialRankIOBot +Snake Sociscraper -Sosospider +sogouspider +Sogou web spider Sottopop SpaceBison -SpankBot -Sqlworm -Steeler -SuperBot +Spbot +SputnikBot +Sqlmap SuperHTTP Surfbot SurveyBot -Swiftbot -T0PHackTeam +Suzuran +sysscan T8Abot tAkeOut -TeleportPro Telesoft +Telesphorep The Intraformant -Toweyabot +TheNomad +TightTwatBot +Titan Tracemyfile -Turingos -TurnitinBot -TwengaBot -Upflow +Trendiction +trendiction.com +Typhoeus URLy Warning Vacuum -VB Project +VCI VoidEYE Voil -WASALive-Bot -Webalta -Web Auto +Wallpapers/3.0 +WBSearchBot +WebAuto WebBandit +WebCollage WebEnhancer Web Enhancer -WebFetch Web Fetch Web Fuck -WebImageCollector -WebLeacher +WebmasterWorldForumBot +webmeup-crawler WebPix -WebReaper +WebSauger Web Sauger +Webshag WebsiteExtractor Website Quester -WebStripper Web Sucker WebWhacker -WeSEE -Whacker +WebZIP +Whatweb Wonderbot Woobot -Wotbox +Wprecon WWW-Mechanize +WWW::Mechanize WWWOFFLE +Xaldon WebSpider Xaldon_WebSpider +Xenu xpymep1.exe -YoudaoBot +Zade Zauba -Zermelo Zeus -Zitebot +zgrab ZmEu ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index fc7e12443..cb1d0418e 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -dfiles.me -eandsgallery.com -felizporno.com -geckoandfly.com -hustoon.over-blog.com -jose.mulinohouse.co -paparazzistudios.com.au -scanner-jess.top -service-core.ru -tramadolandtizanidine.blogspot.com +addbin.men +allblogroll.com +cleanmypc.com +copblock.org +coprofam.org +notebook-pro.ru +stairliftsarea.com +truebeauty.cc +tversvet.ru +vitanail.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 7e6593a3d..05e290919 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -03e.info -08800.top -0c47f8422d3f.com -123movies.love -12masterov.com -13tabs.com -1flag.co.za +100dollars-seo.com +108shot.com +12bet.com +1314dh.com 1kdailyprofit.me -24x7-server-support.site +2000k.ru +202ch.com +23kw.ru +256bit.by 2drittel.de -2rich4bitches.com -aadroid.net -activepr.ru -adamoads.com -admatic.com.tr -admeasures.com -adrunnr.com -adtech.fr -adtech.us -affrh2015.com -afmuseum.com -agadelha.com.br +2kata.ru +300richmond.co.nz +5i2.net +5kstore.com +7zap.com +991mostfm.co.id +aa8b68101d388c446389283820863176e7.com +absolutelyanalog.com +absolute-s.ru +academiacsmendoza.org +addblueoff.com.ua +adf.ly +adhome.biz +adsloads.com +adultwebhosting.info +advancedcleaner.com +agecheckadult.com +akusherok.ru alfabot.xyz alfa-medosmotr.ru -all4invest.info alldezservice.kz -allnews24.in -amoi.tn -amyfoxfitness.com -an-donut.com -animali.deagostinipassion.it -anniemation.com -apartment.ru -apiallgeniusinfo-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -api.stathat.com -apple.com-webbrowsing-security.science -ap.senai.br -arclk.net -artefakct.com -asiengirls.net -astana.xxxkaz.org -auto4style.ru -avtochehli.by -azazu.ru -b2b-lounge.com -backuperwebcam.weebly.com -bagsonsale.online -baixar-musicas-gratis.com -baksman.com +alldownload.pw +allesohnegirls.net +allnews.md +alyeskaresort.com +andpolice.com +angkortours.vn +apioasisspacenet-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apple.com-cleaner.systems +arcteryxsale.online +arewater.com +asiavirtualsolutions.com +atmagroup.ru +atovh.local-finders.com +autoblogger24.info +auto-moto-elektronika.cz +autoua.top +autowebmarket.com.ua +avtocredit-legko.ru +azazaporn.com +bag77.ru balitouroffice.com -balook.com -bannerads.de -bausparen.bz.it -bear.gotcher.us -beauty-clinic.ru +banki76.ru +basedecor.ru +bashtime.ru +bazaronline24.ru +bedcapdealers.com beget.tech -beremenyashka.com -bestempresas.es -best-seo-software.xyz -bidbuy.co.kr -bizfly.info -biznesrealnost.ru -bjanshee.ru -bjorkbacken.nu -blog.yam.com -bonzibuddi.com -braindaily.xyz -bristolhostel.com -buron.pw -buy-cheap-online.info -buyessay3.blogspot.ru -bwlx.prepedu.cn -cablecar.us -calcularpagerank.com -callejondelpozo.es -call-of-duty.info -calvet.altervista.org -camdenmemorials.com -carabela.com.do -carapics.com -carmuffler.net -carson.getenjoyment.net +belstaffstore.online +berdasovivan.ru +bestserials.com +bestsexyblog.com +bet-prognoz.com +betwinservice.com +bharatdefencekavach.com +bioca.org +bioscorp.ru +bio.trade-jp.net +bird1.ru +biteg.xyz +blog.f00kclan.de +blog-hits.com +bocoarchives.org +boltalko.xyz +boobsimge.com +breget74.ru +brendbutik.ru +brg8.com +bristolhotel.com.ua +brus.city +btc4u.ru +burn-fat.ga +bus-offer.com +buyantiviralwp.com +callawaygolfoutlet.online +callcafe.info +calstaterealty.us +cartechnic.ru cartierbraceletsreplica.pw -cartierlove.xyz -cdncash.com -cdn.walkme.com -cheapbelstaff.online -cheapsergiorossi.online -christianlouboutinsaleonline.us -cibpenonptib.flu.cc -cineacademy.ru -citetick.com -ci.ua -cjs.com.ru -cleansearch.net -cmhomestayagency.com -compliance-andrew.xyz -compliance-jane.top -compliance-julianna.top -com-supportcenter.website -coolyarddecorations.com -cs-passion.pl -cubook.supernew.org -cubs-jerseys.us -culmimg.pw -customerguru.in -custom-product-labels.com -dafatiri.com -dailystrength.org +casablancamanor.co.za +cbcseward.com +cdnnetwok.xyz +cenoval.ru +centre-indigo.org.ua +cerev.info +cfjump.com +chcu.net +chiblackhawks-jerseys.com +chinaelitecheapjerseys.com +cialgenisrx.com +cialisndbrx.com +cialis-samples.com +cityadspix.com +clean-start.net +clevernt.com +clickhype.com +clipartnew.com +clknsee.com +cognitiveseo.com +collegerentals.com +compliance-donald.xyz +comsysnet.com +contextualyield.com +coolbar.pro +coop-gamers.ru +corta.co +cyse.tk dame-ns.kz +daneshetabiat.com danschawbel.com -deanmoore.ie -decenttools.com -de.zapmeta.com -directivepub.com -dispo.de -dktr.ru -domainsphoto.com -domain-submit.info -domain-tracker.com -domination.ml -driving.kiev.ua -dtnlyss.com -earncash.com.ua -ecommerce-seo.org -educontest.net -electronicadirect.com -electro-prom.com -elektrischezigarettekaufen2.cowblog.fr -elektrozigaretten1.tumblr.com -el-nation.com -eloxal.ru -empis.magix.net -erectile.bid -etotupo.ru -euroskat.ru -event-tracking.com -everypony.ru +date-withme.com +db.speedup.gdn +delitime.info +detmebel.su +devochki.top +dieswaene.com +divku.ru +dnepropetrovsk.mistr-x.org +dnsrsearch.com +doctissimo.fr +domainroam.win +dominterior.org +dotmass.top +droidlook.net +duplicashapp.com +dwomlink.info +dyshagi.ru +eas-seo.com +ed-shop01.ru +elektir.ru +elektrischeziga.livejournal.com +elektrischezigarette2.devhub.com +elektrozigarettekaufen2.blogse.nl +elvenmachine.com +encodable.com +eonpal.com +erotik-kostenlos.net +escort-russian.com +esnm.ru +esopini.com ewebarticle.info -f012.de -farmingworm.com -fastcrawl.com -felizporno.com -fickkontaktehobbyhuren.com -fifa-coins.online -filmbokep69.com +eyes-on-you.ga +eywords-monitoring-your-success.com +ezigarettekaufen.myblog.de +ezigarettenkaufen1.deviantart.com +ezigarettenkaufen2.dreamwidth.org +ezigaretteshop.webs.com +f1nder.org +fashion-stickers.ru +fba-mexico.com +fdzone.org +fefo.gdn +fickblock18.com financetip.eu -firma-legion.ru -flagcounter.me -f-loaded.de -fortevidyoze.net -fortwosmartcar.pw -forum20.smailik.org +fireads.men +fishtauto.ru +fitnesspiks.com +fitness-video.net +flavors.me +flprog.com +footbalive.org +forex21.ru +forum-engineering.ru +fotosfotos.eu foto-weinberger.at -frcls.fr -freejabs.com -freesitetest.com -free-video-tool.com -freewebs.com -funnel.co.za -fxgallery.com -gabeshop.ru -gamesprite.me -gayxperience.com -ge0ip.org -ghazel.ru -glall.ru -globalscam.ga -gnuetella.com -gok-kasten.net -goodwriterssales.com -gotcher.us -gotomontenegro.net -graphics8.info -graphid.com -gsasearchengineranker.space -guarrasdelporno.xxx -guigyverpo.cf -gyffu.com -gz2.bbsoldes.fr -habermetre.com -handicapvansarea.com -hd720kino.ru -hdhc.ru -hdimagelib.com +fotoxxxru.com +franecki.net +free-fbook-traffic.com +free-traffic.xyz +fullgirl.ru +fungamelands.com +funponsel.com +funtoonez.com +games.kolossale.ru +game-top.su +ge0ip.com +get-free-traffic-now.com +getlaid-xxxhookupdirect.com +ghernnqr.skyrock.com +gigablast.com +girls-ufa.ru +glastecfilms.com.my +goldadpremium.com +goldandcard.ru +golmau.host.sk +googlemare.com +gpirate.com +gratis-sexkontakte.com +gratuitxblcodes.com +greenzaim.ru +gta-top.ru +guod.me +h2monline.com +hahashka.ru +hdwalls.xyz healgastro.com -health-medical-portal.info -hem.passagen.se -hermesbelts.xyz -hermesbracelets.xyz -historichometeam.com -hit-men.men -hmywwogw.bloger.index.hr +heartofpayne.xyz +hexpilot.com +heygidday.biz +highland-homes.com +himgaws.pw +hledejvshopech.cz +hobbyhuren-datenbank.com homemature.net -homik.pw -hotelcrocenzi.sm +hotxnights.info howtoclean.club -ifirestarter.ru -imgarcade.com -imgata.com -imitex-plus.ru -inboundlinks.win -inboxdollars.com -infazavr.ru -infodocsportal.com -instasexyblog.com +howtowhitenteethfast.xyz +hplaserjetpdriver8y.pen.io +humanorightswatch.org +idc.com.ua +ikearugs.xyz +ilikevitaly.com +ilovevitaly.ru +imagefinder.site +images-free.net +innoslicon.com +integritylandscapeservices.com +intim-uslugi.info iscblog.info -itbc.kiev.ua -jamiembrown.com -jerseysbizwholesalecheap.com -jewelryandfiligree.com -joingames.org -jongose.ninja -journalhome.com +itis4you.com +itsdp3.com +japan-bearings.ru +jasonpartington.com +jav-fetish.site +javrip.net +je7.us +joessmogtestonly.com +juliadiets.com +jyvopys.com +kabbalah-red-bracelets.com kakadu-interior.com.ua -kartiniresto.com -kasino-money.pw -kchaxton.com -keki.info -keywesthideaways.co -khafre.us -kimcurlrvsms.com -kinohit1.ru -kit-opt.ru -konkursov.net -ks1234.com -lacasamorett.com -lampokrat.ws -landreferat.ru -lapitec.eu +kambasoft.com +karusel-market.ru +kerwinandcariza.com +keywordsuggest.org +kinopolet.net +kiwi237au.tk +kleine-titten.biz +knowyournextmove.com +kolotiloff.ru +kunstaktien.info +kvartiry-remont.ucoz.ru +lankarns.com laptop-4-less.com -letslowbefast.today -likesuccess.com -lincolntheatre.com -linkredirect.biz -lotto6888.com -lsp-awak-perikanan.com -luciddiagnostics.in -lyrics.home-task.com -magicalfind-a.akamaihd.net -make-money-online.com -maladot.com +law-check-eight.xyz +ledpolice.ru +legalrc.biz +limads.men +linkbux.ru +lion.conboy.us +loadingpages.me +locustdesign.co +longlifelomilomi.info +louisvuittonoutletstore.net +lumb.co +m0r0zk0-krava.ru +macfix.life +mac-shield.com +magnetic-bracelets.ru malls.com -marketland.ml -masserect.com -m.b00kmarks.com -meble-bogart.info -mediaoffers.click -medosmotr-ufa.ru -meds-online24.com -mere.host.sk -microstatic.pl -mindbox.co.za -mir-betting.ru -mir-limuzinov.ru -mistr-x.org -mitrasound.ru -mmstat.com -mobplayer.net -monarhs.info -moncleroutletonline.pw -moncleroutletonline.win -money-every-day.com -more-letom.ru -mostantikor.ru -motherboard.vice.com -mozello.ru -mrvideospornogratis.xxx -music7s.me -my-aladin.com -mydownloadengine.com -mylesosibirsk.ru -myliveblog.ru -narkologiya-penza.ru -narosty.com -narutonaruto.ru -naval.jislaaik.com -needtosellmyhousefast.com -netoil.no -netpics.org +mapquestz.us +marsgatan.com +masthopehomes.com +max-eclat.men +maxthon.com +mazda-roadsters.com +mega-bony2017.pl +meget.co.za +menetie.ru +metalonly.info +microsoftportal.net +midst.eu +millionare.com +mil-stak.com +mindeyegames.com +misandesign.se +mister-shop.com +mixx.com +moi-glazki.ru +money-for-placing-articles.com +moneytop.ru +monitorwebsitespeed.com +moscow-region.ru +mountainstream.ms +mrpornogratis.xxx +mustat.com +mylida.org +na15.ru +neks.info +netallergy.ru networkad.net -nextbackgroundcheck.gq -nhl17coins.exblog.jp -nlfjjunb5.ru -nordstar.pro -northfacestore.online -norththeface.store -nowtorrents.com -nrjmobile.fr -nufaq.com -nuker.com -o.light.d0t.ru -online-hd.pl -online-hit.info -onlinemeetingnow.com -onlinetvseries.me -onlyforemont.ru -ooo-gotovie.ru -open-odyssey.org -optibuymac.com -parajumpersstore.online -patol01.pw -pcads.ru -pcimforum.com -pc-virus-d0l92j2.pw -perl.dp.ua -perso.wanadoo.es +new-post.tk +newyorkhotelsmotels.info +nfljerseyscheapchinabiz.com +noumeda.com +november-lax.com +novosibirsk.xrus.org +npoet.ru +okonich.com.ua +old-rock.com +onclickpredictiv.com +onemactrckr.com +online-templatestore.com +o-o-11-o-o.com +openstat.com +ororodnik.goodbb.ru +ostroike.org +otbelivanie-zubov.com +ovirus.ru +pandroid.co +p-business.ru +pdns.cz photo.houseofgaga.ru -piccshare.com +photosaga.info picmoonco.pw -picscout.com +pierrehardysale.online +pinsdaddy.com +pintattoos.com pinwallpaper.xyz -pl.aasoldes.fr -pl.id-forex.com -poems.com.ua -pogodnyyeavarii.gq -pokemon-go-play.online +pl-vouchers.com +pochtovyi-index.ru +pomoc-drogowa.cba.pl +pontiacsolstice.info pony-business.com -popup-jdh.xyz -porndairy.in -porno-transsexuals.ru -pozdrawleniya.com -pregnant.guru -presleycollectibles.com -privacyassistant.net -prizeestates.cricket -progonrumarket.ru -pro-okis.ru -prostitutki-almata.org -psa48.ru -pufip.com -quickbuck.com -quickcashlimited.com +popunder.ru +pornhubforum.tk +pornohd1080.online +pornoplen.com +pornosexrolik.com +porno.simple-image.com.ua +pornowarp.info +pospr.waw.pl +predmety.in.ua +prizesbook.online +profitwithalex.info +promodj.com +prosmibank.ru +pssucai.info +pts163.ru +qld10000.net +qor360.com +quickchange.cc +quick-offer.com qwarckoine.com -rankexperience.com -rapevideosmovies.com -realmonte.net -realnye-otzyvy.info -redirect.trafficreceiver.club -r-e-f-e-r-e-r.com -registry-clean-up.net -rentehno.ru -rfd-split.hr -rff-cfal.info -ric.info -rossmark.ru -royalvegascasino.com -ruf777.com -rukino.org -rusoft-zone.ru -rustic-quiver.win -rvzr-a.akamaihd.net -sabaapress.com -samara.rosfirm.ru -savefrom.com -savetubevideo.com +ragecash.com +rankia.com +redhotfreebies.co.uk +reeyanaturopathy.com +refererx.com +relax.ru +remorcicomerciale.ro +rentaremotecomputer.com +rock-cafe.info +ros-ctm.ru +rospromtest.ru +rubbed.us +russia-tao.ru +rvi.biz +salmonfishingsacramentoriver.com +salut-camp.ru +sampleletters.net +sandhillsonline.com sbprabooks.com -scanner-barak.top -scanner-walter.top -scanner-willy.top -scansafe.net -schoolfiles.net -scrapy.org -seansonline24.pl -searchinterneat-a.akamaihd.net -sethrollins.net -sexgalleries.top -sexphoto.site -sharebutton.org -shillyourcoins.com -ship-marvel.co.ua -shopperifymac.com -signoredom.com -silvercash.com -sirpornogratis.xxx -site3.free-share-buttons.com -sitiz.club -s-iwantyou.com -skytraf.xyz -slowmacfaster.trade -smallseotools.com -socialbookmarksubmission.org -social-s-ggg.xyz -social-vestnik.ru +scanner-alex.top +scanner-mark.top +scanner-mary.top +screentoolkit.com +sdelatmebel.ru +searchaddis.com +searchimpression.com +seasaltwithfood.com +selectads.men +semaltmedia.com +seo-2-0.com +seocdvig.ru +seoexperimenty.ru +serpstat.com +serptehnika.ru +sexfreepornoxxx.com +sexkrasivo.net +sexpartygirls.net +sextracker.com +sfj-ror.no +sherlock.se +shmetall.com.ua +shoesonlinebuy.cn +shoplvlv.us +siha.de +silverage.ru +site-analyzer.com +smart-scripts.com softlinesolutions.me -softwaretrend.net -sohoindia.net -solmarket.by -sortthemesitesby.com -sosdepotdebilan.com -sotechco.co -souvenirua.com -spasswelt.xyz -spitfiremusic.com -steamoff.net -stjamesschool.info -stpicks.com -stpolice.com -streha-metalko.si -stroiminsk.org -stroydetali.ru -sundrugstore.com -superfish.com -superlist.biz -supers.com.ua -superstats.com -syndicate.fun -tam-gde-more.ru -tds-advert005.info -template-kid.com -templates.radiodigital.co -texbaza.by -thaismartloan.com -thedownloadfromwarez.blogspot.com -thefds.net -theheroes.ru -themestotal.com +songplanet.ru +space2019.top +spidtest.org +sprttrack.com +spyfu.com +spywarebegone.com +squidoo.com +srgwebmail.nl +steelmaster.lv +stevemonsen.com +stroilka.info +students-cheapskate.ml +studiofmp.com +success-seo.com +sugarlyflex.pw +superkanpo.com +tabakur77.com +tattoo33.ru +techart24.com +teenbbw.yopoint.in +telegramdownload10.com +templates.franklinfire.co +tfxiq.com +thebestweightlosspills.ovh +thedownloadfreeonlinegames.blogspot.com +theguardlan.com thetattoohut.com -thiegs.reco.ws -tilido.com -timetorelax.biz -tizanidine4mg.blogspot.com -tizanidine4mgstreetprice.blogspot.com -tizanidinehcl4mgtab.blogspot.com -tizanidinesleepaid.blogspot.com -tkanorganizma.ru -tmm-kurs.ru -tongkatmadura.info -top-karkas.ru -tradedeals.biz -traffic-club.info -traffictrade.life -traffique.net +the-torrent-tracker.blogspot.com +thruport.com +timeallnews.ru +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinerecreationaluse.blogspot.com +toon-families.com +topmira.com +torrentdownloadhub.com +totu.info +toursmaps.com +track112.site +tracklead.net +tracksurf.daooda.com +trubywriting.com truck-land.life -trustedhealthtips.com -trustl.life -turist-strani.ru -turvgori.ru -twodollarshows.com -uac.net.au -udsgame.online -ukrup.com -unmaroll.ya.ru -upproar.com -upstore.me -ural-buldozer.ru -urccvfmc.bloger.index.hr -urll.eu +trustaffs.com +trustedmaccleaner.com +turbabitload.weebly.com +twinderbella.com +twitlinks.com +twittruth.com +uchil.net +ucoz.ru +ugogo.info +underthesite.com +urlopener.com +vacances-voyages.info +veles.shop vellings.info venerologiya.com -viandpet.com -videotuber.ru -vigrx-original.ru -villakohlanta.nu -vitoriacabos.com -vvpg.ru -webpromotion.ae -website-analytics.online +venta-prom.ru +viagra.pp.ua +video-chat.cn +videochat.mx +vkontaktemusic.ru +vod.com.ua +vodkoved.ru +vonradio.com +wahicbefa31.soup.io +walkme.com +wallpapers-best.com +webads.co.nz +webjam.com +webnode.me website-analyzer.info -website-speed-up.site -weddingdresses.xyz -wesharepics.info -westen-z.life -whatistizanidine2mg.blogspot.com -whatistizanidinehclusedfor.blogspot.com -whiteelephantwellington.com -wholesalenfljerseys.us.com -wildcattube.com -wnoz.de -worldoffiles.ru -wsgames.ru -xchangetrak.com -x-diesel.org -xdoza.com -xgftnlrt.bloger.index.hr -xn--80aikhbrhr.net -xn--80ak6aa92e.com -xn--b1ag5cfn.xn--p1ai -xn--hxazdsfy.blogspot.com -xpresscare.ru -xtubeporno.net -yaoguangdj.com -yougotanewdomain.com -youradexchange.com -youradulthosting.com -yourporn.com -youthreaders.com -youtube-downloader.savetubevideo.com -youtuhe.com +wesharepics.com +whatsappdownload10.com +wheelchairliftsarea.com +wnhjavlhezp.gq +world-mmo.com +xbaboon.com +xfire.com +xgames-04.com +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xolodremont.ru +xvideosbay.com +xwatt.ru +xz618.com +yaminecraft.ru +yopoint.in +yoursearch.me +yurgorod.ru zahvat.ru -zaim-pod-zalog-krasnodar.ru -zaobao.com.sg -zeroredirect2.com -zeroredirect8.com -zeroredirect9.com -zetgie.com.pl +zajm-pod-zalog-nedvizhimosti.ru +zeroredirect7.com +zetmaster.ru +zigarettenonlinekaufen1.bloog.pl zigarettenonlinekaufen2.drupalgardens.com -znaturaloriginal.com -zynax.ua +znaniyapolza.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 56c3226c2..53acca8c5 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0lovespells0.blogspot.com -123cha.com -45en.ru -5ws.dating-app.ru -8kisses.eu -8si.ru -9med.net -aasoldes.fr -accessoires-mode.in -adcash.com -adzerg.com -agadelha.com.br -agecheckadult.com -alborzan.com -all-streaming-media.com -alphahoverboards.com -android-systems.ru -animaltoplist.com -articlesdirectoryme.info -asrvrep-a.akamaihd.net -atelielembrancaqueencanta.com.br -avto-oligarh.ru -ayodhya.co -babosas.com -balans.shahterworld.org -baltgem.com -berrymall.ru -bestsexyblog.com -bestwaystogetpaid.us -betterhdporn.com -blogqpot.com -blog.remote-computer.de -bonanza-fortune.men -brainboosting.club +1000n1.ru +101flag.ru +76brighton.co.uk +7fon.ru +98oi.ru +aaa38852e886ac4af1a3cff9b47cab6272.com +adtech.us +aktobe.xkaz.org +albuteroli.com +alfa9.com +alfa-medosmotr.ru +algerianembassy.co.in +alldownload.pw +alltheviews.com +amateurgalls.com +amazingpic.net +angry-fermi-7633.arukascloud.io +animal-drawings.com +aproposde.com +arabseyes.com +architecturebest.com +artdestshop.eu +arvut.org +ascat.porn +aviav.eu +avtochehli.by +bablonow.ru +bestcurs.org +bestfortraders.com +bestofpicture.com +betterscooter.com +bezlimitko.xyz +bloglag.com +bloke.com +brg8.com bum.com.ru -camdolls.com -candelluxsklep.pl -cdn.walkme.com -cfjump.com -chatroulette.life -cheapjerseysap.com -cheapmoncler.win -claytransformations.info -com-onlinesupport.host -compliance-andrew.xyz -compliance-jane.top -constantaservice.net -cookingmeat.ru -courtshipgift.com -cowblog.fr -cracksplanet.com -cryptoswap.biz -crystalslot.com -cupday.com -d-black.bz -dengi-pod-zalog-nedvizhimosti.ru -depositfiles-porn.ga -detective01.ru -deutschland123.de -diminishedvalueoforegon.com -dirtpics.pw -dms-sw.ru -dokfilms.net -downloadeer.net -droidlook.net -dvrlists.com -dwomlink.info -e2click.com +canzoni.ru +carabela.com.do +cartiertrinity.xyz +cbb1smartlist12.click +cdnnetwok.xyz +cheapmarmot.online +chee-by.biz +christianlouboutinreplica.win +cialischstgerts.com +citizenclsdriveri7.pen.io +clickintext.net +colobit.biz +cometorussia.net +conciergegroup.org +contextualyield.com +danceuniverse.ru +darkbooks.org +dentalpearls.com.au +designdevise.com +dichvuvesinhhanoi.com +diegolopezcastan.com +div.as +dtm-spain.com earn-from-articles.com -ecommerce-seo.com -ekspertmed.com -enternet.ee -expolicenciaslatam.co -ezigarettekaufen2.blox.pl -f1nder.org -feargames.ru -fertilitetsradgivningen.se -findpik.com -findsexguide.com -f-loaded.de -forex-procto.ru -forodvd.com -foto-telok.net -free-social-buttons.xyz -getoutofdebtfree.org -gg.zzyjxs.com -go2album.com -gok-kasten.net -googlefeud.com -gorabagrata.ru -gotcher.us -hdxnxxtube.mobi -healing-dysplasia.ru -hermesbirkinhandbagoutlets.com -hidefiles.org +earthmagic.info +easytuningshop.ru +ecommerce-seo.org +elektrischezigarette2.onsugar.com +elektrozigarette2.wordpressy.pl +emailaccountlogin.co +encodable.com +enews.tech +eralph.tk +esnm.ru +essay-writing.work +eugenevaultstorage.com +ezigarettenkaufen1.pagina.gr +fermersovet.ru +focalink.com +funnypica.com +fz139.ttk.ru +gazoblok.net.ua +gilsonchiro.xyz +go2jump.org +gobongo.info +goodhumor24.com +goodnightjournal.com +gsasearchenginerankerdiscount.com +gsasearchengineranker.xyz +hanwei.us +hawaiielectriclight.com +healbio.ru +heliko.no +helvetia.com.ua +hermesreplica.pw hifidesign.ru -hkdiiohi.skyrock.com -homelygarden.com -hornymatches.com -hptwaakw.blog.fc2.com -hyiphunter.org -igithab.com -infobabki.ru -infostatsvc.com -internetartfair.com -int.search.mywebsearch.com +highstairs-a.akamaihd.net +histock.info +hop.clickbank.net +hoverboard360.es +howtoclean.club +ictizanidinehcl4mg.blogspot.com +id-forex.com +iflycapetown.co.za +insomniagamingfestival.com investingclub.ru -iqoption.com -isotoner.com -itis4you.com -iyasimasennka.com -javatex.co.id -jav-fetish.site -javspace.net -kartiniresto.com -klejonka.info -knowyournextmove.com -komp-pomosch.ru -kosynka-games.ru -la-fa.ru -lalalove.ru -lampokrat.ws -lanasshop.ru -live-sexchat.ru -locksmith.jp -lombia.com +investyb.com +istizanidineanarcoticdrug.blogspot.com +justprofit.xyz +kabbalah-red-bracelets.com +kashubadesign.ru +keyword-suggestions.com +kidskunst.info +kmgamex.cf +krasnodar.zrus.org +kretpicf.pw +lapitec.eu +leadn.pl +life.biz.ua +light.ifmo.ru +lol-smurfs.com longadventure.com -lottospring.com -lsex.xyz -m3gadownload.pl -magnetic-bracelets.ru +lsp-awak-perikanan.com +luckyshop.net.ua +makedo.ru mexicotravelnet.com -m-google.xyz -minneapoliscopiers.com -missvietnam.org -misterjtbarbers.com -mnogabukaff.net -monitorwebsitespeed.com -mosdverka.ru -my-bc.ru -mybinaryoptionsrobot.com -my-cash-bot.co -nbsproject.ru -nofreezingmac.click -onlinetvseries.me -paperwritingservice17.blogspot.ru -paramountmarble.co.uk +mhtr.be +mlf.hordo.win +mobstarr.com +moetomnenie.com +money-for-placing-articles.com +mototsikl.org +mug-na-chas-moscow.ru +my-aladin.com +mydirtyhobby.com +mydownlodablefiles.com +myfreecams.com +narkologiya-belgorod.ru +november-lax.com +nvssf.com +o00.in +offtime.ru +onlainbesplatno.ru +online-hd.pl +onlineserialy.ru parlament.biz -pcgroup.com.uy -piccdata.com -pooleroadmedicalcentre.co.uk -pornoblood.com -pornohd1080.online -pornoslive.net -pornotubexxx.name -pravoholding.ru -princeadvantagesales.com -pro-poly.ru -prostitutki-astana.org -pufip.com -puserving.com +pb-dv.ru +pekori.to +photorepair.ru +pinwallpaper.xyz +pliks.pl +pokemongooo.ml +porno-transsexuals.ru +pozdravleniya-c.ru +proftests.net +pronekut.com qexyfu.bugs3.com -qitt.ru -quizzitch.net -qwesa.ru -rankexperience.com -realnye-otzyvy.info -refererx.com -renecaovilla.online -richinvestmonitor.com -robot-forex.biz -rozalli.com -safe-app.net -sbornik-zakonov.ru -scanner-alex.top -scanner-jack.top -scat.porn -scottbywater.com -seansonline24.pl -seminarykansas904.ml -sendearnings.com +qwarckoine.com +rangoman.date +rankings-analytics.com +rapidgator-porn.ga +refads.pro +relax.ru +renecaovillasale.online +revistaindustria.com +rockprogblog.com +rogervivierforsale.com +rusoft-zone.ru +samo-soznanie.ru +sardinie.us +savememoney.co.za +scalerite.co.za +sdrescher.net +seinterface.com +seksotur.ru seo-2-0.com -serw.clicksor.com -sexobzor.info -sex-sex-sex5.com -sexy.babes.frontend-stack.top -shodanhq.com +sergiorossistore.online +servethis.com +sexad.net +sexiporno.net +sharpchallenge.com +shikiso.info +shillyourcoins.com +ship-marvel.co.ua shohanb.com -simple-share-buttons.com -sim-service.net -site-auditor.online -sixcooler.de -slavkokacunko.de -socialmadesimple.com -sonata-arctica.wz.cz -spywarespy.com -sribno.net -sstroy44.ru -svtrd.com -swagbucks.com -teenbbw.yopoint.in -theendivechronicles.com -thegameriders.com -tizanidine6mg.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinehydrochloride2mg.blogspot.com +shoppingjequiti.com.br +shymkent.xkaz.org +slowmac.tech +social-fun.ru +sotkal.lark.ru +special-porn.com +spidtest.org +spravka130.ru +sprttrack.com +spymac.net +srgwebmail.nl +stefanbakosab.se +sugvant.ru +sukarame.net +summerlinhomes411.info +thebluenoodle.com +ticketsys.inetwd.com +timdreby.com +tizanidinehcl2mgtablet.blogspot.com +tizanidineinfo.blogspot.com tizanidineingredients.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinewithdrawal.blogspot.com -token-lab.org -toondinsey.com -tradedeals.biz -trafficjunky.com -traffixer.com -trustedhealthtips.com -typer.one -ucoz.ru -unitexindia.com -unitygame3d.com +tizanidinemusclerelaxant.blogspot.com +tizanidinepills.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +topads.men +topbestgames.com +topkarkas.com +topshef.ru +torrentgamer.net +torrent-to-magnet.com +touchmods.fr +traffic100.com +traffictrade.life +trubywriting.com +trustedmaccleaner.com +turbabitload.weebly.com +uac.net.au +uhdtv.website +ultimateclassicrock.com urll.eu -urlopener.blogspot.com.au -urzedowski.eu -usbggettwku.ga -utiblog.fr -vasileostrovsky-rayon.ru -videooko.weebly.com -videosbox.ru -vip-parfumeria.ru -vizitki.net -wallpaperstock.net -webix.me -website-speed-check.site -website-stealer.nufaq.com -wildworld.site -w-journal.ru -womensplay.net -worldhistory.biz -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -x-true.info -xxxdatinglocal.us -xxxnatelefon.ru -xz618.com -yellowads.men -youraticles.pl -yourtemplatefinder.com -yur-p.ru -zaidia.xhost.ro -zerocash.msk.ru -zhongwenlink.com -zolotoy-lis.ru +uroffer.link +vandrie-ict.nl +vapomnoncri.tk +video-chat.cn +videtubs.pl +vietimgy.pw +vitanail.ru +vksaver-all.ru +vut.com.ru +vvon.co.uk +vzube.com +warning.or.kr +watsonrealtycorp.com +wdfdocando.com +westen-v.life +whatistizanidinehclusedfor.blogspot.com +wineitudes.wordpress.com +woodyguthrie.se +worldmusicfests.com +www.kabbalah-red-bracelets.com +xn----7sbaphztdjeboffeiof6c.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +yeartwit.com +yourads.website +ytmnd.com +zaloadi.ru +zapatosenventa.info +zeroredirect2.com +zeroredirect8.com diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index aea69b849..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -126,14 +126,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc389ee32..d3d331ed4 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.188.73.34 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 13f2eef8c..7ee6a0a4e 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index c1d60cfad..191563de3 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 0e87a0547..0e0b45c84 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1703 +#### Version: V4.2019.06.1704 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 08da924f9..947cab150 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1703 +#### Version: V4.2019.06.1704 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 61c88a7a5..c40541720 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1703 +#### Version: V4.2019.06.1704 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index a4209064b..eeb3aed0f 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1703 +#### Version: V4.2019.06.1704 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 21d526a25..7b00caacd 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1703 -### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Version: V3.2019.06.1704 +### Updated: Sat Jun 29 21:12:07 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 16da54fe7..fceaee33a 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:06 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/nginx_signing.key b/nginx_signing.key deleted file mode 100644 index d2258b8fb..000000000 --- a/nginx_signing.key +++ /dev/null @@ -1,28 +0,0 @@ ------BEGIN PGP PUBLIC KEY BLOCK----- -Version: GnuPG v2.0.22 (GNU/Linux) - -mQENBE5OMmIBCAD+FPYKGriGGf7NqwKfWC83cBV01gabgVWQmZbMcFzeW+hMsgxH -W6iimD0RsfZ9oEbfJCPG0CRSZ7ppq5pKamYs2+EJ8Q2ysOFHHwpGrA2C8zyNAs4I -QxnZZIbETgcSwFtDun0XiqPwPZgyuXVm9PAbLZRbfBzm8wR/3SWygqZBBLdQk5TE -fDR+Eny/M1RVR4xClECONF9UBB2ejFdI1LD45APbP2hsN/piFByU1t7yK2gpFyRt -97WzGHn9MV5/TL7AmRPM4pcr3JacmtCnxXeCZ8nLqedoSuHFuhwyDnlAbu8I16O5 -XRrfzhrHRJFM1JnIiGmzZi6zBvH0ItfyX6ttABEBAAG0KW5naW54IHNpZ25pbmcg -a2V5IDxzaWduaW5nLWtleUBuZ2lueC5jb20+iQE+BBMBAgAoAhsDBgsJCAcDAgYV -CAIJCgsEFgIDAQIeAQIXgAUCV2K1+AUJGB4fQQAKCRCr9b2Ce9m/YloaB/9XGrol -kocm7l/tsVjaBQCteXKuwsm4XhCuAQ6YAwA1L1UheGOG/aa2xJvrXE8X32tgcTjr -KoYoXWcdxaFjlXGTt6jV85qRguUzvMOxxSEM2Dn115etN9piPl0Zz+4rkx8+2vJG -F+eMlruPXg/zd88NvyLq5gGHEsFRBMVufYmHtNfcp4okC1klWiRIRSdp4QY1wdrN -1O+/oCTl8Bzy6hcHjLIq3aoumcLxMjtBoclc/5OTioLDwSDfVx7rWyfRhcBzVbwD -oe/PD08AoAA6fxXvWjSxy+dGhEaXoTHjkCbz/l6NxrK3JFyauDgU4K4MytsZ1HDi -MgMW8hZXxszoICTTiQEcBBABAgAGBQJOTkelAAoJEKZP1bF62zmo79oH/1XDb29S -YtWp+MTJTPFEwlWRiyRuDXy3wBd/BpwBRIWfWzMs1gnCjNjk0EVBVGa2grvy9Jtx -JKMd6l/PWXVucSt+U/+GO8rBkw14SdhqxaS2l14v6gyMeUrSbY3XfToGfwHC4sa/ -Thn8X4jFaQ2XN5dAIzJGU1s5JA0tjEzUwCnmrKmyMlXZaoQVrmORGjCuH0I0aAFk -RS0UtnB9HPpxhGVbs24xXZQnZDNbUQeulFxS4uP3OLDBAeCHl+v4t/uotIad8v6J -SO93vc1evIje6lguE81HHmJn9noxPItvOvSMb2yPsE8mH4cJHRTFNSEhPW6ghmlf -Wa9ZwiVX5igxcvaIRgQQEQIABgUCTk5b0gAKCRDs8OkLLBcgg1G+AKCnacLb/+W6 -cflirUIExgZdUJqoogCeNPVwXiHEIVqithAM1pdY/gcaQZmIRgQQEQIABgUCTk5f -YQAKCRCpN2E5pSTFPnNWAJ9gUozyiS+9jf2rJvqmJSeWuCgVRwCcCUFhXRCpQO2Y -Va3l3WuB+rgKjsQ= -=EWWI ------END PGP PUBLIC KEY BLOCK----- diff --git a/nginx_signing.key.1 b/nginx_signing.key.1 deleted file mode 100644 index d2258b8fb..000000000 --- a/nginx_signing.key.1 +++ /dev/null @@ -1,28 +0,0 @@ ------BEGIN PGP PUBLIC KEY BLOCK----- -Version: GnuPG v2.0.22 (GNU/Linux) - -mQENBE5OMmIBCAD+FPYKGriGGf7NqwKfWC83cBV01gabgVWQmZbMcFzeW+hMsgxH -W6iimD0RsfZ9oEbfJCPG0CRSZ7ppq5pKamYs2+EJ8Q2ysOFHHwpGrA2C8zyNAs4I -QxnZZIbETgcSwFtDun0XiqPwPZgyuXVm9PAbLZRbfBzm8wR/3SWygqZBBLdQk5TE -fDR+Eny/M1RVR4xClECONF9UBB2ejFdI1LD45APbP2hsN/piFByU1t7yK2gpFyRt -97WzGHn9MV5/TL7AmRPM4pcr3JacmtCnxXeCZ8nLqedoSuHFuhwyDnlAbu8I16O5 -XRrfzhrHRJFM1JnIiGmzZi6zBvH0ItfyX6ttABEBAAG0KW5naW54IHNpZ25pbmcg -a2V5IDxzaWduaW5nLWtleUBuZ2lueC5jb20+iQE+BBMBAgAoAhsDBgsJCAcDAgYV -CAIJCgsEFgIDAQIeAQIXgAUCV2K1+AUJGB4fQQAKCRCr9b2Ce9m/YloaB/9XGrol -kocm7l/tsVjaBQCteXKuwsm4XhCuAQ6YAwA1L1UheGOG/aa2xJvrXE8X32tgcTjr -KoYoXWcdxaFjlXGTt6jV85qRguUzvMOxxSEM2Dn115etN9piPl0Zz+4rkx8+2vJG -F+eMlruPXg/zd88NvyLq5gGHEsFRBMVufYmHtNfcp4okC1klWiRIRSdp4QY1wdrN -1O+/oCTl8Bzy6hcHjLIq3aoumcLxMjtBoclc/5OTioLDwSDfVx7rWyfRhcBzVbwD -oe/PD08AoAA6fxXvWjSxy+dGhEaXoTHjkCbz/l6NxrK3JFyauDgU4K4MytsZ1HDi -MgMW8hZXxszoICTTiQEcBBABAgAGBQJOTkelAAoJEKZP1bF62zmo79oH/1XDb29S -YtWp+MTJTPFEwlWRiyRuDXy3wBd/BpwBRIWfWzMs1gnCjNjk0EVBVGa2grvy9Jtx -JKMd6l/PWXVucSt+U/+GO8rBkw14SdhqxaS2l14v6gyMeUrSbY3XfToGfwHC4sa/ -Thn8X4jFaQ2XN5dAIzJGU1s5JA0tjEzUwCnmrKmyMlXZaoQVrmORGjCuH0I0aAFk -RS0UtnB9HPpxhGVbs24xXZQnZDNbUQeulFxS4uP3OLDBAeCHl+v4t/uotIad8v6J -SO93vc1evIje6lguE81HHmJn9noxPItvOvSMb2yPsE8mH4cJHRTFNSEhPW6ghmlf -Wa9ZwiVX5igxcvaIRgQQEQIABgUCTk5b0gAKCRDs8OkLLBcgg1G+AKCnacLb/+W6 -cflirUIExgZdUJqoogCeNPVwXiHEIVqithAM1pdY/gcaQZmIRgQQEQIABgUCTk5f -YQAKCRCpN2E5pSTFPnNWAJ9gUozyiS+9jf2rJvqmJSeWuCgVRwCcCUFhXRCpQO2Y -Va3l3WuB+rgKjsQ= -=EWWI ------END PGP PUBLIC KEY BLOCK----- diff --git a/nginx_signing.key.2 b/nginx_signing.key.2 deleted file mode 100644 index d2258b8fb..000000000 --- a/nginx_signing.key.2 +++ /dev/null @@ -1,28 +0,0 @@ ------BEGIN PGP PUBLIC KEY BLOCK----- -Version: GnuPG v2.0.22 (GNU/Linux) - -mQENBE5OMmIBCAD+FPYKGriGGf7NqwKfWC83cBV01gabgVWQmZbMcFzeW+hMsgxH -W6iimD0RsfZ9oEbfJCPG0CRSZ7ppq5pKamYs2+EJ8Q2ysOFHHwpGrA2C8zyNAs4I -QxnZZIbETgcSwFtDun0XiqPwPZgyuXVm9PAbLZRbfBzm8wR/3SWygqZBBLdQk5TE -fDR+Eny/M1RVR4xClECONF9UBB2ejFdI1LD45APbP2hsN/piFByU1t7yK2gpFyRt -97WzGHn9MV5/TL7AmRPM4pcr3JacmtCnxXeCZ8nLqedoSuHFuhwyDnlAbu8I16O5 -XRrfzhrHRJFM1JnIiGmzZi6zBvH0ItfyX6ttABEBAAG0KW5naW54IHNpZ25pbmcg -a2V5IDxzaWduaW5nLWtleUBuZ2lueC5jb20+iQE+BBMBAgAoAhsDBgsJCAcDAgYV -CAIJCgsEFgIDAQIeAQIXgAUCV2K1+AUJGB4fQQAKCRCr9b2Ce9m/YloaB/9XGrol -kocm7l/tsVjaBQCteXKuwsm4XhCuAQ6YAwA1L1UheGOG/aa2xJvrXE8X32tgcTjr -KoYoXWcdxaFjlXGTt6jV85qRguUzvMOxxSEM2Dn115etN9piPl0Zz+4rkx8+2vJG -F+eMlruPXg/zd88NvyLq5gGHEsFRBMVufYmHtNfcp4okC1klWiRIRSdp4QY1wdrN -1O+/oCTl8Bzy6hcHjLIq3aoumcLxMjtBoclc/5OTioLDwSDfVx7rWyfRhcBzVbwD -oe/PD08AoAA6fxXvWjSxy+dGhEaXoTHjkCbz/l6NxrK3JFyauDgU4K4MytsZ1HDi -MgMW8hZXxszoICTTiQEcBBABAgAGBQJOTkelAAoJEKZP1bF62zmo79oH/1XDb29S -YtWp+MTJTPFEwlWRiyRuDXy3wBd/BpwBRIWfWzMs1gnCjNjk0EVBVGa2grvy9Jtx -JKMd6l/PWXVucSt+U/+GO8rBkw14SdhqxaS2l14v6gyMeUrSbY3XfToGfwHC4sa/ -Thn8X4jFaQ2XN5dAIzJGU1s5JA0tjEzUwCnmrKmyMlXZaoQVrmORGjCuH0I0aAFk -RS0UtnB9HPpxhGVbs24xXZQnZDNbUQeulFxS4uP3OLDBAeCHl+v4t/uotIad8v6J -SO93vc1evIje6lguE81HHmJn9noxPItvOvSMb2yPsE8mH4cJHRTFNSEhPW6ghmlf -Wa9ZwiVX5igxcvaIRgQQEQIABgUCTk5b0gAKCRDs8OkLLBcgg1G+AKCnacLb/+W6 -cflirUIExgZdUJqoogCeNPVwXiHEIVqithAM1pdY/gcaQZmIRgQQEQIABgUCTk5f -YQAKCRCpN2E5pSTFPnNWAJ9gUozyiS+9jf2rJvqmJSeWuCgVRwCcCUFhXRCpQO2Y -Va3l3WuB+rgKjsQ= -=EWWI ------END PGP PUBLIC KEY BLOCK----- diff --git a/nginx_signing.key.3 b/nginx_signing.key.3 deleted file mode 100644 index d2258b8fb..000000000 --- a/nginx_signing.key.3 +++ /dev/null @@ -1,28 +0,0 @@ ------BEGIN PGP PUBLIC KEY BLOCK----- -Version: GnuPG v2.0.22 (GNU/Linux) - -mQENBE5OMmIBCAD+FPYKGriGGf7NqwKfWC83cBV01gabgVWQmZbMcFzeW+hMsgxH -W6iimD0RsfZ9oEbfJCPG0CRSZ7ppq5pKamYs2+EJ8Q2ysOFHHwpGrA2C8zyNAs4I -QxnZZIbETgcSwFtDun0XiqPwPZgyuXVm9PAbLZRbfBzm8wR/3SWygqZBBLdQk5TE -fDR+Eny/M1RVR4xClECONF9UBB2ejFdI1LD45APbP2hsN/piFByU1t7yK2gpFyRt -97WzGHn9MV5/TL7AmRPM4pcr3JacmtCnxXeCZ8nLqedoSuHFuhwyDnlAbu8I16O5 -XRrfzhrHRJFM1JnIiGmzZi6zBvH0ItfyX6ttABEBAAG0KW5naW54IHNpZ25pbmcg -a2V5IDxzaWduaW5nLWtleUBuZ2lueC5jb20+iQE+BBMBAgAoAhsDBgsJCAcDAgYV -CAIJCgsEFgIDAQIeAQIXgAUCV2K1+AUJGB4fQQAKCRCr9b2Ce9m/YloaB/9XGrol -kocm7l/tsVjaBQCteXKuwsm4XhCuAQ6YAwA1L1UheGOG/aa2xJvrXE8X32tgcTjr -KoYoXWcdxaFjlXGTt6jV85qRguUzvMOxxSEM2Dn115etN9piPl0Zz+4rkx8+2vJG -F+eMlruPXg/zd88NvyLq5gGHEsFRBMVufYmHtNfcp4okC1klWiRIRSdp4QY1wdrN -1O+/oCTl8Bzy6hcHjLIq3aoumcLxMjtBoclc/5OTioLDwSDfVx7rWyfRhcBzVbwD -oe/PD08AoAA6fxXvWjSxy+dGhEaXoTHjkCbz/l6NxrK3JFyauDgU4K4MytsZ1HDi -MgMW8hZXxszoICTTiQEcBBABAgAGBQJOTkelAAoJEKZP1bF62zmo79oH/1XDb29S -YtWp+MTJTPFEwlWRiyRuDXy3wBd/BpwBRIWfWzMs1gnCjNjk0EVBVGa2grvy9Jtx -JKMd6l/PWXVucSt+U/+GO8rBkw14SdhqxaS2l14v6gyMeUrSbY3XfToGfwHC4sa/ -Thn8X4jFaQ2XN5dAIzJGU1s5JA0tjEzUwCnmrKmyMlXZaoQVrmORGjCuH0I0aAFk -RS0UtnB9HPpxhGVbs24xXZQnZDNbUQeulFxS4uP3OLDBAeCHl+v4t/uotIad8v6J -SO93vc1evIje6lguE81HHmJn9noxPItvOvSMb2yPsE8mH4cJHRTFNSEhPW6ghmlf -Wa9ZwiVX5igxcvaIRgQQEQIABgUCTk5b0gAKCRDs8OkLLBcgg1G+AKCnacLb/+W6 -cflirUIExgZdUJqoogCeNPVwXiHEIVqithAM1pdY/gcaQZmIRgQQEQIABgUCTk5f -YQAKCRCpN2E5pSTFPnNWAJ9gUozyiS+9jf2rJvqmJSeWuCgVRwCcCUFhXRCpQO2Y -Va3l3WuB+rgKjsQ= -=EWWI ------END PGP PUBLIC KEY BLOCK----- diff --git a/nginx_signing.key.4 b/nginx_signing.key.4 deleted file mode 100644 index d2258b8fb..000000000 --- a/nginx_signing.key.4 +++ /dev/null @@ -1,28 +0,0 @@ ------BEGIN PGP PUBLIC KEY BLOCK----- -Version: GnuPG v2.0.22 (GNU/Linux) - -mQENBE5OMmIBCAD+FPYKGriGGf7NqwKfWC83cBV01gabgVWQmZbMcFzeW+hMsgxH -W6iimD0RsfZ9oEbfJCPG0CRSZ7ppq5pKamYs2+EJ8Q2ysOFHHwpGrA2C8zyNAs4I -QxnZZIbETgcSwFtDun0XiqPwPZgyuXVm9PAbLZRbfBzm8wR/3SWygqZBBLdQk5TE -fDR+Eny/M1RVR4xClECONF9UBB2ejFdI1LD45APbP2hsN/piFByU1t7yK2gpFyRt -97WzGHn9MV5/TL7AmRPM4pcr3JacmtCnxXeCZ8nLqedoSuHFuhwyDnlAbu8I16O5 -XRrfzhrHRJFM1JnIiGmzZi6zBvH0ItfyX6ttABEBAAG0KW5naW54IHNpZ25pbmcg -a2V5IDxzaWduaW5nLWtleUBuZ2lueC5jb20+iQE+BBMBAgAoAhsDBgsJCAcDAgYV -CAIJCgsEFgIDAQIeAQIXgAUCV2K1+AUJGB4fQQAKCRCr9b2Ce9m/YloaB/9XGrol -kocm7l/tsVjaBQCteXKuwsm4XhCuAQ6YAwA1L1UheGOG/aa2xJvrXE8X32tgcTjr -KoYoXWcdxaFjlXGTt6jV85qRguUzvMOxxSEM2Dn115etN9piPl0Zz+4rkx8+2vJG -F+eMlruPXg/zd88NvyLq5gGHEsFRBMVufYmHtNfcp4okC1klWiRIRSdp4QY1wdrN -1O+/oCTl8Bzy6hcHjLIq3aoumcLxMjtBoclc/5OTioLDwSDfVx7rWyfRhcBzVbwD -oe/PD08AoAA6fxXvWjSxy+dGhEaXoTHjkCbz/l6NxrK3JFyauDgU4K4MytsZ1HDi -MgMW8hZXxszoICTTiQEcBBABAgAGBQJOTkelAAoJEKZP1bF62zmo79oH/1XDb29S -YtWp+MTJTPFEwlWRiyRuDXy3wBd/BpwBRIWfWzMs1gnCjNjk0EVBVGa2grvy9Jtx -JKMd6l/PWXVucSt+U/+GO8rBkw14SdhqxaS2l14v6gyMeUrSbY3XfToGfwHC4sa/ -Thn8X4jFaQ2XN5dAIzJGU1s5JA0tjEzUwCnmrKmyMlXZaoQVrmORGjCuH0I0aAFk -RS0UtnB9HPpxhGVbs24xXZQnZDNbUQeulFxS4uP3OLDBAeCHl+v4t/uotIad8v6J -SO93vc1evIje6lguE81HHmJn9noxPItvOvSMb2yPsE8mH4cJHRTFNSEhPW6ghmlf -Wa9ZwiVX5igxcvaIRgQQEQIABgUCTk5b0gAKCRDs8OkLLBcgg1G+AKCnacLb/+W6 -cflirUIExgZdUJqoogCeNPVwXiHEIVqithAM1pdY/gcaQZmIRgQQEQIABgUCTk5f -YQAKCRCpN2E5pSTFPnNWAJ9gUozyiS+9jf2rJvqmJSeWuCgVRwCcCUFhXRCpQO2Y -Va3l3WuB+rgKjsQ= -=EWWI ------END PGP PUBLIC KEY BLOCK----- diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 97e584be0..ba75fe5b5 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1703 -### Updated: Sat Jun 29 20:55:26 SAST 2019 +### Version: V4.2019.06.1704 +### Updated: Sat Jun 29 21:12:09 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##