diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index c851be328..e8416643e 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.04.2044 -### Updated: Wed Apr 15 14:44:22 SAST 2020 +### Version: V3.2020.04.2046 +### Updated: Wed Apr 15 15:22:26 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c851be328..e8416643e 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.04.2044 -### Updated: Wed Apr 15 14:44:22 SAST 2020 +### Version: V3.2020.04.2046 +### Updated: Wed Apr 15 15:22:26 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index c851be328..e8416643e 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.04.2044 -### Updated: Wed Apr 15 14:44:22 SAST 2020 +### Version: V3.2020.04.2046 +### Updated: Wed Apr 15 15:22:26 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index c851be328..e8416643e 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.04.2044 -### Updated: Wed Apr 15 14:44:22 SAST 2020 +### Version: V3.2020.04.2046 +### Updated: Wed Apr 15 15:22:26 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index c851be328..e8416643e 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.04.2044 -### Updated: Wed Apr 15 14:44:22 SAST 2020 +### Version: V3.2020.04.2046 +### Updated: Wed Apr 15 15:22:26 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 26e6fa50a..795388015 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 5f04cdae8..7f4127dd4 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.73.34.132 0; +34.73.66.97 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 33da169b9..38f5c32c1 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.196.82.30 1; +34.73.34.132 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c7d199157..c7afa9b6e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.196.82.30 0; +34.73.34.132 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 33da169b9..38f5c32c1 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.196.82.30 1; +34.73.34.132 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c7d199157..c7afa9b6e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.196.82.30 0; +34.73.34.132 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 33da169b9..38f5c32c1 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.196.82.30 1; +34.73.34.132 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index c7d199157..c7afa9b6e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.196.82.30 0; +34.73.34.132 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 21f4798b7..87e99dcff 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.73.66.97 0; -34.73.34.132 0; +35.196.82.30 0; +34.74.91.53 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 3049d0034..bf9f32acd 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 21f4798b7..f35f0e457 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.73.66.97 0; -34.73.34.132 0; +35.231.58.0 0; +35.196.82.30 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 51ab12254..fe72f2284 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 0217eafc5..cd8c7272d 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.231.58.0 0; 34.73.34.132 0; 35.227.58.83 0; -35.196.82.30 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 87e99dcff..808a5380a 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.196.82.30 0; +35.227.58.83 0; 34.74.91.53 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index db68025c3..a614303e0 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Alligator -AlphaBot -BackWeb -CopyRightCheck -Ezooms -facebookscraper -MSIECrawler -SBIder -sexsearcher -tAkeOut +Curious +DatabaseDriverMysqli +Devil +Keyword Density +LexiBot +OrangeBot +Surfbot +UnisterBot +Voltron +WebZIP diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 97333d811..6c85a2d49 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker 404enemy 80legs -Aboundexbot -Acunetix ADmantX AfD-Verbotsverfahren -Alexibot -AlphaBot -arquivo.pt +AIBOT +AiHitBot +Alligator +Ankit +Aspiegel +ASPSeek Attach +autoemailspider +AwarioRssBot AwarioSmartBot backlink-check BacklinkCrawler -BackStreet -BackWeb -Badass -Battleztar Bazinga -BBBike +Bandit +Barkrowler BDFetch -Bigfoot -Bitacle -Blackboard -BLEXBot -Boardreader -Buddy -BunnySlippers +BetaBot +BlackWidow +BlowFish +Bolt +BuiltBotTough +BuzzSumo +Calculon CATExplorador +CCBot CheeseBot -Chlooe +CherryPicker +CheTeam +ChinaClaw Cliqzbot -Collector -Copyscape +coccocbot-web +cognitiveseo +Copier +CopyRightCheck +Craftbot crawler4j crawler.feedback -crawl.sogou.com CrazyWebCrawler -Curious -DataCha0s -demandbase-bot +Crescent +CrunchBot +Custo +DatabaseDriverMysqli +DBLBot +Demon +Deusu Devil -Digincore -Dirbuster +Disco Discobot Discoverybot -DnyzBot -DomainAppender +DittoSpyder DomainCrawler +DomainSigmaCrawler +Dotbot Download Wonder -DSearch -EasyDL +Drip +eCatch ECCP/1.0 -EirGrabber -EMail Wolf -Extractor +Ecxi +Evil +Exabot ExtractorPro +Extreme Picture Finder EyeNetIE -Ezooms -facebookscraper -FHscan +FDM +Fimap Firefox/7.0 -Foobot -FyberSpider -Genieo +FlashGet +FrontPage +GalaxyBot +Getintent GetRight Gigabot -G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit -GoZilla Go!Zilla -Grafula +Grabber +GrabNet GrapeshotCrawler +GridBot GT::WWW Haansoft -HaosouSpider -heritrix -Heritrix -Hloader -Humanlinks -Id-search +HTTP::Lite +Iblog +IlseBot Image Fetch -Image Sucker -IndeedBot -Indy Library -InfoTekies -instabid -InterGET -InternetSeer internetVista monitor -ips-agent +Iria IRLbot -Iskanie -IstellaBot +Jbrofuzz +JennyBot JetCar -JikeSpider -JustView +JOC Web Spider +Joomla Jyxobot Kenjin Spider -Keyword Density +Kozmosbot +Lanshanbot Larbin -LeechFTP -LeechGet LexiBot +Lftp LibWeb -Libwhisker LieBaoFast +Lightspeedsystems Linkdexbot -LinkextractorPro LinkpadBot LinkScan -LinksManager -LinqiaScrapeBot -Lmspider +LinkWalker +LinqiaMetadataDownloaderBot +Lipperhey +Litemage_walker +LNSpiderguy Ltx71 -lwp-request -lwp-trivial -Magnet Majestic12 +Majestic SEO Majestic-SEO Masscan Mata Hari -Mb2345Browser -Meanpathbot MeanPath Bot -Mediatoolkitbot Metauri +Microsoft Data Access MIDown tool +MIIxpc Mister PiX -Morfeus Fucking Scanner -MSFrontPage -MSIECrawler -Musobot -Navroad -Nessus -Nettrack +Mojeek +Mojolicious +MQQBrowser +Mr.4x3 +Nameprotect +NearSite +NetAnts +Netcraft +netEstate NE Crawler +NetLyzer Net Vampire -NextGenSearchBot -Nibbler -Nikto -Nimbostratus -Nmap +Netvibes +NICErsPRO +NPbot oBot -Octopus Offline Explorer -Offline Navigator OnCrawl +OpenLinkProfiler OpenVAS -OrangeBot +OPPO A33 OrangeSpider +OutclicksBot OutfoxBot -PageAnalyzer Page Analyzer -page scorer +PageGrabber PageScorer -Pandalytics +Panscient Papa Foto -PeoplePal -Pixray +Pavuk +pcBrowser +PHPCrawl +Pi-Monster PleaseCrawl POE-Component-Client-HTTP -polaris version -ProPowerBot +ProWebWalker Psbot -RankActive +PxBroker +PyCurl +QueryN Metasearch +Quick-Crawler RankActiveLinkBot RankFlex -Rankivabot -Reaper -RepoMonkey -Ripper -RocketCrawler -Rogerbot -RSSingBot -SBIder -Scanbot -scan.lol +RankurBot +Recorder +RedesScrapy +ReGet +ScanAlert +ScoutJet Scrapy +ScreenerBot Searchestate SearchmetricsBot Semrush -SEOkicks -SEOkicks-Robot -SEOprofiler +SEOlyticsCrawler +Seomoz seoscanners -SeoSiteCheckup -Shodan -Sitebeam -SiteExplorer +sexsearcher +Siphon +Siteimprove SiteSnagger SiteSucker -Site Sucker -SlySearch -SmartDownload -Snoopy SocialRankIOBot -sogouspider -Spammen -Spanner -Spinn3r -SputnikBot -spyfu +Sogou web spider +Sosospider +Sottopop +SpaceBison Sqworm +Stripper Sucker -Sucuri -SuperHTTP +SuperBot Surfbot -SurveyBot -Teleport +Suzuran +sysscan +T8Abot +tAkeOut TeleportPro -Telesphoreo -Telesphorep The Intraformant +Thumbor TightTwatBot Toata -Toweyabot -Trendiction -Turingos -Turnitin -TwengaBot +Tracemyfile +trendiction.de +True_Robot +TurnitinBot +UnisterBot Upflow -URLy Warning -Vacuum -Wallpapers/3.0 +URLy.Warning +VeriCiteCrawler +Virusdie +Voltron Webalta -WebBandit +WebAuto WEBDAV +WebEnhancer Web Fetch -WebFuck -Web Fuck +WebGo IS +WebImageCollector WebLeacher WebmasterWorldForumBot -webmeup-crawler -WebReaper +WebPix +WebSauger +Webshag +WebsiteExtractor +WebsiteQuester Webster -Web Sucker +WebStripper WebWhacker +WeSEE Whack -Whatweb +Who.is Bot Widow WISENutbot -Wprecon -WWW-Mechanize +Wonderbot +Wotbox +WWW-Collector-E +WWW::Mechanize +WWWOFFLE +x09Mozilla x22Mozilla -Xaldon WebSpider -Xaldon_WebSpider -Zermelo -Zeus +Zade +Zauba +zauba.io +Zitebot +ZmEu ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 14451d7d9..62b6d0ebf 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider 404checker -404enemy -ADmantX -AfD-Verbotsverfahren -AIBOT -Aipbot -Alexibot -Alligator +Abonti +Aboundex +AhrefsBot +AiHitBot +AllSubmitter +Anarchie Apexoo archive.org_bot arquivo.pt +Aspiegel Asterias +autoemailspider +BackDoorBot Backlink-Ceck BacklinkCrawler BackWeb Badass -Battleztar Bazinga -Black Hole -BlackWidow -BLEXBot +Bandit +BatchFTP +BDCbot +BetaBot +Blow +BlowFish +BotALot +Brandprotect Buddy -BuiltWith Bullseye BuzzSumo Calculon +CATExplorador CazoodleBot -CheTeam -Claritybot -Cliqzbot -coccocbot-web -cognitiveseo +Cegbfeieh +CheeseBot +Chlooe +Cogentbot com.plumanalytics Copier -CopyRightCheck -Cosmos -CrazyWebCrawler +Copyscape +crawler4j CrunchBot -CSHttp -Custo -DatabaseDriverMysqli +Curious DataCha0s +DBLBot +demandbase-bot Demon -DigitalPebble +Devil +Digincore Dirbuster -Discobot -Discoverybot -Dispatch DittoSpyder -DomainAppender -DomainCrawler -Dotbot +DomainStatsBot +Download Wonder Dragonfly Drip DSearch -EasyDL -ECCP/1.0 +DTS Agent EirGrabber -EMail Wolf -EroCrawler +EMail Siphon +Evil Exabot -Express WebPictures -Extractor +EyeNetIE Ezooms FHscan Firefox/7.0 -FlashGet +Flunky Foobot -FrontPage -GalaxyBot -GermCrawler -Go-Ahead-Got-It +Getintent +GetRight +GetWeb +Gigabot Go!Zilla +Grabber GrapeshotCrawler +GridBot GT::WWW -Haansoft HaosouSpider -Hloader +Harvest +HMView +HTMLparser +HTTrack +Humanlinks +IDBot Id-search IlseBot +Image Fetch Image Sucker +IndeedBot InfoNaviRobot -InfoTekies instabid +Internet Ninja +internetVista monitor ips-agent Iria -IRLbot +Iskanie +JamesBOT Jbrofuzz -Jetty -JustView +JOC Web Spider +Joomla +Jorgee Kinza Kozmosbot Lanshanbot -Larbin LeechGet -Libwhisker +LexiBot +LibWeb LieBaoFast +Lightspeedsystems Likse -Linkdexbot -LinkpadBot -LinksManager -LinqiaScrapeBot -Lipperhey Spider +LinkScan +Lipperhey +Lmspider Ltx71 -lwp-request -LWP::Simple Magnet +Mag-Net +magpie-crawler Mail.RU_Bot -MarkMonitor -Masscan +Majestic12 +Majestic SEO +Mass Downloader +Mb2345Browser meanpathbot Meanpathbot -MeanPath Bot -Mediatoolkitbot MegaIndex.ru Metauri Microsoft URL Control MIDown tool -MIIxpc -Mojeek +Mojolicious +Morfeus Fucking Scanner MQQBrowser +Mr.4x3 MSIECrawler Msrabot Musobot -Netcraft -netEstate NE Crawler -NetLyzer -NetMechanic -Netvibes -NICErsPRO -Nikto +Name Intelligence +Needle +Nessus +NetAnts +Nettrack +Net Vampire +NextGenSearchBot +Niki-bot NimbleCrawler +Nimbostratus Ninja Nmap -NPbot Nutch -Octopus -Offline Explorer -Offline Navigator OnCrawl -Openfind -OrangeBot +Openvas +OpenVAS +OPPO A33 +OrangeSpider OutclicksBot +PageAnalyzer Page Analyzer -Papa Foto -Pavuk +PageScorer +Pandalytics +pcBrowser +PECL::HTTP +PeoplePal Picscout PictureFinder -Pi-Monster Pixray -PleaseCrawl -plumanalytics Pockey -POE-Component-Client-HTTP -ProWebWalker +Probethenet +ProPowerBot +Psbot Pump PxBroker QueryN Metasearch Quick-Crawler -RankActive -RankingBot +RankFlex +RankingBot2 +Rankivabot RankurBot -RealDownload Reaper -Recorder -RedesScrapy -ReGet -RocketCrawler +Ripper +Rogerbot RSSingBot -s1z.ru -SalesIntelligent -SBIder -scan.lol -Scrapy +Scanbot +ScreenerBot Searchestate +SearchmetricsBot SemrushBot SEOlyticsCrawler SEOprofiler -SeoSiteCheckup -Siphon -Sitebeam +SEOstats +serpstatbot +SISTRIX +SiteExplorer SiteSnagger +Site Sucker SmartDownload -Snake -Snapbot SocialRankIOBot Sogou web spider -Sottopop +Sosospider +Spammen +Spanner sp_auditbot -Spbot -SputnikBot +spyfu Sqlworm -Sqworm +Stripper Sucker -SuperBot +Sucuri SurveyBot +Swiftbot sysscan -T8Abot tAkeOut +TeleportPro Telesphoreo TheNomad -Thumbor -Toweyabot -Tracemyfile +TightTwatBot +Titan Trendiction +trendiction.com Turingos +Turnitin TurnitinBot UnisterBot Upflow -Vacuum -Vagabondo VeriCiteCrawler -Virusdie -WallpapersHD -WASALive-Bot -WBSearchBot -Webalta -Web Auto +VoidEYE +Wallpapers/3.0 +WebAuto WebCopier WebEnhancer -Web Fetch +WebFetch WebGo IS WebImageCollector +WebmasterWorldForumBot webmeup-crawler -WebPix -Web Pix -WebReaper -WebSauger +Web Sauger Webshag -WebsiteQuester -Webster -WebSucker +WebsiteExtractor +WebStripper +Web Sucker +WebZIP WeSEE -Who.is Bot -Widow -WinHTTrack -WiseGuys Robot -Wonderbot -Woobot +Whack +WISENutbot +Wprecon WPScan -WWW-Mechanize -WWW::Mechanize -x09Mozilla -Xaldon_WebSpider +WWW-Collector-E +x22Mozilla Xenu -zauba.io +YoudaoBot +Zauba +Zermelo zgrab -Zitebot -ZmEu ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 51558bcc0..e1aa44648 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -abiente.ru -bezlimitko.xyz -catalogs-parts.com -gazporno.com -isotoner.com -kalandranis.gr -linkarena.com -picturesboss.com -scanner-fred.top -vapsy.com +anal-acrobats.hol.es +bongiornos.info +kfon.eu +lowephotos.info +meduza-consult.ru +openlibrary.org +pozdrawleniya.ru +regdefense.com +softomix.com +track112.site diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a5f611c81..db3b77f9c 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -123any.com -123cha.com -12masterov.com -12u.info -1-99seo.com -1flag.co.za -1kinobig.ru -24x7-server-support.site -2daytrendingnews.com -2itech.ru -4ur.click -6128786.com -777-club.ru -7a2rnuey1tw9ar.ru -7makemoneyonline.com -a96527gi.beget.tech -aa81bf391151884adfa3dd677e41f94be1.com -aac500b7a15b2646968f6bd8c6305869d7.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -aaronabel.com -acads.net -acheterviagrafr24.com -activecampaign.dreamhosters.com -adconscious.com -admitad.com -ads.gold -adtech.us -adultmeetonline.info -advancedmassagebysara.com -advokateg.xyz -affiliate-fr.com -agahinameh.com -alive-ua.com +11235813.webzdarma.cz +1-free-share-buttons.com +1kdailyprofit.me +2rich4bitches.com +3th.co.in +4istoshop.com +5000-cotydzien.com +8gold.com +98oi.ru +abctoppictures.net +absolute-s.ru +academiacsmendoza.org +add-add.men +adimmix.com +adservme.com +adsref.men +adtology.com +advancedcleaner.com +afmuseum.com +airlandsea.info +albamargroup.com +alfa9.com +allbizne.co.ua allcredits.su -alldezservice.kz -alldownload.pw -am15.net -ample-awards-today.us -android-style.com -applyneedy.xyz -approvedlocal.co.za -appsecurityr.com -apxeo.info -arate.ru -arius.tech -arpelsreplica.xyz +allsilver925.co.il +alot.com +altamayoztourism.com +amateurmatch.com +anaksma.info +angry-fermi-7633.arukascloud.io +apccargo.com +apparel-offer.com +apptester.tk +arendatora.ru +artdestshop.eu artparquet.ru -asscenihotosidea.blogspot.com -aussie-prizes.com -autoloans.com -availit.weebly.com -avon-severozapad.ru -baikaleminer.com -baladur.ru -basisches-wasser.net -belinka.com.ua -bestcalovebracelet.cn -bestcoin.cc -bestofferswalkmydogouteveryday.gq -bestprofits-there.com -betterhdporn.com -big-cash.net -bitporno.sx -bjetjt.com -blackplanet.com -blog.f00kclan.de -blogos.kz -blogporn.in -bluesman.nu -bnt-team.com -board.f00d.de -bodybuilding-shop.biz -bonzibuddi.com -braip.com.br -bristolhostel.com -browsepulse-a.akamaihd.net -btvn.ru -budpost.com.ua -builtwith.com -bupropion-sr-150-mg.us -businescoop.men -business-made-fun.com -bus-offer.com -buy-cheap-pills-order-online.com -buyparajumpers.online -buypuppies.ca +asdfg.pro +astrochicks.com +atlasvkusov.ru +autotop.com.ua +autoua.top +avon-novosib.ru +axbocz.net +b2b-lounge.com +babespcs.com +bagsonsale.online +balois.worldbreak.com +banksrf.ru +baoxaydung.com.vn +basedecor.ru +bausparen.bz.it +bazaronline24.ru +bear.gotcher.us +beetpics.pw +belstaffstore.online +berlininsl.com +bestcurs.org +bestdraws.com +bestofupload.info +bestpriceninja.com +bestserials.com +betonka.pro +bgviagrachrx.com +bioca.org +bioscorp.ru +blobar.org +bobinoz.com +brains2.biz +brewdom.ru +bumble.cheapwebsitehoster.com +buyfriend.ru +buy-meds24.com +buytizanidineonlinenoprescription.blogspot.com +bwlx.prepedu.cn cactussoft.biz -callawaygolfoutlet.online -call-of-duty.info -calstaterealty.us -cam-kontakte.org -capacitacionyaprendizaje.com -cardiosport.com.ua -cars-modification.net -cdnanalytics.xyz -cfcl.co.uk -cgi2.nintendo.co.jp -chelyabinsk.xrus.org -cherrypointplace.ca -chocolateslim-en-france.com +cand.jp +cartierlove.xyz +cartierreplica.win +casablancamanor.co.za +cctva.tv +cdn.walkme.com +charmstroy.info +chastnoeporno.com +cheatcode-lita12.rhcloud.com +checkhit.com +chinacheapelitejerseys.com +chinese-amezon.com choice-credit.ru -christianlouboutinsaleoutletonline.us -citetick.com -cleanallvirus.com -cleanersoft.com -cleanmypc.com -clickhype.com -communisave.co.za -compliance-fred.top -compliance-fred.xyz -compliance-jack.top -compliance-olga.top -compliance-walter.top -compucelunlock.net -conciergegroup.org -cookie-law-enforcement-ff.xyz -coolbar.pro -coolwallpapers-hd.com -counter.bloke.com -counterbot.com -creatives.adbetclickin.pink -cryptoswap.biz -cscwtalkto.site -cxpromote.com -dealighted.com -delfin-aqua.com.ua -descargar-musica-gratis.net -deutschland123.de -devochki.top -diminishedvalueoforegon.com -divisioncore.com -djonwatch.ru -docsportal.net -dokumentalkino.net -domcran.net -domini.cat -downloadkakaotalk.com -draniki.org -drunkenstepfather.com -dtm-spain.com -ecookna.com.ua -elidelcream.weebly.com +christianlouboutinreplica.win +christianlouboutinsaleonline.us +cicaki.net +ciproandtizanidine.blogspot.com +ci.ua +click2pawn.com +clips.ua.ac.be +club-samodelkin.ru +codq.info +compliance-alex.xyz +compliance-don.xyz +compliance-jess.top +compliance-mark.top +compliance-nelson.top +coolgamechannel.com +coolwallpapers4k.info +coolyarddecorations.com +coprofam.org +cornerstone-countertops.com +crackzplanet.com +crafthubs.com +crest3d.ru +cyclobenzaprinevstizanidine.blogspot.com +daisye.top +daretodonate.co +datadepths.com +ddsoldes.fr +dealitright.click +deshevo-nedorogo.ru +detective01.ru +detskie-konstruktory.ru +dev33.dioniqlabb.se +dev.citetick.com +dfiles.me +digilander.libero.it +dikqlyremy.info +discountbarbour.online +djihispano.com +dktr.ru +documentbase.net +dollartree.info +domainsatcost.com +domain-submit.info +dosug-lux.ru +downloads-whatsapp.com +drev.biz +dynainbox.com +e2click.com +eas-seo.com +e-collantes.com +ednorxmed.com +edudocs.net +ege-essay.ru +egovaleo.it +e-kwiaciarz.pl +electricwheelchairsarea.com +elitesportsadvisor.com elvenar.com -emergencyneeds.org -envaseslotusama.com -essay-edu.biz -exchanges-bet.com -exportshop.us -fable.in.ua -facecup.top -fakehandbags.xyz -fanpagerobot.com -fickblock18.com -fickkontaktehobbyhuren.com -fikasound.tk -filesclub.net -financeloan.us -fitness-video.net -flipper.top -florida-tourism.net -forex.osobye.ru -formularz-konkurs.tk -forumprofi.de -fotopop.club -foxweber.com -free-traffic.xyz -freewlan.info -fullfileaccess.com -fullgirl.ru -fyxabomiw.ru +enskedesquashclub.se +erectile.bid +escort-russian.com +eu-cookie-law.info +euronis-free.com +everytalk.tv +exct.net +expertnaya-ocenka.ru +extads.net +extener.org +extlinks.com +extractorandburner.com +extremepornos.net +extremez.net +f00kclan.de +facebook-mobile.xyz +fastcrawl.com +fastfixing.tech +fetishinside.com +findpics.pw +flex4launch.ru +flytourisme.org +fordsonmajbor.cf +forex-procto.ru +forexunion.net +free-fb-traffic.com +free-social-buttons.com +free-video-tool.com +fsakhalin.ru +fun2cell.net +gallictures.com gamebackyard.com -ge0ip.org -geckoandfly.com -genetworx.com -getlamborghini.ga -getpopunder.com -getprismatic.com -gilsonchiro.xyz -gk-atlant.info -goodwinmetals.co -gopixdatabase.com -gourcy.altervista.org -gpirate.com -greatdealshop.com -gribkovye-zabolevaniya.com -hacktougroup.ru -hausfrauensex18.com -hazardky.net +gameonasia.com +garciniaxt.us +gepezz.info +get-free-social-traffic.com +ggiaro.com +gktt.ru +glall.ru +glavprofit.ru +glcomputers.ru +goatse.ru +gok-kasten.net +goo.ne.jp +gowreckdiving.com +greatfind-a.akamaihd.net +greatgrace.ru +growshop.es +gsasearchengineranker.pw +gsasearchengineranker.top +hannasolution.ru +hdimagelib.com +heartofbeijing.blogspot.com helvetia.com.ua -hesteel.pl -highland-homes.com -histock.info -hol.es -holidaypics.org -homedecorpicture.us -home.myplaycity.com -home-task.com -hop.clickbank.net -host-protection.com -hostsshop.ru -host-tracker.com -hotblognetwork.com -hoterika.com -hotgirlhdwallpaper.com -housemilan.ru -houtings.xyz -hreade.com -imagecoolpub.com -img.wallpaperstock.net -inet-traffic.com -infogame.name -infoupdate.org -instakink.com -integritylandscapeservices.com -i-service.kz -javidol.site -jennyfire.ru -jerseychinabizwholesale.us -jobmarket.com.ua -johnrobertsoninc.com -justkillingti.me -justprofit.xyz -kaac.ru -kino2018.club -kinocccp.net +hentaiheroes.com +hildinghr.se +hitmuzik.ru +hledejvshopech.cz +homedo.fabpage.com +housediz.com +houston-vikings.com +ibmdatamanagement.co +ideoworld.org +igtools.club +import-sales.com +indetiske.ya.ru +indiasourcemart.in +insta-add.pro +intervsem.ru +investmac.com +iqs.biz.ua +iqupdatetmz.win +isoveti.ru +itronics.ca +james13prix.info +jaxcube.info +jerseychinabizwholesale.com +johannesburgsingles.co.za +justbcause.com +justdating.online +kakablog.net +kerei.ru +keywesthideaways.co +kfon.eu +kicknights.gq +kimcurlrvsms.com +kino-filmi.com kino-key.info -kinostorm.net -kollekcioner.ru -kollesa.ru -kupiproday.com.ua -labafydjxa.su +kinomaniatv.pl +komp-pomosch.ru +kongruan.com +konoplisemena.com +kretpicf.pw +lampokrat.ws laptoper.net -laxdrills.com -ldrtrack.com -lerporn.info -letslowbefast.site -letslowbefast.today -lider-zhaluzi.kiev.ua -liffa.ru +larose.jb2c.me +law-check-seven.xyz +lawyers.cafe +lego4x4.ru +letsrepair.in +lida-ru.com lineavabit.it -linkarena.com -linkredirect.biz -liran-locks.com -livetsomudvekslingstudent.bloggersdelight.dk -lombia.co -lostfilm-online.ru -luciddiagnostics.in -lulea-auktionsverk.se -m292.info -macresource.co.uk -magazin-pics.ru -magicplayer-s.acestream.net -maladot.com -manualterap.roleforum.ru -memberty.com -merryhouse.co.uk -minegam.com -mixx.com -mmstat.com -mobifunapp.weebly.com -moesonce.com -monarchfind-a.akamaihd.net -monclerboots.xyz -monclercoats.xyz -monclerjacketsoutlet.pw -morpicert.pw -moviemail-online.co.uk -mrmoneymustache.com -msfsaar.de -msk-diplomat.com -multgo.ru -musicdaddy.net -muycerdas.xxx -muztops.ru -my-aladin.com -mybinaryoptionsrobot.com -my-cash-bot.co -myfreetutorials.com -myindospace.com -mykings.pw -napalm51.nut.cc -na-telefon.biz -nero-us.com -netfacet.net -newstudio.tv -nextbackgroundcheck.gq -nextrent-crimea.ru -nofreezingmac.work -nosecret.com.ua -notaria-desalas.com -notfastfood.ru -noumeda.com -novgorod.xrus.org -obnal.org -obuv-kupit.ru -offtopic.biz -ok.ru -olvanto.ru -olympescort.com -onlinedomains.ru -o-o-8-o-o.com -openmultipleurl.com -optom-deshevo.ru -origin-my.ru -ostrovtaxi.ru -otbelivanie-zubov.com -oxotl.com -pay2me.pl -pc4download.co -pendelprognos.se -perl.dp.ua -perosan.com -pestomou.info -pewit.pw -photo-clip.ru -picphotos.net -picsearch.com +liupis.com +lkbennettoutlet.online +lob.com.ru +locationdesaison.com +lockerz.com +lollypopgaming.com +longadventure.com +lostaruban.com +louboutinbooties.xyz +louisvuittonoutletstore.net +lovasszovetseg.hu +macdamaged.space +macrotek.ru +mansiondelrio.co +marwer.info +mastershef.club +mensandals.xyz +mere.host.sk +metascephe.com +michaelkorsoutlet.store +miniads.ca +mir-betting.ru +missvietnam.org +mitrasound.ru +mnogabukaff.net +mobplayer.net +moneyteam24.com +moroccosurfadventures.com +moscow-region.ru +mosdverka.ru +motherboard.vice.com +mp3downloadhq.com +mrbitsandbytes.com +mrinsidesales.com +msk.afora.ru +mug-na-chas-moscow.ru +mundoaberrante.com +music.utrolive.ru +muz-tracker.net +my-bc.ru +myblogregistercm.tk +mycouponizemac.com +mydirtyhobby.com +myfreemp3.eu +mypornfree.ru +narkologiya-voronezh.ru +nastroyke.net +naturalbreakthroughsresearch.com +net-radar.com +news-speaker.com +nfljerseysforsalewholesaler.com +njkmznnb.ru +noscrapleftbehind.co +oakleyglassesonline.us +o-dachnik.ru +oecnhs.info +oksrv.com +oktube.ru +online-hit.info +onlinemeetingnow.com +onlineporno.site +onlineserialy.ru +ontargetseo.us +o-o-8-o-o.ru +optikremont.ru +oren-cats.ru +osnova3.ru +ostroike.org +ourville.info +owohho.com +paclitor.com +pandroid.co +partnersafe.men +pb-dv.ru +pcads.ru +pearlisland.ru +petitions.whitehouse.gov +phobia.us +picsfair.com +pictures-and-images.net +pierrehardysale.online +pinwallpaper.top piter.xrus.org -pizza-imperia.com -plastjulgranar.se -playmsn.com -plohaya-kreditnaya-istoriya.ru -pod-muzyku.club -podshipniki-ntn.ru -poem-paying.gq -pooleroadmedicalcentre.co.uk -popup-jdh.xyz -porno-chaman.info -pornodojd.ru -pornogratisdiario.com -pornokajf.com -porno-play.net -pornotubexxx.name -pornoxxx.com.mx -priceg.com -printdirectforless.com -priora-2.com -privacyassistant.net -prizeestates.cricket -proekt-mos.ru -profitfx.online -pro-okis.ru -prostitutki-tyumeni.org -prostitutki-yaroslavlya.org -psoriasis-file.trade -psvita.ru -pushdata.sendpulse.com -py100.ru -rada.ru -randki-sex.com -ranksays.com -ranksonic.com -razamicroelectronics.com -rebuildermedical.com -redirectme.net -registry-clean-up.net -renewablewealth.com -restaurantlescampi.com -rethinkwasteni.info -rfd-split.hr -riders.ro -rimedia.org -ros-ctm.ru -rossmark.ru -rostov.xrus.org -royalcar-ufa.ru -rubanners.com -russia-tao.ru -russia-today-video.ru -ryetaw.com -sack.net -sandhillsonline.com -saneitconsulting.com -satellite.maps.ilovevitaly.com -savingsslider-a.akamaihd.net -scanner-alex.top -scanner-jessica.top -scanner-walter.top -scenarii-1-sentyabrya.uroki.org.ua -scrnet.biz.ua -sc-specialhost.com -sdsjweb.com -searchimpression.com -sexpornotales.com -sfj-ror.no -ship-marvel.co.ua -signal03.ru -signoredom.com -simple-image.com.ua -siteonomy.com -site.ru -sitevaluation.com -skanninge.se -skypasss.com -slimcdn.com -small-game.com -smart-balancewheel.com -snomer1.ru -sobecjvuwa.com.ru -soc-econom-problems.ru -sockshare.net -softomix.com -soserfis.com -sotkal.lark.ru -spacash.com -space-worry.ml -speechfoodie.com -splendorsearch-a.akamaihd.net -spy-app.info -star61.de -stauga.altervista.org -sterva.cc -streetfire.net -stromerrealty.com -strongholdsb.ru +porn555.com +pornoforadult.com +porno-transsexuals.ru +pornowarp.info +preventheadacheguide.info +priscilarodrigues.com.br +progonrumarket.ru +prom23.ru +promover.org +prospekt-st.ru +putevka24.ru +pyrodesigns.com.au +qualitymarketzone.com +rank-checker.online +rebrand.ly +reckonstat.info +redirlock.com +referencemoi.com +r-e-f-e-r-e-r.com +regionshop.biz +reklamuss.ru +research.ifmo.ru +responsinator.com +responsive-test.net +ricorsogiustizia.org +ringporno.com +rniaeba.ga +rn-to-bsn.com +roll123.com +rubbed.us +runtnc.net +rusoft-zone.ru +russian-postindex.ru +rutor.group +samolet.fr +saratov.xrus.org +saveriopiazza.it +scanner-andrew.top +scanner-julianna.top +scanner-viktor.top +schlampen-treffen.com +seadragonherbery.com +semprofile.com +seoboxes.com +seoprofiler.com +se-welding.ru +sexcamamateurchat.com +sextracker.de +shariki-zuma-lines.ru +sideeffectsoftizanidine.blogspot.com +siteexpress.co.il +si-unique.com +sixcooler.de +skincrate.net +skutecznetabletkinaporostwlosow.pl +skylta.com +small-games.biz +smichovbike.cz +snowplanes.com +socialbuttons.xyz +socialmadesimple.com +socialmonkee.com +softxaker.ru +solicita.info +souvenir.cc +spaceshipad.com +spb.ru +speeddream.xyz +spinnerco.ca +sport7777.net +stariy-baku.com +statustroll.com +stjamesschool.info +store-rx.com +streha-metalko.si stroy-portal22.ru -superstats.com -surffoundation.nl -surflinksmedical.com +styro.ru +suture.co +svnuppsalaorebro.se +swagbucks.com +symphonyintegratedhealthcare.com t3chtonic.com -taqplayer.info -taximytishi.ru -td-33.ru -td-l-market.ru -tdsing.ru -telefonsexi.com -thedownloadfromwarez.blogspot.com -thefds.net -time-japan.ru -tizanidinecost.blogspot.com -tizanidineduringpregnancy.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinepills.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinevssoma.blogspot.com -tmearegion26.com -tonivedu.it -topmira.com -topshef.ru -tracfone.com +tech4master.com +thecounter.com +thefotosgratis.eu +thejournal.ru +thenetinfo.com +thepokertimer.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tizanidinestreetprice.blogspot.com +toloka.hurtom.com +tomatis.gospartner.com +tongkatmadura.info +top10registrycleaners.com +top10-way.com +top1-seo-service.com +topquality.cf +torrent-newgames.com +tourismvictoria.com tracksz.co -trion.od.ua -tv-spoty.info -underthesite.com -unece.org -uni.me -unrealcommander.biz -unrealcommander.com -urengoy.pro -vacuumscleaner.com -vbabule.net -ventelnos.com -viagra-soft.ru -via-gra.webstarts.com -vip.51.la -vipms.ru -vkak.ru -vksaver-all.ru -voloomoney.com -vtc.pw -vucms.com -vzlomsn.org +trafficmp.com +traffique.net +truck-addzilla.life +trumpetedextremes.com +tt-ipd.info +tuberkuleznik.ru +turbodsp.com +turizmus.us +txxx.com +univerfiles.com +uptime-as.net +uptime-delta.net +usbggettwku.ga +userequip.com +validdomain.xyz +vektorpress.ru +viddyoze.com +videochat.world +videos-for-your-business.com +viktoria-center.ru +visitcambridge.org +voditeltrezviy.ru +voluumtrk.com +vseuznaem.com +vsexkontakte.net +vut.com.ru +wapsite.me +webmonetizer.net wedding0venues.tk -weightatraining.com +westermarkanjou.se wfb.hatedriveapart.com -while.cheapwebsitehoster.com -whiteproduct.com -white-truck.life -wnhjavlhezp.gq -wordpresscore.com -word-vorlagen.net -wpthemedetector.co.uk -wufak.com -ww1943.ru -www.888.com +williamrobsonproperty.com +wingsoffury2.com +womensplay.net +wonderfulflowers.biz +world-mmo.com +worst-sites.online +xaijo.com xaylapdiendanang.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--80ak6aa92e.com -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--d1abj0abs9d.in.ua -xnxx699.com -xwatt.ru -yadro.ru -youbrainboost.asia +xerox-douglas.cf +xfire.com +xjrul.com +x-mix.info +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--c1acygb.xn--p1ai +xn----itbeirbjbi7bc6bh2d.xn--p1ai +xrus.org +xsion.net +xvideosporn.biz +yeartwit.com +yoshkarola.zrus.org +yougetsignal.com yourothersite.com -yourserverisdown.com -yousense.info -zajm-zalog-krasnodar.ru -zarenica.net -zero1.it -zigarettenonlinekaufen2.bloog.pl +youthreaders.com +zaloro.com +zambini.ru +zigarettenonlinekaufen1.bloog.pl +zionstar.net zirondelli.it -znaturaloriginal.com -zona-aqua.ru +z-master.ru +znakomstva-piter78.ru +zoodrawings.com zoominfo.com -zzlgxh.com +zoomovies.org +zscaler.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index a2c82d1a6..8d05528a2 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1j7740kd.website -1kinobig.ru -24x7-server-support.site -3rbseyes.com -3w24.com -abiente.ru -abtasty.com -adanih.com -adelly.bg -adhome.biz -admeasures.com -adviceforum.info -afftrack001.com -airlandsea.info -alborzan.com +00webcams.com +1qingdao.com +202ch.com +28n2gl3wfyb0.ru +aasoldes.fr +academia-nsk.org +adcash.com +ads-cool.pro +adsfresh.men +adult3dgames.com +adultfullhd.com +adverster.com +aerogo.com +aibolita.com +albuteroli.com alekseevec.ru -algerianembassy.co.in -amoi.tn -animaltoplist.com -apartmentbay.ru -apilinkswiftco-a.akamaihd.net -aramaicmedia.org -arclk.net -astana.xxxkaz.org -atlasvkusov.ru -atofilms.com -autoseo-traffic.com -avto-oligarh.ru -ayerbo.xhost.ro -babs.com.ua -babyfactory.fr -babyguns.ru -bambi.ck.ua -bank.uz -bjetjt.com -blog.koorg.ru -boleznikogi.com -bombla.org -boo-arts.com -brandbucket.com -brg8.com -brimstonehillfortress.org -bristolhotel.com -budpost.com.ua -bum.com.ru -buttons-for-your-website.com -buytizanidineonline.blogspot.com -buzzsumo.com -calc-for-credit.ru -canrioloadm.gq -canvas.gloverid.site -casinos4dummies.co.uk -cfsrating.sonicwall.com -cheapjerseysap.com -chinese-amezon.com -clickbank.net -club-lukojl.ru -compliance-alexa.top -compliance-brian.top +algarveglobal.com +alif-ba-ta.com +amospalla.es +anal-acrobats.com +anal-acrobats.hol.es +anjalika.co.in +apimossnetinfo-a.akamaihd.net +arewater.com +avon-novosib.ru +bannerswap.com +beachfix.co +begalka.xyz +bestcalovebracelet.cn +bio.trade-jp.net +blackhatworth.com +blpmovies.com +braintobe.win +bryansk.zrus.org +buydissertation.net +buy-forum.ru +cacheimages.com +callejondelpozo.es +cdncash.com +cdncash.net +cdn.walkme.com +ceotrk.com +cheapbelstaff.online +christianlouboutinsaleonline.us +classiquebijoux.ru +cleanersoft.com +clicksor.net +cmhomestayagency.com compliance-brian.xyz -compliance-irvin.xyz -computernetworksonline.com -comsysnet.com -cowlmash.com -culmimg.pw -customcatchcan.com -customchocolate.business-for-home.com -cv.wallhade.co -cwetochki.ru -deadlinkchecker.com -delayreferat.ru -dogsrun.net -dollartree.info -domination.ml -dptaughtme.com -drugstoreforyou.com +connectionstrenth.com +coslab.club +davidovic.info +diminishedvalueoforegon.com +documentbase.net +domini.cat +dosug-lux.ru +download-of-the-warez.blogspot.com +doxyporno.com +drunkmoms.net +dvrlists.com +dwomlink.info eas-seo.com -e-buyeasy.com -edelstahlschornstein-123.de -ekto.ee -eldiariodeguadalajara.com -elektroniksigaraankara.info -elektrozigaretten1.postbit.com -exchanges-bet.com -f00kclan.de -faracontrol.ir -fickluder69.com -filkhbr.com -fordsonmajbor.cf -formulaantiuban.com -freeuploader.com -frighteningremain.cf -fun-mobi.pl -gamedayassist.com -gdebestkupit.ru -girlsatgames.ru -gk170.ru -gogalleryawesome.com -golmau.host.sk -gsasearchengineranker.xyz -habermetre.com -hackers-crackers.tk -hasshe.com -homedecorpicture.us -homik.pw -hop.clickbank.net -hothor.se -hptwaakw.blog.fc2.com -https-legalrc.biz -humanorightswatch.org -ifmo.ru -igtools.club -i-hobot.ru -impresagaia.it -iphantom.com -iqs.biz.ua -iscblog.info -jabimgo.pw -javxxx18.com -konkursowo-24.pl -krasivoe-hd.net -ku6.com +e-avon.ru +ege-essay.ru +elektrozigarette1.dreamwidth.org +enhand.se +erotikchat-24.com +event-tracking.com +exct.net +eyes-on-you.ga +ezigarettenkaufen1.pagina.gr +f07.de +factorynightclub.com +faptitans.com +ferieboligkbh.dk +ff30236ddef1465f88547e760973d70a.com +firma-legion.ru +floating-share-buttons.com +floridamhca.org +fortevidyoze.net +frameimage.org +free-traffic.xyz +freewareseek.com +frivgame250.com +ftns.ru +fuel-gas.com +gaytube.com +getmyads24.com +gloverid.site +goldpanningtools.com +gonextmedia.com +gopixdatabase.com +gosmeb.ru +greatfind-a.akamaihd.net +greenidesign.co +gsmlab.pl +hkdiiohi.skyrock.com +hoporno.com +hostcritique.com +hotgirlhdwallpaper.com +housemilan.ru +hyhj.info +iloveitaly.ru +incest-ru.com +int.search.tb.ask.com +kamorel.com +karpun-iris.ru +karting196.ru +katadhin.co +kidskunst.info +kino-fun.ru +kino-key.info +kino-rating.ru +koopilka.com +kriokomora.info +kutikomi.net +lacasamorett.com larchik.net -lawyers.cafe -louboutinbooties.xyz -luckyshop.net.ua -markjaybeefractal.com -matpre.top -medispainstitute.com.au -megaindex.ru -mere.host.sk -microsoftportal.net -millionare.com -miniature.io -moje-recenze.cz -monclerjacketsoutlet.win -morf.snn.gr -moscow-clining.ru -moscow-region.ru -mosdverka.ru -mp3downloadhq.com -musicktab.com -mustwineblog.com -nikitabuch.com -notfastfood.ru -nufaq.com -of-ireland.info -one-gear.com -onlinetvseries.me -ownshop.cf -park.above.com -partner-print.men -pastaleads.com -pateaswing.com -pathwhelp.org -petrovka-online.com -pizda.lol -pizdeishn.com -poiskzakona.ru -pornogad.com -porno-raskazy.ru -positive2b.ru -priora-2.com -profit-opportunity.com -proposal-engine.com -quelle.ru -razamicroelectronics.com -restaurantlescampi.com -rocketchange.ru -royal-betting.net -royal-investments.net -sady-urala.ru -sarm.tk -sbdl.no -sbwealthsolutions.ca -scanner-elena.top -scanner-josh.top +law-check-two.xyz +leboard.ru +likesdesign.com +linkarena.com +lollypopgaming.com +lotto6888.com +love-baby.cz +lovi-moment.com.ua +mafa-free.com +maridan.com.ua +mathgym.com.au +medicine-4u.org +medizinreisen.de +medosmotr-ufa.ru +menstennisforums.com +mhtr.be +microstatic.pl +mirmedinfo.ru +missvietnam.org +mmgq.ru +mmofreegames.online +modenamebel.ru +modnie-futbolki.net +moncleronline.xyz +money-every-day.com +moyakuhnia.ru +my-aladin.com +mygameplus.ru +mymobilemoneypages.com +myonlinepayday.co +nalogovyykodeks.ru +nationalbreakdown.com +net-profits.xyz +njpalletremoval.com +nl.netlog.com +normalegal.ru +northfacestore.online +notaria-desalas.com +novosibirsk.xrus.org +nucia.biz.ly +nyfinance.ml +o333o.com +obesidadealgarve.com +offer.wpsecurity.website +office2web.com +olympescort.com +ons-add.men +partner-stop.men +parvezmia.xyz +pattersonsweb.com +pensplan.com +pokerniydom.ru +pony-business.com +porn555.com +pornobrazzers.biz +pornohd1080.online +py100.ru +qld10000.net +qor360.com +rankia.com +rapidgator-porn.ga +rebelmouse.com +referencemoi.com +registry-cleaner.net +russintv.fr +rutor.vip +salmonfishingsacramentoriver.com +sanidumps.com +sankt-peterburg.nodup.ru +scanner-margo.top +schoolfiles.net sdrescher.net -searchlock.com -seasaltwithfood.com -seksvideoonlain.com -seocdvig.ru -serw.clicksor.com -sevendays.com.ua -sex-dating.co -sfd-chess.ru -shmetall.com.ua -sideeffectsoftizanidine.blogspot.com -sierraapps.com -sinestesia.host.sk -slowmacfaster.trade -social-search.me -softomix.net +searchwebknow-a.akamaihd.net +seokicks.de +sexkrasivo.net +shemalegalls.blogporn.in +shoesonlinebuy.xyz +sibecoprom.ru +silverage.ru +simpoed.ufop.br +sizeplus.work +sk.golden-praga.ru +skutecznetabletkinaporostwlosow.pl +snow.nvr163.com sovinsteel.ru -spb.ru -specialfinanceoffers.com -stairliftstrue.com -stauga.altervista.org -stefanbakosab.se -sticken.co -supernew.org -surgut.zrus.org -svetlotorg.ru -takeflyte.com -t-bygg.com -telefonsex-ohne0900.net -textads.men -thaisamkok.com -thebluffs.com +space-worry.ml +spy-app.info +statistici.ro +stroilka.info +stuff-about-money.com +superstats.com +tampabaywatch.org +techart24.com +teslathemes.com thegalerie.eu -thetattoohut.com -thetoiletpaper.com -titan-ads.life -titan-cloud.life -tizanidineformigraines.blogspot.com -tizanidinenarcotic.blogspot.com -tizanidinezanaflex.blogspot.com -top250movies.ru -tovaroboom.vast.ru -traffic2money.com -truck-land.life -ultramart.biz -us-america.ru -uvozdeckych.info -vertaform.com +titslove.yopoint.in +tizanidinevsvalium.blogspot.com +tomatis.gospartner.com +top-study.work +touchmods.fr +tour-line.net +trackzapper.com +traffmonster.info +turkeyreport.tk +tzritel.tk +usiad.net +vashsvet.com +vclicks.net +veselokloun.ru +vezuviy.su videochat.life -viel.su -virtuagirl.com -voltrknc1.com -vozbujdenie.com -vut.com.ru -vzube.com -wemedinc.com -wildcattube.com -x5market.ru -xblognetwork.com +virtualbb.com +voluumtrk.com +vsdshnik.com +vsesubwaysurfers.com +warningwar.ru +webinstantservice.com +wholesalecheapjerseysfree.com +worst-sites.online +ws.ampower.me +ww1943.ru +xbaboon.com xchat26.myfreecams.com -xitjw.info -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80ak6aa92e.com -xvideospornoru.com -yhit.press -yoshkarola.zrus.org -youporn-ru.com -yourporngay.com -yourserverisdown.com -yugo-star.ru -zarabotok--doma.ru -zeroredirect1.com -zigarettenonlinekaufen2.bloog.pl +xfluro.com +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xxxnatelefon.ru +yousense.info +youthreaders.com +youtoner.it +zebradudka.com +zoodrawings.com +zooggames.com diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 44a549262..ba94b343a 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index d4bccea5d..414ff24ed 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index beeb080d9..ffca02bb4 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.04.2044 +#### Version: V4.2020.04.2046 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b82a8ead5..cfa7a66c5 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.04.2044 +#### Version: V4.2020.04.2046 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index f4cf4ffff..a8c632f4a 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2020.04.2044 +#### Version: V4.2020.04.2046 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) @@ -30,7 +30,7 @@ _______________________ ##### nginx version: nginx/1.10.x :heavy_check_mark: ##### nginx version: nginx/1.16.1 :heavy_check_mark: ##### nginx version: nginx/1.15.8 :heavy_check_mark: -##### nginx version: nginx/1.17.9 :heavy_check_mark: +##### nginx version: nginx/1.17.10 :heavy_check_mark: __________________________ Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index a4a4ff693..b7919da9c 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2020.04.2044 +#### Version: V4.2020.04.2046 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index c851be328..e8416643e 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.04.2044 -### Updated: Wed Apr 15 14:44:22 SAST 2020 +### Version: V3.2020.04.2046 +### Updated: Wed Apr 15 15:22:26 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 26e6fa50a..795388015 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:20 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:25 SAST 2020 ### Bad Referrer Count: 6831 ### Bad Bot Count: 571 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 18042cfc8..f3de9702e 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2020.04.2044 -### Updated: Wed Apr 15 14:44:23 SAST 2020 +### Version: V4.2020.04.2046 +### Updated: Wed Apr 15 15:22:27 SAST 2020 ### Bad Bot Count: 571 ################################################### ### Version Information ##