diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 14f9269bb..168023023 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1716 -### Updated: Mon Jul 1 12:41:00 SAST 2019 +### Version: V3.2019.07.1717 +### Updated: Mon Jul 1 12:58:05 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..42c86bb7d 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..e42e64139 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 14f9269bb..168023023 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1716 -### Updated: Mon Jul 1 12:41:00 SAST 2019 +### Version: V3.2019.07.1717 +### Updated: Mon Jul 1 12:58:05 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..42c86bb7d 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..e42e64139 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 14f9269bb..168023023 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1716 -### Updated: Mon Jul 1 12:41:00 SAST 2019 +### Version: V3.2019.07.1717 +### Updated: Mon Jul 1 12:58:05 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 479de1217..42c86bb7d 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..e42e64139 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 14f9269bb..168023023 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1716 -### Updated: Mon Jul 1 12:41:00 SAST 2019 +### Version: V3.2019.07.1717 +### Updated: Mon Jul 1 12:58:05 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 14f9269bb..168023023 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1716 -### Updated: Mon Jul 1 12:41:00 SAST 2019 +### Version: V3.2019.07.1717 +### Updated: Mon Jul 1 12:58:05 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index dfe11992c..6bb263b2c 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index cb2425fb6..c0fc69668 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; +35.192.85.2 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 465ec1626..966492772 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 290c48e19..2f692b069 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.1.99 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 1e63b10f6..cd7c2db25 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.188.1.99 0; 35.202.145.110 0; -104.154.120.187 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 579e0709d..a729a0941 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 433084043..7e6f4446f 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.1.99 0; 35.184.226.236 0; +35.224.112.202 0; +35.202.145.110 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 4568239e2..b9cc80d55 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; -35.188.1.99 0; +35.184.226.236 0; 35.193.7.13 0; +35.224.112.202 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 479de1217..42c86bb7d 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 309207a99..2964714d5 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -404enemy -Brandwatch -BuiltWith -CopyRightCheck -Deusu -DomainStatsBot -MJ12bot -Siteimprove -UnisterBot -WASALive-Bot +EirGrabber +Firefox/7.0 +Gigablast +Gigabot +Grafula +OpenLinkProfiler +RepoMonkey +Seomoz +WebGo IS +WebImageCollector diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 8c9ee7bcc..4644529da 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider +404checker 404enemy -Aboundex -Acunetix +Aboundexbot +ADmantX AhrefsBot AiHitBot Aipbot -Alexibot Alligator -AllSubmitter +Apexoo archive.org_bot ASPSeek -autoemailspider -Backlink-Ceck -backlink-check -Barkrowler +BacklinkCrawler BatchFTP -Battleztar Bazinga BBBike -BDCbot BetaBot Bigfoot -Blackboard -Black Hole +Bitacle BlackWidow BLEXBot -Blow -Boardreader -Bolt -BuzzSumo +BlowFish +BotALot +BuiltBotTough CazoodleBot Cegbfeieh -CherryPicker -ChinaClaw Claritybot -com.plumanalytics -Copyscape +Cloud mapping +coccocbot-web +Cogentbot +cognitiveseo +Collector +Copier Craftbot -crawler4j -crawler.feedback +crawl.sogou.com Crescent -CrunchBot Custo +DatabaseDriverMysqli DataCha0s +DBLBot demandbase-bot Demon -Digincore +DigitalPebble +DIIbot Dirbuster Discobot Discoverybot Dispatch +DnyzBot DomainAppender +DomainCrawler +DomainSigmaCrawler +Dotbot +Download Wonder Dragonfly -EasyDL +Drip +eCatch ECCP/1.0 Ecxi -EMail Wolf -evc-batch +EirGrabber Exabot -EyeNetIE -Ezooms -Fimap +Extractor +ExtractorPro +Extreme Picture Finder +FHscan +Firefox/7.0 FlashGet -Flunky -Freeuploader -GalaxyBot +FyberSpider Genieo GermCrawler +GetRight +GetWeb +Gigabot G-i-g-a-b-o-t -Go-Ahead-Got-It -Gotit GoZilla -Go!Zilla +GrabNet +GrapeshotCrawler Haansoft Harvest Havij HEADMasterSEO Heritrix -HMView +HTMLparser +HTTP::Lite HTTrack +Humanlinks HybridBot -Iblog IDBot Id-search +Image Fetch Image Sucker -Indy Library -InfoNaviRobot +IndeedBot +instabid Intelliseek -internetVista monitor +Internet Ninja Iria -IstellaBot JamesBOT Jbrofuzz -JennyBot +JetCar +Jetty JikeSpider +JOC Web Spider Joomla Jorgee -Jyxobot -Keyword Density +JustView Kozmosbot Lanshanbot -LexiBot +Larbin Lftp LinkpadBot +LinksManager LinkWalker -LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot -Lipperhey Spider -lwp-trivial -MarkMonitor -MarkWatch -Mass Downloader +Litemage_walker +Lmspider +lwp-request +LWP::Simple +Magnet +Mail.RU_Bot +Majestic-SEO +Masscan MauiBot meanpathbot Meanpathbot MeanPath Bot -Mediatoolkitbot -MegaIndex.ru -Microsoft URL Control -Mojeek -MSFrontPage +mediawords +Metauri +MFC_Tear_Sample +MIDown tool +Mister PiX +Morfeus Fucking Scanner +Mr.4x3 MSIECrawler -Msrabot -MS Web Services Client Protocol -Musobot Nameprotect Navroad NearSite Needle -Nessus +NetAnts Netcraft netEstate NE Crawler -Nettrack -Net Vampire -Netvibes -NetZIP +NetLyzer +NetMechanic +NetSpider NextGenSearchBot Nibbler NICErsPRO Niki-bot +NimbleCrawler +Nmap +NPbot oBot -Octopus -Offline Explorer -Offline Navigator -PageAnalyzer -Page Analyzer +Openvas +OutclicksBot +OutfoxBot PageGrabber PageScorer -Pandalytics Panscient -pcBrowser -Picscout +Papa Foto +PeoplePal +PHPCrawl Picsearch PictureFinder -plumanalytics +Pixray +PleaseCrawl +Pockey ProPowerBot Psbot +Pump +PxBroker +PyCurl +QueryN Metasearch RankActive -RankingBot2 -RankurBot -RealDownload -Reaper -Recorder -ReGet -RocketCrawler -Rogerbot +RankingBot +Rankivabot +s1z.ru ScanAlert -Scanbot -scan.lol -ScoutJet +Screaming ScreenerBot -Searchestate SEOkicks-Robot SEOlyticsCrawler -seoscanners -SEOstats +Seomoz +SEOprofiler +serpstatbot Shodan Siphon -SISTRIX -SiteSucker -Site Sucker +Sitebeam +SiteExplorer SlySearch -SMTBot -Sogou web spider -SpaceBison +Snapbot +Sociscraper Spammen Spanner -sp_auditbot Spbot -spyfu +Spinn3r +SputnikBot Sqlmap -Sucker -Sucuri -Surfbot +Stripper +SuperHTTP SurveyBot -Swiftbot -sysscan -T8Abot +Suzuran +Szukacz +Teleport TeleportPro -TheNomad +Telesoft +Telesphorep +The Intraformant Toata -Tracemyfile -trendiction.com +Toweyabot +Trendictionbot Turingos Turnitin -TurnitinBot -Twice -Typhoeus -Upflow -URLy Warning +UnisterBot +URLy.Warning Vacuum -VB Project -Virusdie +Vagabondo +VCI +VidibleScraper +VoidEYE +Voil Voltron Wallpapers/3.0 WallpapersHD -WASALive-Bot -Webalta -WebAuto -WebCollage Web Collage WEBDAV -WebEnhancer -Web Enhancer -Web Fuck -WebGo IS -WebImageCollector +Web Fetch +WebLeacher WebmasterWorldForumBot webmeup-crawler -WebSauger -Web Sauger +WebReaper +WebsiteExtractor WebStripper -WebWhacker +Web Sucker WebZIP -Whatweb -Who.is Bot +Whacker Widow WinHTTrack WiseGuys Robot -WISENutbot +Woobot Wotbox +Wprecon +WPScan WWW-Mechanize +x22Mozilla Xaldon WebSpider -Xaldon_WebSpider Xenu -Zade +xpymep1.exe +Zauba +zauba.io Zermelo -Zitebot +Zeus +zgrab ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 61cde4a03..e7389afe0 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -Aboundex +360Spider +404enemy +80legs +Aboundexbot +Acunetix ADmantX -AIBOT AiHitBot -Alexibot -AllSubmitter +Alligator +AlphaBot Anarchie -Apexoo +ASPSeek +Asterias Attach -Badass +backlink-check +BacklinkCrawler BBBike BDCbot -BDFetch -BetaBot Bigfoot Bitacle -Black Hole +Blackboard +Blow BlowFish BotALot -BuiltBotTough -BuiltWith +Brandprotect +Buddy +Bullseye +BunnySlippers BuzzSumo +CATExplorador +CazoodleBot CCBot -Cegbfeieh -CheeseBot +CherryPicker CheTeam +ChinaClaw +Chlooe Cliqzbot Cogentbot -Collector +cognitiveseo Copyscape Cosmos -Craftbot crawler.feedback crawl.sogou.com CrazyWebCrawler -Crescent -CSHttp Curious -DatabaseDriverMysqli -DataCha0s +Custo DBLBot demandbase-bot +Demon Deusu -DIIbot +DigitalPebble Dirbuster -Discobot -Dispatch -DittoSpyder +Discoverybot DomainCrawler -DomainSigmaCrawler +Download Wonder Drip -DSearch -DTS Agent -ECCP/1.0 +EMail Siphon +EMail Wolf EroCrawler -Express WebPictures -ExtLinksBot -ExtractorPro -Ezooms +evc-batch +Exabot +Extractor +Extreme Picture Finder +FDM +FlashGet +Flunky Freeuploader FrontPage -Fyrebot -GermCrawler -Getintent +Genieo +GetRight Gigablast Gigabot -Gotit -GoZilla +G-i-g-a-b-o-t +Go-Ahead-Got-It Grabber GrabNet -Grafula -GrapeFX +GrapeshotCrawler GridBot GT::WWW -Haansoft +Heritrix HMView +HTTP::Lite +HTTrack Humanlinks HybridBot -Iblog +Id-search Image Sucker +InfoTekies Intelliseek +InterGET InternetSeer internetVista monitor +ips-agent Iria -Iskanie -Jbrofuzz -Jetty -Kenjin Spider +IRLbot +JennyBot +JetCar +JikeSpider +JOC Web Spider +Jyxobot +Keyword Density Kozmosbot LeechGet LexiBot Lftp LibWeb -Libwhisker -LinkpadBot -LinqiaMetadataDownloaderBot -Lipperhey Spider -Ltx71 -lwp-request -LWP::Simple +Lightspeedsystems +LinkScan +LinkWalker +LinqiaRSSBot +LNSpiderguy lwp-trivial -Magnet Mag-Net -magpie-crawler Mail.RU_Bot -Majestic-SEO -Masscan +Majestic SEO +MarkWatch Mass Downloader -Mata Hari MauiBot -meanpathbot Meanpathbot +MeanPath Bot Mediatoolkitbot MegaIndex.ru -MFC_Tear_Sample -Microsoft URL Control +Microsoft Data Access +MIIxpc Mister PiX -MJ12bot -Morfeus Fucking Scanner +Mojeek Mr.4x3 -muhstik-scan -Name Intelligence -Nameprotect +MS Web Services Client Protocol +Musobot Navroad NearSite Nessus NetAnts -Netcraft netEstate NE Crawler +NetMechanic +NetSpider +Netvibes NetZIP NextGenSearchBot -Nibbler Niki-bot +NimbleCrawler +Nimbostratus +Ninja Nmap oBot -Offline Explorer -Offline Navigator +Openfind +OpenLinkProfiler Openvas -OpenVAS -OrangeSpider -PageGrabber +OrangeBot +OutfoxBot page scorer -PageScorer +Panscient +Pavuk PeoplePal -Picsearch -PictureFinder Pi-Monster -Pixray -PleaseCrawl -plumanalytics -Pockey POE-Component-Client-HTTP -Probethenet -ProPowerBot +ProWebWalker Psbot -PxBroker -Quick-Crawler -RankingBot +Pump +QueryN Metasearch RankingBot2 +RankurBot RebelMouse -Recorder -ReGet +RedesScrapy Ripper +RocketCrawler Rogerbot -s1z.ru SBIder -ScanAlert -Scanbot scan.lol Scrapy -Screaming -Semrush -SeoSiteCheckup -SEOstats +ScreenerBot +SearchmetricsBot +SemrushBot +SEOkicks +SEOlyticsCrawler serpstatbot -SiteExplorer -Siteimprove +SISTRIX SiteLockSpider -Site Sucker -SlySearch -SmartDownload +SiteSnagger SMTBot -Snake -Sosospider -sp_auditbot +Snoopy +SocialRankIOBot +Sociscraper +Sogou web spider +Sottopop +SpankBot Spbot +SputnikBot spyfu -Sqlmap -Sqworm -Steeler -Stripper +Sqlworm SuperBot -Surfbot -SurveyBot -sysscan -Szukacz +SuperHTTP +Swiftbot T0PHackTeam +T8Abot tAkeOut -Telesoft +Teleport Telesphoreo +Telesphorep +The Intraformant +TheNomad TightTwatBot +Titan Toata Toweyabot -Trendiction +Tracemyfile +trendiction.de True_Robot +Turingos +Turnitin +TurnitinBot Twice -Upflow -URLy.Warning -Vacuum -Vagabondo +URLy Warning VB Project -VeriCiteCrawler -VoidEYE +VidibleScraper +Voil Voltron WallpapersHD +WBSearchBot Webalta WebAuto WebCollage -WebCopier +Web Collage Web Fetch -WebGo IS -WebImageCollector -WebLeacher -WebPix +WebFuck Web Pix -WebReaper WebSauger -Web Sauger Webshag WebsiteQuester -WebStripper +Webster WebSucker +Web Sucker +WeSEE Whack Whacker -Whatweb Who.is Bot +Widow WinHTTrack +WISENutbot Wonderbot Woobot -Wotbox WWW-Collector-E WWW-Mechanize -WWW::Mechanize -WWWOFFLE x09Mozilla -Xenu -Zermelo +x22Mozilla +Xaldon_WebSpider +Zauba Zeus +zgrab Zitebot -ZmEu +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 904e87312..a8ac8f9ba 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -centrumcoachingu.com -club-lukojl.ru -gettpromos.com -magicalfind-a.akamaihd.net -panouri-solare-acoperis.com -pornotubexxx.name -princeadvantagesales.com -sukirgenk.dvrlists.com -wahicbefa31.soup.io -zeroredirect11.com +atleticpharm.org +bird1.ru +coolyarddecorations.com +education-cz.ru +get-free-traffic-now.com +hubbble.com +med-zdorovie.com.ua +oecnhs.info +scat.porn +similardeals.net diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 4985b4db1..111ab0e33 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -202ch.com -21h2o.com -2345.com -23kw.ru -2pxg8bcf.top -3-letter-domains.net -40cg.com -5elementov.ru -5kstore.com -7yue.org -8gold.com -aa9bd78f328a6a41279d0fad0a88df1901.com -acc.eu.org -activecampaign.dreamhosters.com -adamoads.com -adelly.bg -adktrailmap.com -adloads.com -adsloads.com -adultfullhd.com -adverster.com -ad-words.ru -ahrntal.verymes.xyz -akita.kz -alert-fjg.xyz -alert.scansafe.net -alienwheel.es -allsilver925.co.il -angry-fermi-7633.arukascloud.io -apartmentratings.com +007angels.com +1000n1.ru +12u.info +1314dh.com +2drittel.de +4kepics.com +4replicawatch.net +5forex.ru +7fon.ru +7makemoneyonline.com +9med.net +aa8780bb28a1de4eb5bff33c28a218a930.com +aa8b68101d388c446389283820863176e7.com +aadroid.net +absolute-s.ru +abtasty.com +adconscious.com +adserver-e7.com +affordablewebsitesandmobileapps.com +agahinameh.com +agysya.ru +aihelen.net +airlandsea.info +akusherok.ru +alert-jdh.xyz +alessandraleone.com +algerianembassy.co.in +alveris.ru +amateurlivechat.org +amazingninja.com +amigobulls.com +angkortours.vn +apparel-offer.com apps-analytics.net -apxeo.info -arabgirls.adultgalls.com +appsaurus.com arcadeplayhouse.com -arpelsreplica.xyz -articlesdirectoryme.info -artparquet.ru -autobrennero.it -autoloans.com -aviav.org -avon-severozapad.ru -axbocz.net -azbuka-mo.ru -babyfactory.fr -bagsonsale.online -balkanfarma.org -bankcrediti.ru -batanga.net -begalka.xyz +asrv-a.akamaihd.net +asseenontvonline.ru +auspolice.com +avtochehli.by +azartclub.org +azte.ch +backgroundpictures.net +bagcionderlab.com +baixar-musicas-gratis.com +balkanfarma.ru +balla-boo.se +bamo.xsl.pt +barbourjackets.online +battlecarnival.su +bausparen.bz.it +bayareaaeroclub.org +bazaronline24.ru +bbtec.net bestofupload.info -bigpenisguide.com -bio-optomarket.ru -bitcoinremote.com -bjetjt.com -bloggedporn.com -bodybuilding-shop.biz -bonzibuddi.com -boo-arts.com -bosefux.esy.es -bracketsmackdown.com -brainboosting.club -brillianty.info -buehne-fuer-menschenrechte.de -bum.com.ru -buqayy0.livejournal.com -buyclomidonlaine.com -buyessayonline19.blogspot.ru -buyhoverboard.com -buypanicdisorderpill.com -buyscabiescream.com -bytimedance.ru -cardsharp1.ru -cartierlovestore.com -cctva.tv -cementaresearch.se +best-seo-software.xyz +best-seo-solution.com +bestssaker.com +bestwebsitesawards.com +bet365.com +bigpictures.club +bildsuche.ru +bioscorp.ru +biznesrealnost.ru +blogrankers.com +bosman.pluto.ro +brainxs.us +brainzpod.win +brandbucket.com +brg8.com +browserprotecter.com +brus.city +buzzzg.men +callawaygolfstore.online +callmd5map.com +canacopegdl.com +canoncdriverq3.pen.io +carina-sy.de +cartierring.xyz +caulderwoodkennels.com +cdn.walkme.com c-english.ru -cheapestjerseys-wholesale.com -checkhit.com -checkm8.com -choice-credit.ru -christianlouboutinreplica.win -cialischsrx.com -cleansearch.net -club-lukojl.ru -cmhomestayagency.com -collegerentals.com -compliance-brian.xyz -compliance-george.xyz -compliance-julia.top -compliance-nelson.top -construmac.com.mx -cookielawblog.wordpress.com -countercrazy.com -cpajunkies.com -creativehutindia.com -crynet.cc +cerev.info +cheapcigarettesc.info +check-host.net +chiblackhawks-jerseys.com +chocolateslim-u-srbiji.com +cineacademy.ru +cjs.com.ru +cleanmypc.com +clickaider.com +clickpapa.com +clipartnew.com +clips.ua.ac.be +compliance-elena.top +cookie-law-enforcement-ff.xyz +cordstrap.cc +counciltally.com +counter.yadro.ru +country-chic.ru +covadhosting.biz +crackguru.tk +cracksplanet.com +crest-poloski.ru cubook.supernew.org cubs-jerseys.us -customcatchcan.com -custom-product-labels.com -customsua.com.ua -d0t.ru -dalavia.ru -d-black.bz -decorazilla.com -delayreferat.ru -dellalimov.com -detmebel.su -diesel-parts28.ru -dipstar.org -discountliv.com -diy-handmade-ideas.com -djstools.com -dkvorota.ru -domain2008.com -domainsphoto.com -domcran.net -download-of-the-warez.blogspot.com -doxysexy.com -druzhininevgeniy63.blogspot.com -dumpsmania24.com -easyshoppermac.com -e-avon.ru -edelstahlschornstein-123.de -ekto.ee -elektrozigaretten1.webs.com -eloxal.ru +custodieva.ru +customcollegeessays.net +cutalltheshit.com +dame-ns.kz +danashop.ru +danschawbel.com +day-news.info +ddpills.com +decenttools.com +designdevise.com +detalizaciya-tut.biz +detskie-konstruktory.ru +detsky-nabytek.info +dickssportinggoods.com +diegolopezcastan.com +disruptingdinnerparties.com +dnsrsearch.com +docsportal.net +documentbase.net +dollartree.info +domaincrawler.com +downloadkakaotalk.com +downtuptv.gq +droidlook.net +dynainbox.com +easync.io +e-commerce-seo.com +ekspresihati.info +electricwheelchairsarea.com +elektrischezigarette2.onsugar.com +elektrischezigaretten1.blogse.nl +elektronischezigarettekaufen1.myblog.de +elektrozigarettekaufen2.blogse.nl +elite-sex-finders.com +elvenmachine.com +emailaccountlogin.co emediate.eu -emerson-rus.ru -enge-fotzen.info -eorogo.top -escortplius.com -escort-russian.com -essayservicewriting.org -eu-cookie-law.blogspot.com -eupornstar.info -eurosamodelki.ru -euroskat.ru -f012.de -f07.de +enews.tech +eralph.tk +ertelecom.ru +etm-consult.de +evrotekhservis.ru +expresstoplivo.ru +extlabs.io +fakehandbags.xyz +falopicm.pw fashionavenuegame.com +fashion-stickers.ru feeriaclub.ru -fefo.gdn -fenoyl.batcave.net -feorina.ru -fettefrauen.net -fickkontaktehobbyhuren.com -figuringmoneyout.com +fellowshipoftheminds.com +fermersovet.ru +ferrotodo.com +fickenprivat.info +filefilter.weebly.com +fillmewithhappiness.com findpik.com -floridamobilebillboards.com -fortevidyoze.net +finuse.com +firesub.pl +flashbannernow.com +florida-tourism.net +flprog.com +fodelsedagspresenter.nu +formularz-konkurs.tk fortwosmartcar.pw -fotoxxxru.com -franecki.net -fr-bearings.ru -freeseedsonline.com -free-social-buttons.xyz -free-video-tool.com -freewlan.info -froggytube.com -fullgirl.ru -funnymama.com -funponsel.com -funtoonez.com -fusoradio.info -game-top.su -gamingspark.com -gateway.zscalerone.net -gaytube.com -gearcraft.us -generalporn.org -genetworx.com -gettpromos.com -girlsatgames.ru -goldandcard.ru +fotosfotos.eu +foxjuegos.com +foxydeal.com +free-share-buttons.top +free-traffic.xyz +freshdz.com +frustrated-favorable.gq +fx-brokers-review.com +fyxabomiw.ru +gambarkataku.co +gateway.zscalertwo.net +germetiki.com.ua +get-free-social-traffic.com +getmyads24.com +girlspicsa.com +gloverid.site +goatse.ru +golden-catalog.pro goldpanningtools.com -gombita.info -goodhousekeeping.com -goodnightjournal.com -goroda-vsego-mira.ru -greendream.com.ua -growboxbl.ru -guardlink.com -hchha.com -hdimagelib.com -hdpixion.com -hdxnxxtube.mobi -hermesbracelets.xyz +gosmeb.ru +gratis-sexkontakte.com +greenidesign.co +gwagka.com +gyffu.com +handicapbathtubarea.com +hannasolution.ru +hatedriveapart.com +hawaiielectriclight.com +hd-film.pl +hentai-manga.porn heroz.fr -hifidesign.ru -hiwibyh.bugs3.com -horoshieokna.com -hostcritique.com -hothor.se -hotkeys.com -howmuchdoestizanidinecost.blogspot.com -hscsscotland.com -hybrid.ru -ibmdatamanagement.co -ictizanidinehcl4mg.blogspot.com -ikearugs.xyz -ilmen.net -iminent.com -incolors.club -incomekey.net -increasewwwtraffic.info -instabid.tech -intellektmedia.at -intervsem.ru +heygidday.biz +hitcpm.com +hledejvshopech.cz +homelygarden.com +home-task.com +hoste.octopis.com +hostingclub.lk +hoverboard360.se +https-legalrc.biz +hustoon.over-blog.com +ico.re +iflycapetown.co.za +igrovyeavtomaty777.ru +igru-xbox.net +iinstalll-fii1leis.jus0wil.pp.ua +ilovevitaly.xyz +imagerydatabase.com +imagine-ex.co +imguramx.pw +infazavr.ru +informatiecentro.be +interferencer.ru +intim-uslugi.info invitefashion.com -ip-guide.com -ivanovo.zrus.org -javcoast.com -jerseychinabizwholesale.us -jerseywholesalebizchina.com -jongose.ninja -jus0wil.pp.ua -justucalling32211123456789.tk -jyvopys.com +inzn.ru +iopeninghours.co.uk +itsdp3.com +jackpotchances.com +jamiembrown.com +janettabridal.com +jestr.org +joingames.org +jose.mulinohouse.co +journalhome.com +juliadiets.com kabbalah-red-bracelets.com -kadashihotel.com -kazan.xrus.org -kaz.kz -kchaxton.com -kerch.site -ketoanhanoi.info -kidskunst.info -kihi.gdn -kiinomaniak.pl -kinofak.net -kino-fun.ru -kinoplen.ru -kinopolet.net -klejonka.info -komputers-best.ru -kongruan.com -kovrenok.ru -ku6.com -labelwater.se -lakomka.com.ua -lanasshop.ru -lankarns.com -letmacwork.world -lida-ru.com -likesdesign.com -link.ac -liquimondo.com -lisque.batcave.net -littlecity.ch -lombardfinder.ru -lovasszovetseg.hu -love-baby.cz -luciddiagnostics.in -m292.info -mafcards.ru -magicalfind-a.akamaihd.net -makis.nu -map028.com -maxthon.com -mb140.ru -mcar.in.ua -medicine-4u.org -medkritika.ru -menstennisforums.com -mindbox.co.za -minet.club -mirtorrent.net -missis.top -mixx.com -mnogabukaff.net -moivestiy.biz -monclerjacketsoutlet.pw -moneytop.ru -monsterdivx.com -monthlywinners.com -moomi-daeri.com -moscow-region.ru -moz.com -musflashtv.com -muznachas-service.ru -muz-shoes.ru -myanyone.net +kakadu-interior.com.ua +kamagragelusa.net +kandidos.com +keki.info +kemerovo.zrus.org +kerwinandcariza.com +keywordhut.com +keywordsking.com +keywords-monitoring-your-success.com +kinogonew.ru +klitimg.pw +kolotiloff.ru +kosynka-games.ru +landinez.co +laptop-4-less.com +lasvegaslockandsafe.com +laulini.soclog.se +leadwayau.com +lechtaczka.net +ledis.top +lezbiyanki.net +lifeinsurancekb.com +limtu.ifmo.ru +linkrr.com +liran-locks.com +liumimgx.pw +livetsomudvekslingstudent.bloggersdelight.dk +lodki-pvh.dp.ua +louboutinshoes.xyz +lsp-awak-perikanan.com +luxup.ru +macfix.life +macotool.com +magnetic-bracelets.ru +mail.allnews24.in +mansiondelrio.co +marmitaco.cat +masthopehomes.com +matrixalchemy.com +meccadumps.net +mega-bony2017.pl +mex-annushka.ru +mirobuvi.com.ua +misandesign.se +mmgq.ru +mobilemedia.md +modenamebel.ru +mole.pluto.ro +monclervests.xyz +montredemarque.nl +most.gov.iq +mrmoneymustache.com +multgo.ru +muschisexbilder.com +mybinaryoptionsrobot.com mycaf.it -mydeathspace.com -mydownlodablefiles.com -my-floor.in.ua -myhealthcare.com -mylesosibirsk.ru -mywallpaper.top -myyour.eu -nagdak.ru -narkologiya-orel.ru -natali-forex.com -nippon-bearings.ru -niroo.info -nlfjjunb5.ru -novodigs.com -oddamzadarmo.eu -offf.info -offtime.ru -okmusic.jp -oktube.ru -olgacvetmet.com -onemactrckr.com -onlainbesplatno.ru -online-templatestore.com -onload.pw -onlyforemont.ru -o-o-8-o-o.ru -ooomeru.ru -ozoz.it -papasdelivery.ru -parfusale.se -pc4download.co -petitions.whitehouse.gov -pharmacyincity.com -piccdata.com -picsforkeywordsuggestion.com -pihl.se -pillscheap24h.com -pizza-tycoon.com -platezhka.net +mylida.org +na15.ru +naphukete.ru +narco24.me +nastydollars.com +neks.info +neodownload.webcam +njkmznnb.ru +nordvpn.com +notasprensa.info +novosti-hi-tech.ru +nrjmobile.fr +ntic.fr +nuup.info +nzfilecloud.weebly.com +omoikiri-japan.ru +onlinadverts.com +onlinebay.ru +online-x.ru +o-o-11-o-o.com +optom-deshevo.ru +orhonit.com +ororodnik.goodbb.ru +ourville.info +outclicks.net +paramountmarble.co.uk +partnerads.men +partner-cdn.men +petsblogroll.com +picturesfrom.com +pistonclasico.com +pizdeishn.com +pizza-imperia.com +play.leadzupc.com +playtap.us +ploenjitmedia.azurewebsites.net plusnetwork.com pochemychka.net -podshipniki-ntn.ru -pomoc-drogowa.cba.pl -porno-chaman.info -pornosemki.info -porno.simple-image.com.ua -pornoslive.net -pornotubexxx.name -porto.abuilder.net -pourvous.info -preparevideosafesystem4unow.site -priscilarodrigues.com.br -proekt-gaz.ru -promodj.com +poiskzakona.ru +pokemon-go-play.online +porndairy.in +porndroids.com +pornhub-ru.com +pornoblood.com +pornofeuer.com +pornoreino.com +posible.net +prchecker.info +presleycollectibles.com +professionalwritingservices15.blogspot.ru promoforum.ru -pukaporn.com -putitin.me -quit-smoking.ga -rankexperience.com -ratemodels.net -razyboard.com -real-time-analytics.com -redirectingat.com -registrationdomainsite.com -registrysweeper.com -remmling.de -remontvsamare.su -remorcicomerciale.ro +promoheads.com +purplesphere.in +putevka24.ru +pyramidlitho.webs.com +qor360.com +questionmarque.ch +radiodigital.co +rankings-analytics.com +realmonte.net +registry-clean-up.net +relayblog.com rentehno.ru replicaclub.ru -replicalouboutin.xyz -rethinkwasteni.info -rewardit.com -ringtonepartner.com -robertefuller.com -rossmark.ru -ru-dety.ru -rukino.org -rumamba.com -rusenvironmental.net -santechnik.jimdo.com -sarf3omlat.com -sarm.tk -satellite.maps.ilovevitaly.com +retreatia.com +reversing.cc +rialp.getenjoyment.net +rimedia.org +rvtv.ru +sad-torg.com.ua +sanatorrii.ru +saneyes.com +sarafangel.ru savingsslider-a.akamaihd.net -scanner-andrew.top -scanner-elena.top -scanner-julia.top +sbtdesign.co.uk +scanner-irvin.top +scanner-ivan.top +scanner-jack.top +scanner-jessica.top +scanner-jess.top scanner-willy.top -scansafe.net -scat.porn -sc-specialhost.com -sdsjweb.com -searchaddis.com -searchimage.co -semalt.com -seo-2-0.com -seocdvig.ru -seocheki.net -serialsway.ucoz.ru -serpstat.com -service-core.ru -sexiporno.net -sexs-foto.top -sexy.babes.frontend-stack.top -shiksabd.com -shop.acim.org -shopperifymac.com -silverage.ru -simon3.ru -simply.net -simpoed.ufop.br -sitopreferito.it -skachat-besplatno-obrazcy.ru -skutecznetabletkinaporostwlosow.pl -slkrm.ru -social-search.me -solmarket.by -solution4u.com -spacash.com -spb.afora.ru -spb.ru -sport7777.net -spravka130.ru -stal-rulon.ru -startwp.org -staticfs.host -stockspmb.info -streha-metalko.si -stroimajor.ru -suchenindeutschland.com -supermama.top -suralink.com -suture.co -taaaak.com -tattoo33.ru -td-l-market.ru -tds-advert002.info -techart24.com -technika-remont.ru -telefonsexsofort.tk -templates.franklinfire.co +scrapinghub.com +scrapy.org +screentoolkit.com +sdrescher.net +search.1and1.com +seo-platform.com +seoprofiler.com +sexkontakte-seite.com +sexstream.pl +sex-tracker.de +shillyourcoins.com +shmetall.com.ua +shoplvlv.us +shoppingjequiti.com.br +shoppingmiracles.co.uk +shopvilleroyboch.com.ua +signx.info +sisiynas.ru +site-auditor.online +sitiz.club +skyway24.ru +slimcdn.com +slowmacfaster.trade +smailik.org +smallseotools.com +smart-balancewheel.com +snow.nvr163.com +snts.shell-pmr.ru +snworks.com +social-fun.ru +social-s-ggg.xyz +sodexo.com +soviet-portal.do.am +space2019.top +space4updating.win +spidtest.org +splendorsearch-a.akamaihd.net +sport-video-obzor.ru +spy-app.info +spywarespy.com +sribno.net +statistici.ro +steamoff.net +stjamesschool.info +strag-invest.ru +strana-krasoty.ru +surffoundation.nl +symphonyintegratedhealthcare.com +taboola.com +t-bygg.com +tedxrj.com +thaismartloan.com theautoprofit.ml +thebluenoodle.com themeforest.net -thewomenlife.com -threecolumnblogger.com -timecrimea.ru -tizanidine4mg.blogspot.com -tizanidineandhydrocodone.blogspot.com -tizanidinevssoma.blogspot.com -topquality.cf -torontoplumbinggroup.com -tracfone.com -track-rankings.online +theplacetoupdating.pw +thetardistimes.ovh +tizanidineandcipro.blogspot.com +tizanidineandgabapentin.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +top-deal.com.pl +toursmaps.com +tpu.ru +tube8.com +tuberkuleznik.ru tula.howotorg.ru -tv-spoty.info -twodollarshows.com -uggsale.online -uk-zheu20.ru -ural-buldozer.ru +twitlinks.com +twu.com.ua +ucsol.ru +udayavani.com +unece.org +unitexindia.com +univerfiles.com +urengoy.pro +urlcut.ru userequip.com -usiad.net -varikoz24.com -vashsvet.com +validccseller.com +vapeface.club +varikozdok.ru +vbabule.net +vedomstvo.net veerotech.com veopornogratis.xxx -via-energy-cumpara.com -viagra-soft.ru -viagroid.ru -videos-for-your-business.com -vip-file.com -vipromoffers.com -vksaver-all.ru -vvpg.ru -vysigy.su -wallpapers-best.com -watchmygf.net -waterpurifier.club -we-are-gamers.com -webenlace.com.ar -webinstantservice.com -weboptimizes.com -westen-z.life -wholesalejerseys-cheapest.com -wholinkstome.com -whosonmyserver.com -womens-journal.net +viandpet.com +videochat.mx +video-hollywood.ru +viktoria-center.ru +vipsiterip.org +visionwell.com.cn +vitanail.ru +vkak.ru +voloslove.ru +voltrknc1.com +vonradio.com +webextract.profound.net +webmasterhome.cn +weprik.ru +whatsappdownload10.com +whereiskentoday.com +wholesalejerseyscheapjerseys.us.com +wildnatureimages.com +wingsofrefuge.net +withstandingheartwarming.com +wnhjavlhezp.gq +wnoz.de +woman-orgasm.ru +writingservices17.blogspot.ru www.event-tracking.com -xchangetrak.com -x-diesel.com -xdoza.com -xep.info -xgames-04.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--d1abj0abs9d.in.ua -xrus.org -xxlargepop.com -y8games-free.com -yellowstonevisitortours.com -youbrainboost.asia -yourads.website -youresponsive.com -yousense.info -ypmuseum.ru -yugo-star.ru -zeroredirect9.com +xclicks.net +x-diesel.info +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--80ak6aa92e.com +xn--b1adccaf1bzj.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xportvusbdriver8i.snack.ws +xvideosbay.com +yougame.biz +youtubedownload.org +yuweng.info +zaobao.com.sg +zarenica.net zetmaster.ru -zhorapankratov7.blogspot.com -zigarettenonlinekaufen1.blox.pl -znaturaloriginal.com -zog.link -zojirushi-products.ru -zolotoy-lis.ru -zverokruh-shop.cz +zixizop.net.ru diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 515aaa43c..6b7fcf83a 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -101billion.com -123movies.love -1adult.com -1-free-share-buttons.com -1webmaster.ml -2000k.ru -2015god.org -23kw.ru -2girls1cup-free.com -7yue.org -aa9bd78f328a6a41279d0fad0a88df1901.com -adexprts.com -ads.tremorhub.com -agreda.pluto.ro -aihelen.net -allnews24.in -anjalika.co.in -apidiamondatanet-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -app-ready.xyz -approved.su -arenda-yeisk.ru -aruplighting.com -ausergrubhof.info -azadnegar.com -azbukafree.com -belstaffstore.online -bigames.online -bigcareer.info -bjgugu.net.ua -bkgr.se -blogqpot.com -bolezniorganov.ru -btvn.ru +101lesbian.xyz +14b.info +2020iscoming.info +4pp13.com +57883.net +5u.com +777-club.ru +883zy.com +91abcw.com +actulite.com +adpremium.org +adservme.com +aerogo.com +agecheckadult.com +aksonural.ru +analytics-ads.xyz +android-style.com +animebox.com.ua +animenime.ru +apiqualitinknet-a.akamaihd.net +arpelsreplica.xyz +artdeko.info +as5000.com +azartmix.com +basisches-wasser.net +bioscorp.ru +bitcoinpile.com +biznesrealnost.ru +blogig.org +briomotor.co +budilneg.xyz buqyxa.rincian.info -business-made-fun.com -buy-loft.ru carabela.com.do -cercacamion.it -cfjump.com -cheapmarmot.online -choice-credit.ru +carmuffler.net +cartechnic.ru +cartierlove.xyz +ccjp.eu +cfcl.co.uk +checkhit.com +christianlouboutinoutlet.win +ci.ua codq.info -communisave.co.za -cougfan.info -cranly.net -creditwell.ru -dalavia.ru -damasarenai.info -date-withme.com -dayibiao.com -degerlund.net -dfwu1019.info -discovertreasure-a.akamaihd.net -djekxa.ru -dktr.ru -donna7753191.ru -download-of-the-warez.blogspot.com -earn-from-articles.com -ec-file.info -ecookna.com.ua -eduserver.net -ekto.ee -electrik-avenue.com +compliance-donald.xyz +cosmetic.donna7753191.ru +cymbaltaandtizanidine.blogspot.com +d0t.ru +dame-ns.kz +danschawbel.com +dekoration.us +devochki.top +doctormakarova.ru +dood.live +dosug-lux.ru +dotnetdotcom.org +edelstahlschornstein-123.de +efnor-ac.com +electronicadirect.com +elektrischezigarette1.blog.pl embedle.com -enews.tech -escortplius.com -esfchat.tk -euronis-free.com -ezigarettekaufen2.blox.pl -falllow.gq -fatmaelgarny.com -floating-share-buttons.com +empathica.com +energydiet24.ru +envaseslotusama.com +es5.com +excitacion.info +executehosting.com +exmasters.com +ezigarettenkaufen1.pagina.gr +fandlr.com +fastcrawl.com +fatfasts-4tmz.com +filmidivx.com +findacheaplawyers.com +firstdrugmall.ru +flex4launch.ru +food.dtu.dk formulaantiuban.com forpackningsutveckling.se -forum-engineering.ru -forums.d2jsp.org -free-fb-traffic.com -free-share-buttons.com -gamebackyard.com -games.kolossale.ru -gaygalls.net -gayxperience.com -gaz-voshod.ru -gembird.com -get-your-social-buttons.info -gk-atlant.info -glavtral.ru +free-social-buttons.com +fullgirl.ru +fyl.com.ru +gcup.ru +gemara.com +ghazel.ru golden-catalog.pro -good-mummy.ru -gpirate.com -graphics8.info +googlemare.com +goosefishpost.bid +gotcher.us +gpms.org.my +gratuitbaise.com gribkovye-zabolevaniya.com -growshop.es -hacktougroup.ru -hawaiielectriclight.com -hdseriale.pl -healing-dysplasia.ru -himazin.info -hkdiiohi.skyrock.com -hothor.se -hut1.ru -igithab.com -imagecoolpub.com -imagine-ex.co -i-midias.net.br +hasfun.com +heliko.no +highspeed5.net +hit-kino.ru +hplaserjetpdriver8y.pen.io +hptwaakw.blog.fc2.com +iccornacircri.cf +ideibiznesa2015.ru +ideoworld.org +ilikevitaly.com +imitex-plus.ru +incolors.club +indiakino.net indiasourcemart.in -iqoption.com -ivanovo.zrus.org -izoll.ru -javxxx18.com -jennyfire.ru -jeremyeaton.co -jerseychinabizwholesale.com -jestr.org -kamalsinha.com -kino-key.info -kinosed.net -knigonosha.net -kunstaktien.info -ladov.ru -lazymanyoga.com -ledpolice.ru -lion.bolegapakistan.com -lkbennettoutlet.online -loadopia.com -locationdesaison.com -lombardfinder.ru -lovi-moment.com.ua -magda-gadalka.ru -makedo.ru -manifestation.betteroffers.review -medicines-choice.com -mhi-systems.ru +inmate-locator.us +intermesh.net +invitefashion.com +iphantom.com +iptool.xyz +izhevsk.zrus.org +justprofit.xyz +kerch.site +keywordsuggests.com +kino2018.cc +kino-filmi.com +klosetkitten.com +krasivye-devushki.net +kretpicf.pw +kupit-adenu.ru +kursy-ege.ru +kw21.org +lacapilla.info +lacasamorett.com +laulini.soclog.se +likrot.com +linkredirect.biz +lion.conboy.us +lolnex.us +lonerangergames.com +m3gadownload.pl +mactechinfo.info +maglid.ru +managerpak204.weebly.com +marktforschung-stuttgart.com +marsgatan.com +max-eclat.men +maximpartnerspr.com +maxxtor.eu +meble-bogart.info +meetingrainstorm.bid mielec.pl -minecraft-neo.ru -mir-betting.ru -mirmedinfo.ru -mncrftpcs.com -mobot.site -moncleroutletonline.xyz -mosrif.ru -music.utrolive.ru -musicvidz.ru -mycaf.it -myhealthcare.com -nalogovyykodeks.ru -navalwiki.info -newsperuse.com -newstraveller.ru -nextconseil.com -offer.camp -onemantrip.com -ons-add.men -openfrost.net -paceform.com -panchro.xyz -partner-high.men -pc-services.ru -pictures-and-images.net -plaff-go.ru -plusnetwork.com -pornhive.org -pornhubforum.tk -pornotubs.com -pp-budpostach.com.ua +minet.club +mir-business-24.ru +misswell.net +moncleroutletonline.pw +money-every-day.com +mygameplus.com +mygameplus.ru +na15.ru +ngps1.ru +nikkiewart.ru +nucia.biz.ly +oakridgemo.com +obsessionphrases.com +of-ireland.info +olvanto.ru +olympescort.com +onclkads.com +online7777.com +o-o-6-o-o.ru +o-o-8-o-o.com +openstat.com +orenburg-gsm.ru +origin-my.ru +outrageousdeal-a.akamaihd.net +pateaswing.com +pdns.cz +photosaga.info +pijoto.net +pixgood.com +pogruztehnik.ru +popup.matchmaker.com +portnoff.od.ua +portside.cc +pravoholding.ru +preventheadacheguide.info priscilarodrigues.com.br -rangjued.com -razleton.com -risparmiocasa.bz.it -sax-sex.com -scanner-julianna.top -scanner-viktor.top -seansonline24.pl -security60-e.com -selectads.men -semalt.com -semaltmedia.com -seofied.com -seolab.top -seo-traffic-ranking.info -sexsaoy.com -shodanhq.com -shtaketniki.kz -sirpornogratis.xxx -sitopreferito.it -slowmacfaster.trade -smadihome.com +privetsochi.ru +prize44.com +pronekut.com +prostitutki-belgoroda.org +radiodigital.co +registry-cleaner.net +rentaremotecomputer.com +replicalouboutin.xyz +ringporno.com +runtnc.net +saitevpatorii.com +salmonfishingsacramentoriver.com +scansafe.net +scenicmissouri.us +se.bnt-team.com +sei80.com +service.adtech.us +sexfreepornoxxx.com +shell-pmr.ru +ship-marvel.co.ua +simul.co +sixcooler.de +skuteczna-dieta.co.pl +skyway24.ru +smart-scripts.com +smichovbike.cz snsdeainavi.info -socialbutton.xyz soc-proof.su -sohoindia.net -stats-collector.org -statustroll.com -sundrugstore.com -suralink.com -surflinksmedical.com -szamponrevita.pl -takethatad.com -tampabaywatch.org -teastory.co -tecspb.ru -telefonsexkostenlos.tk -tetracsaudi.com -titelhelden.eu -tizanidinehcl4mgtablet.blogspot.com -tizanidinesleepaid.blogspot.com -toonfamilies.net -top-study.work -tracxn.com -traderzplanet.in -treasuretrack-a.akamaihd.net -twinderbella.com -udayavani.com -ugguk.online -uptime.com -uptime-delta.net -validccseller.com -vertaform.com -viagra.pp.ua -viberdownload10.com -viel.su -vipsiterip.org -vizag.kharkov.ua -vvon.co.uk -weblo.com -website-audit.com.ua -website-stealer.nufaq.com -wholesalejerseychinaoutlet.com -wholinkstome.com -wineitudes.wordpress.com -worldoffiles.ru -worldtraveler.world -writingservices17.blogspot.ru -xcc24.pl -xjlottery.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xtrafficplus.com -xxart.ru -yogamatsexpert.com -yoopsie.com -your-bearings.com -zakazfutbolki.com -zero1.it -zixizop.net.ru -z-master.ru -zoodrawings.com -zoominfo.com -zs2vm.top +sodexo.com +solitaire-game.ru +spasswelt.net +spidtest.space +sps-shop.com +stairliftstrue.com +statistici.ro +stroiminsk.org +surgut.zrus.org +theautoprofit.ml +tizanidineoral.blogspot.com +tomatis.gospartner.com +topsy.com +tracklead.net +tradedeals.biz +tuberkuleznik.ru +tvorozhnaja-zapekanka-recept.ru +utiblog.fr +vandrie-ict.nl +videogamesecrets.com +videospornogratisx.net +vip-parfumeria.ru +vkak.ru +voloo.ru +vostoktrade.info +waterefficiency.co +websiteexplorer.info +websitevaluebot.com +westen-z.life +whatzmyip.net +wosik-dach.service-for-web.de +wwwadultcheck.com +wygraj-skiny.win +xdoza.com +xlovecam.com +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +xtremeeagles.net +xvideosporn.biz +yebocasino.com +zagadki.in.ua +zaloro.com +zdesoboi.com +znakomstva-moskva77.ru +zscalerone.net diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,21 +1,11 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.14.2
- +l> 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -126,4 +116,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 525a76fd6..f371d9e5f 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,3 +1,20 @@ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable @@ -109,14 +126,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index d9f0a2c04..e42e64139 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index c33efe40b..957ecf4fb 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index ee22e277c..762c8df5e 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 543ec1e0c..198eacc5b 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1716 +#### Version: V4.2019.07.1717 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ca66f18ae..b037d978b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1716 +#### Version: V4.2019.07.1717 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 0f01c4cd8..3d87958f2 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1716 +#### Version: V4.2019.07.1717 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index c878225e8..921b0feff 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1716 +#### Version: V4.2019.07.1717 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 14f9269bb..168023023 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1716 -### Updated: Mon Jul 1 12:41:00 SAST 2019 +### Version: V3.2019.07.1717 +### Updated: Mon Jul 1 12:58:05 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index dfe11992c..6bb263b2c 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:40:58 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:04 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 52f80423b..41f7255f3 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1716 -### Updated: Mon Jul 1 12:41:01 SAST 2019 +### Version: V4.2019.07.1717 +### Updated: Mon Jul 1 12:58:06 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##