diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 209f53c06..e57725ac9 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1720 -### Updated: Mon Jul 1 14:31:32 SAST 2019 +### Version: V3.2019.07.1722 +### Updated: Mon Jul 1 15:22:53 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..500584a94 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 209f53c06..e57725ac9 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1720 -### Updated: Mon Jul 1 14:31:32 SAST 2019 +### Version: V3.2019.07.1722 +### Updated: Mon Jul 1 15:22:53 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..500584a94 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 209f53c06..e57725ac9 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1720 -### Updated: Mon Jul 1 14:31:32 SAST 2019 +### Version: V3.2019.07.1722 +### Updated: Mon Jul 1 15:22:53 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..746c3f03f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..500584a94 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 209f53c06..e57725ac9 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1720 -### Updated: Mon Jul 1 14:31:32 SAST 2019 +### Version: V3.2019.07.1722 +### Updated: Mon Jul 1 15:22:53 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 209f53c06..e57725ac9 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1720 -### Updated: Mon Jul 1 14:31:32 SAST 2019 +### Version: V3.2019.07.1722 +### Updated: Mon Jul 1 15:22:53 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 2f6a99041..87948b6b1 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 896ffe576..2fc596b5d 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +35.184.226.236 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index acb73c006..9550b3094 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; -35.188.1.99 0; +35.224.112.202 0; +35.192.85.2 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 592a28e3a..cd885dd4b 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 5c6196d8d..3767371d9 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; -35.202.145.110 0; -35.184.96.71 0; +35.188.1.99 0; +104.154.120.187 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 70f67e1ba..9550b3094 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.224.112.202 0; 35.192.85.2 0; -35.188.1.99 0; -35.184.226.236 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 90fe4f9d3..746c3f03f 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.224.112.202 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index a78983165..12ef73b0a 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ASPSeek -Disco -GrabNet -JamesBOT -Mediatoolkitbot -Suzuran -TightTwatBot -Upflow -Voltron -WebLeacher +Alexibot +Brandwatch +internetVista monitor +Lftp +Lightspeedsystems +MegaIndex.ru +OrangeBot +OutclicksBot +WallpapersHD +Web Collage diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 9b87eb75a..5073d2b09 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -Aboundex +404checker +Abonti Aboundexbot -Acunetix -ADmantX -AfD-Verbotsverfahren -AiHitBot +AIBOT Aipbot -Alexibot +AllSubmitter AlphaBot Apexoo archive.org_bot Asterias BackDoorBot backlink-check -BackStreet +Badass Bandit -BatchFTP -Battleztar Bazinga +Barkrowler +BBBike BDCbot -BDFetch +BetaBot +Bigfoot Bitacle -Black Hole +Blackboard +BlackWidow +BlowFish Boardreader Bolt +BotALot +Brandwatch Buddy -BuiltBotTough Bullseye -CATExplorador -CazoodleBot +BunnySlippers +BuzzSumo +Calculon +Cegbfeieh +CheeseBot CherryPicker -CheTeam ChinaClaw Chlooe +Claritybot Cliqzbot -Cloud mapping coccocbot-web -Cogentbot +cognitiveseo +com.plumanalytics Copier CopyRightCheck Copyscape Cosmos -Craftbot -crawler.feedback -CrazyWebCrawler -CSHttp -Demon +crawler4j +crawl.sogou.com +CrunchBot +Custo +DataCha0s Deusu Digincore DigitalPebble -Dirbuster -Disco -Discobot -DnyzBot +DIIbot +Discoverybot DomainCrawler -DomainSigmaCrawler DomainStatsBot +Download Wonder Drip +DTS Agent Ebingbong eCatch +ECCP/1.0 Ecxi -EMail Wolf -EroCrawler -evc-batch +EMail Siphon Exabot -ExtLinksBot -Extractor -EyeNetIE facebookscraper FemtosearchBot +Fimap Firefox/7.0 -Flunky +Fyrebot +GalaxyBot Genieo +GermCrawler GetWeb Gigablast -Gigabot -G-i-g-a-b-o-t -Go-Ahead-Got-It -Go!Zilla -GrabNet +GrapeFX +GrapeshotCrawler GridBot GT::WWW -Haansoft -HaosouSpider +Havij +HEADMasterSEO Heritrix -HMView -HTMLparser -Humanlinks -HybridBot +HTTP::Lite +HTTrack Iblog +IDBot IlseBot +Image Sucker IndeedBot -InfoTekies -Intelliseek +InfoNaviRobot +InterGET InternetSeer -ips-agent +internetVista monitor Iria -Jbrofuzz -Jetty +IRLbot +JetCar +Joomla Jorgee -JustView +Jyxobot Kenjin Spider +Kozmosbot Lanshanbot LeechFTP LeechGet LexiBot -LibWeb -Likse +Libwhisker +Linkdexbot LinkextractorPro LinkScan -LinkWalker -LinqiaRSSBot +LinqiaMetadataDownloaderBot Lipperhey +LNSpiderguy +lwp-request LWP::Simple -magpie-crawler +lwp-trivial Majestic SEO +Majestic-SEO +Mass Downloader Mata Hari -MauiBot mediawords -MegaIndex.ru -Metauri -MFC_Tear_Sample -MIDown tool -Mister PiX -MJ12bot +Microsoft Data Access +Microsoft URL Control Mojeek -Msrabot +Morfeus Fucking Scanner +MSFrontPage MS Web Services Client Protocol -Needle -netEstate NE Crawler +muhstik-scan +Musobot +NetAnts +NetMechanic +NetSpider +Nettrack Net Vampire -Netvibes -NextGenSearchBot NICErsPRO -Niki-bot +Nikto NimbleCrawler -Ninja +Nimbostratus Nmap -Nutch -Octopus +oBot Offline Explorer -Offline Navigator OnCrawl -Openfind -OpenLinkProfiler +OpenVAS OrangeBot -OrangeSpider OutclicksBot -PageAnalyzer +Page Analyzer PageScorer -Panscient -pcBrowser -PECL::HTTP -PeoplePal -Picscout +Pandalytics +Picsearch Pimonster -plumanalytics -Pockey -Probethenet -PyCurl -Quick-Crawler +Pixray +QueryN Metasearch RankActive -RankingBot -RankingBot2 +RankurBot RebelMouse Recorder RedesScrapy -ReGet -RepoMonkey -ScanAlert -Scanbot -ScreenerBot +Ripper +SalesIntelligent +SBIder +ScoutJet +Scrapy +Screaming Semrush -SEOkicks-Robot -SEOlyticsCrawler -SEOprofiler -sexsearcher +SemrushBot +Seomoz +seoscanners +SeoSiteCheckup +SEOstats +Siphon SISTRIX Sitebeam -SiteExplorer -SiteSnagger -Site Sucker -SlySearch -SmartDownload -SMTBot -Snake -Snoopy -Sociscraper +SiteLockSpider +SiteSucker +Snapbot +SocialRankIOBot +sogouspider +Sogou web spider Sosospider Sottopop SpaceBison -Spammen SpankBot -Spinn3r +sp_auditbot +SputnikBot Sqlmap -Sqlworm -Sqworm +Stripper Sucker Sucuri -Surfbot +SuperBot +SuperHTTP +SurveyBot Suzuran -Szukacz -T0PHackTeam -tAkeOut -Telesoft +sysscan +T8Abot +TeleportPro The Intraformant -TheNomad Thumbor -Toweyabot -Tracemyfile -Trendiction +Titan +Toata +trendiction.de True_Robot +Turingos Turnitin -TwengaBot -Twice -Typhoeus -URLy.Warning -VeriCiteCrawler -VidibleScraper +TurnitinBot +Vagabondo +VB Project +VCI Virusdie +VoidEYE Voil +Voltron Wallpapers/3.0 -WebCollage +WallpapersHD +WASALive-Bot +WebAuto +Web Auto +WebCopier WebEnhancer -WebFetch -Web Fetch +Web Enhancer +WebFuck +Web Fuck WebGo IS -webmeup-crawler -Web Pix -WebReaper -WebSauger -Web Sauger -WebSucker +WebImageCollector +WebLeacher +WebmasterWorldForumBot +WebsiteQuester +Webster +WebStripper +Web Sucker WebWhacker -WeSEE -Whack -Widow +WebZIP +Whacker +Who.is Bot +Wonderbot Wotbox Wprecon WPScan -WWW-Collector-E WWW-Mechanize -WWW::Mechanize WWWOFFLE x09Mozilla +x22Mozilla Xaldon WebSpider -xpymep1.exe +Xaldon_WebSpider +Xenu Zauba zauba.io -ZmEu +zgrab +Zitebot ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index ec5fa17ea..88669af8e 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404enemy +404checker Abonti Aboundex Aboundexbot -AfD-Verbotsverfahren +ADmantX +AIBOT Aipbot +AllSubmitter +AlphaBot Apexoo -archive.org_bot -Attach -Backlink-Ceck +Asterias BackStreet -Badass -Bandit +BackWeb +Barkrowler +Battleztar Bazinga BDCbot -Boardreader -Bolt -Brandprotect +Bigfoot +Bitacle +Blow +BlowFish +BotALot Brandwatch -Buddy -BuiltWith +BuiltBotTough BunnySlippers -CATExplorador +BuzzSumo CCBot Cegbfeieh -CheeseBot +CherryPicker ChinaClaw Chlooe -Cliqzbot -com.plumanalytics -Copyscape +Cogentbot +cognitiveseo +CopyRightCheck +Craftbot crawler4j -crawler.feedback crawl.sogou.com -CrazyWebCrawler CrunchBot CSHttp -DataCha0s +Curious +DatabaseDriverMysqli DBLBot -demandbase-bot Demon -Deusu Devil -DigitalPebble +DIIbot Dirbuster Discobot -Discoverybot +Dispatch DittoSpyder DomainAppender DomainStatsBot -Dotbot Download Wonder -Ebingbong -ECCP/1.0 -EirGrabber -Evil -Exabot +DTS Agent +eCatch +EMail Wolf +evc-batch +Express WebPictures +ExtLinksBot ExtractorPro -EyeNetIE +Extreme Picture Finder facebookscraper -FDM -FemtosearchBot FHscan Fimap +Foobot +Freeuploader FyberSpider -GalaxyBot -GermCrawler +Fyrebot GetRight -Gigablast -Go-Ahead-Got-It -Grabber +Gigabot +G-i-g-a-b-o-t +GrabNet Grafula +GrapeshotCrawler GT::WWW -Haansoft -Harvest +HaosouSpider +Heritrix Hloader -HTTP::Lite -Iblog -IlseBot -Image Sucker +HMView +HTTrack +IDBot +IndeedBot Indy Library -InfoNaviRobot +instabid Intelliseek -InterGET Internet Ninja +InternetSeer ips-agent Iria -Iskanie +IRLbot IstellaBot Jbrofuzz -JennyBot JetCar Jetty JOC Web Spider Joomla -Kenjin Spider +Jyxobot Keyword Density -Kozmosbot Lanshanbot +Larbin +LeechGet +LexiBot +LibWeb +Libwhisker Lightspeedsystems -Linkdexbot -LinksManager -LinqiaMetadataDownloaderBot -LinqiaRSSBot +Likse +LinkextractorPro +LinkpadBot +LinkScan Lipperhey Lipperhey Spider -Lmspider lwp-request -Majestic12 -Majestic SEO +LWP::Simple +magpie-crawler Majestic-SEO MarkWatch Masscan -Mass Downloader -MeanPath Bot -Mediatoolkitbot +Mata Hari +meanpathbot mediawords -MegaIndex.ru -Metauri Microsoft Data Access +Microsoft URL Control MIIxpc Mister PiX +Morfeus Fucking Scanner Mr.4x3 MSFrontPage MSIECrawler Msrabot -MS Web Services Client Protocol -Name Intelligence +Musobot Nameprotect NearSite -netEstate NE Crawler -NetMechanic +Needle +Nessus +NetLyzer NetSpider -Net Vampire -Netvibes +Nettrack NextGenSearchBot -NICErsPRO +Nibbler Ninja -NPbot -Nutch -Octopus -Offline Navigator -OpenLinkProfiler -OpenVAS +oBot +Offline Explorer +OnCrawl +Openfind +Openvas +OrangeBot +OrangeSpider Page Analyzer -page scorer +PageGrabber +PageScorer Pandalytics +Panscient +Papa Foto pcBrowser +PECL::HTTP PeoplePal -Picsearch +Picscout PictureFinder +Pixray plumanalytics POE-Component-Client-HTTP Probethenet +ProPowerBot +Psbot PxBroker -QueryN Metasearch Quick-Crawler -RankingBot2 +RankActive +RankFlex +RankingBot +Rankivabot +RankurBot RealDownload -Recorder +Reaper +ReGet +RepoMonkey Ripper Rogerbot -SalesIntelligent +s1z.ru +Scanbot scan.lol ScoutJet -Scrapy -SearchmetricsBot +Screaming Semrush SEOkicks-Robot -SEOlyticsCrawler -Seomoz +SEOprofiler seoscanners -SeoSiteCheckup -SEOstats -serpstatbot sexsearcher -Shodan Sitebeam -SiteExplorer -Siteimprove -SiteSucker -Site Sucker +Sitevigil SlySearch -SMTBot -Snake +Snapbot +Snoopy Sociscraper -sogouspider -Sogou web spider -Sosospider -Sottopop Spanner sp_auditbot -Spbot -Spinn3r +SputnikBot +spyfu Sqlmap +Sqlworm Steeler -SurveyBot +Sucker +Sucuri +SuperBot +SuperHTTP Suzuran Swiftbot T0PHackTeam -T8Abot +tAkeOut Teleport -Telesoft -Telesphoreo -Telesphorep -The Intraformant -TightTwatBot Toata -Toweyabot Tracemyfile Trendiction Trendictionbot -trendiction.de True_Robot -Turnitin +Turingos TurnitinBot TwengaBot -Twice +Typhoeus UnisterBot -URLy Warning -Vagabondo -VeriCiteCrawler -VoidEYE -Voil -Wallpapers/3.0 -WallpapersHD -Web Auto -WebBandit +URLy.Warning +VB Project +Virusdie +WASALive-Bot +WBSearchBot WEBDAV -WebFetch -WebFuck -WebGo IS +Web Enhancer WebImageCollector +WebmasterWorldForumBot webmeup-crawler -WebPix +Web Pix +WebReaper Web Sauger +Webshag +WebsiteExtractor +WebsiteQuester +Website Quester WebSucker -Widow -WISENutbot +WeSEE +Who.is Bot +Woobot Wotbox -WPScan -WWW-Collector-E -WWW-Mechanize -WWW::Mechanize +Wprecon WWWOFFLE Xaldon WebSpider -Zade +Xaldon_WebSpider +xpymep1.exe +YoudaoBot zauba.io Zeus +ZmEu ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 2e4e3ad7f..710585963 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -01apple.com -202ch.com -28n2gl3wfyb0.ru -cheapbarbour.online -elmifarhangi.com -onthemarch.co -refererx.com -rentalcarnavi.info -site-speed-checker.site -udsgame.online +1bet.com +affordablewebsitesandmobileapps.com +escortplius.com +hitsbox.info +pipki.r.acdnpro.com +summerlinhomes411.info +survival.betteroffers.review +top-karkas.ru +vedomstvo.net +zajm-pod-zalog-nedvizhimosti.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 0efbe1f04..619d98000 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ +01apple.com +0daymusic.org +0lovespells0.blogspot.com 1001watch.com.ua -11235813.webzdarma.cz -1pamm.ru -1qingdao.com -2345.com -24x7-server-support.site -2drittel.de -4k-player.pl -4senses.co -4ureyesonly.com -5kstore.com -5-steps-to-start-business.com -999webdesign.com -9icmzvn6.website -aa9bd78f328a6a41279d0fad0a88df1901.com -acortarurl.es -activecampaign.dreamhosters.com -add-add.men +101flag.ru +1314dh.com +1millionusd.xyz +2000k.ru +40cg.com +51.la +7a2rnuey1tw9ar.ru +aaa38852e886ac4af1a3cff9b47cab6272.com +aac52006ec82a24e08b665f4db2b5013f7.com +addtoadd.men adelly.bg -adultactioncam.com +adf.ly +adimmix.com adultfriendfinder.com +advancedcleaner.com +advancedmassagebysara.com advocatemsk.ru -advokateg.ru -agardomains.com -allforminecraft.ru +agadelha.com.br +aimayangzhi.com +alert.scansafe.net +all4invest.ru +allkrim.com +allnews24.in alloysteel.ru -amazon-seo-service.com +allpdfmags.net +allproblog.com +allwomen.info +aloofly.com +altamayoztourism.com amospalla.es -anapa-inns.ru -android-vsem.org -angry-fermi-7633.arukascloud.io -animaltoplist.com +anal-acrobats.com +android4fun.org +animalrank.com anonymizeme.pro -apiallgeniusinfo-a.akamaihd.net -apiappenableinfo-a.akamaihd.net -apibatbrowsecom-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -arendakvartir.kz -artavenuegardenstudios.com -artpicso.com -asdfz.pro +appartement-stumm.at +apple.com-webbrowsing-security.science +appleid-verification.com +a.pr-cy.ru +arendovalka.xyz +artparquet.ru +asacopaco.tk asia-forum.ru -asociatia-tipografilor-transilvania.ro -astrochicks.com -atelielembrancaqueencanta.com.br -atovh.local-finders.com -auto4style.ru -avek.ru -aviapanda.ru -b2b-lounge.com -balkanfarma.ru -baltgem.com +automatic-seo.com +avto-oligarh.ru +azbukadiets.ru +azbuka-mo.ru +babosas.com +backlink4u.net banki76.ru -bankofthewext.com -bard-real.com.ua -beachtoday.ru -bedcapdealers.com -berdasovivan.ru -beremenyashka.com -besthoro.ru -best-mam.ru -bestofpicture.com -bestwaystogetpaid.us +bcmp.org +bdsmgalls.net +beauby.ru +beauty-things.com +bedandbreakfast.com +beget.tech +bestcurs.org +best-deals-products.com +bestmarriages.com +bestpriceninja.com +besttorrentknifta.weebly.com bet-prognoz.com -bidr.trellian.com -bigpictures.club -bioca.org -bioinnovate.co -bitnote.co -biznesrealnost.ru -bizru.info -blackle.com -blobar.org -blog.remote-computer.de -blogs.rediff.com -bluejays-jerseys.us -board.f00d.de -bocoarchives.org -bonzibuddi.com -brainboostingsupplements.org -bravegirlsclub.com -brothers-smaller.ru +bezsporno.ru +beztuberkuleza.ru +bio-market.kz +bizfly.info +blockety.co +blog.axant.it +bluesman.nu +boleznikogi.com +brendbutik.ru +brimstonehillfortress.org +brokergid.ru +browsepulse-a.akamaihd.net +budilneg.xyz +bupropion-sr-150-mg.us +buqyxa.rincian.info +burn-fat.ga +buron.pw +buyclomidonlaine.com +buyfriend.ru buyk.host.sk -buytizanidineonline.blogspot.com -bvlgariwallet.xyz -byme.se -bytimedance.ru +buzzzg.men calcularpagerank.com -camdolls.com -carapics.com -cartierlove2u.com -cartierreplica.pw -cascadelink.org -caulderwoodkennels.com -cheapmoncler.pw -cheapmoncler.xyz -christianlouboutinshoes.xyz -cialischstgerts.com -clayvasedesigns.tk -cntravelre.com +callcafe.info +candy-glam-hp.com +cashkitten-a.akamaihd.net +catalogs-parts.com +ccjp.eu +cctva.tv +cdncash.net +celejihad.info +ceotrk.com +checktext.org +citetick.com +cjmc.info +claytransformations.info +clippingphotoindia.com coindirect.io -compiko.info -compliance-alex.xyz -compliance-jane.top -compliance-julia.top -comsysnet.com -cookingmeat.ru +companies-catalog.com +compliance-alexa.top +compliance-donald.xyz +connectingsingles.com +cookie-law-enforcement-ff.xyz copenergo.ru -crest-poloski.ru -crirussian.ru -customcollegeessays.net -customsua.com.ua -cutalltheshit.com -dataloading.net -dating-app.ru -ddlmega.net -dealighted.com -dellalimov.com -delta-line.men -deluxedumps.com -deshevo-nedorogo.ru -detective01.ru -dickssportinggoods.com -digest-project.ru -discovertreasure-a.akamaihd.net -dktr.ru -dkvorota.ru -dolohen.com -domaincrawler.com +copypaste.traderzplanet.in +cougfan.info +countercrazy.com +covetnica.com +crackguru.tk +customcatchcan.com +darkages.info +dawlenie.com +deda-moroza-zakaz.ru +deniven.1bb.ru +dev78.dioniqlabb.se +dildofotzen.net +dnepropetrovsk.mistr-x.org +dneprsvet.com.ua +documentsite.net +dokfilms.net domaineaneblanc.com domain-submit.info -drivotracker.com -drugs-no-rx.info -drugstoreforyou.com -duplicashapp.com -easytuningshop.ru -e-commerce-seo.com -ecommerce-seo.com -editmedios.com -edudocs.net -ee77ee.com +domashneeruporno.com +dorratex.tn +download-wallpaper.net +dpihatinh.gov.vn +dyshagi.ru +e2click.com +eachdayisagift.review +easync.io +e-biznes.info +ebooknovel.club +egvar.net ekosmetyki.net.pl -ekto.ee -eldiariodeguadalajara.com -electronicadirect.com -eleimgo.pw -elektrozigarettekaufen1.devhub.com -eluxer.net -empathica.com -empirepoker.com -enews.tech -eralph.tk -ero-advertising.com -esfchat.tk -european-torches.ru -evening-dating-club.info -exct.net -exoneration-project.us -eyes-on-you.ga -ezigarettenshop1.yolasite.com -ezofest.sk -fashionavenuegame.com -fashion-mk.net -fastfixing.tech -favoritemoney.ru +ekspertmed.com +e-kwiaciarz.pl +elektir.ru +elektrischezigarette1.blog.pl +elektrischezigarettekaufen2.cowblog.fr +elektronischezi.livejournal.com +erectile.bid +escortplius.com +euronis-free.com +europages.com.ru +event-tracking.com +executehosting.com +exhibitionplus.eu +extrabot.com +extremez.net +ezigarettekaufen2.mpbloggar.se +ezigarettenshop2.postbit.com +ezigaretteshop.webs.com +fanpagerobot.com +fashion-stickers.ru +fatmaelgarny.com +favorcosmetics.com +fealq.com feeriaclub.ru -fetroshok.ru -filerockstar298.weebly.com -filmbokep69.com -filmfanatic.com -firstsiteguide.com -floridamhca.org -formulaantiuban.com +fifa-coins.online +filmgo.ru +finuse.com +fitfloponline.store +fitnesspiks.com +flavors.me forum-engineering.ru -forum.tvmir.org -frameimage.org -free-fbook-traffic.com +free411games.com free-fb-traffic.com -freenode.info -froggytube.com -frvo.alptandem.ru -fuckingawesome.com -fuck-paid-share-buttons.xyz -fugarif.ga -futbolkisales.ru -galaxy-family.ru -garciniaxt.us -gardene.ru -gazobeton-p.com.ua -gazoblok.net.ua -genericlowlatencyasiodriverhq.aircus.com -genericviagrasildenafiled.net -gepezz.info -glall.ru -glass-msk.ru -globetrotting-culture.ru -go2mike.ru +freejabs.com +freeseedsonline.com +free-social-buttons.xyz +freshsuperbloop.com +funnymama.com +gambarkatabaru.com +gambarxkata.co +gembird.com +germes-trans.com +getdot.ru +getmiro.com +getridofstretchmarks.org +gfaq.ru +globalsurfari.com +go2jump.org goforexvps.com -gojiberriess.apishops.ru -good-mummy.ru -googlemare.com -gosreg.amchs.ru -greatgrace.ru -gsou.cf +gogps.me +goldandcard.ru +goldpanningtools.com +gomusix.com +googglet.com +gosmeb.ru +gsmtlf.ru +g.starmoe.xyz gta-club.ru -gta-top.ru -gyffu.com -habermetre.com -hahashka.ru -hd-filmy.net -hdwalls.xyz -hermesbirkinhandbagoutlets.com -heroz.fr -hesteel.pl -high-speed1.net -hildinghr.se -himgaws.pw -hit-men.men -hop.clickbank.net -hopeonthestreet.co.uk -housekuba.org -howopen.ru -hspline.com -hubbble.com -humanorightswatch.org -ifirestarter.ru -iinstalll-fii1leis.jus0wil.pp.ua -ilmen.net +guarrasdelporno.xxx +hatdc.org +haveinc.xyz +hdhc.ru +headpress.ru +healing-dysplasia.ru +heartofpayne.xyz +heliko.no +hermesreplica.pw +himazin.info +homegardenlova.com +homelygarden.com +home.myplaycity.com +honyaku.yahoofs.jp +humanelydrew.com +iamsport.org +ideoworld.org +id-forex.com +igtools.club +ikritikimou.gr +iloveitaly.ru images-graphics-pics.com -imediadesk.com -imfamous.info -imicrovision.com -importchinacoach-teach.com -innodgfdriverhm.aircus.com -instakink.com -instasexyblog.com -intellego.info -invivo.hu -io9.com -iomoio.net -iwanttodeliver.com -jerseychinabizwholesale.com -jetsli.de -jumptap.com -kam-dom.ru -kasino-money.pw -katjimej.blog.fc2.com -kchaxton.com -kerei.ru +i-midias.net.br +imk.com.ua +inbabes.sexushost.com +indiasourcemart.in +infobabki.ru +informatiecentro.be +insurple.com +integritylandscapeservices.com +isitpaleo.info +ispaniya-costa-blanca.ru +itis4you.com +ixora.pro +janerikholst.se +jyvopys.com +kaidalibor.de +kakadu-interior.com.ua +kandidos.com +kareliatobacco.ru +katushka.net +kerwinandcariza.com keywesthideaways.co -kinomaniatv.pl -kinoplen.ru -kiwi237au.tk -kmd-pto.ru -kostenlos-sexvideos.com -kotaku.com -kredit-pod-zalog-krasnodar.ru -kvartira-sutochno.com -lapitec.eu -larchik.net -lasvegaslockandsafe.com -lawyersinfo.org -lazy-z.com -le-clos-des-alouettes.com -lennatin.info -li-er.ru -linkarena.com -linkbux.ru -liran-locks.com -livefixer.com -lomza.info -louboutinshoes.xyz -lovelycraftyhome.com -malwareremovalcenter.com -mantramusic.ru -manyresultshub-a.akamaihd.net -mapquestz.us -massage-info.nl -matpre.top -matsdale.com -m.b00kmarks.com -medicinacom.ru -medispainstitute.com.au -meduza-consult.ru -meetlocalchicks.com -me-ke.com -mensandals.xyz +keywordsking.com +kihi.gdn +kiinomaniak.pl +kinohall.ru +kinohit1.ru +klejonka.info +klumba55.ru +knowsitall.info +konica.kz +konkursov.net +labafydjxa.su +lawyers.cafe +letolove.ru +letto.by +libertybilisim.com +likrot.com +linkdebrideur.xyz +linkpulse.com +lkbennettstore.online +locustdesign.co +lombia.com +lostfilm-online.ru +lsex.xyz +ltvperf.com +machicon-akihabara.info +macotool.com +mafa-free.com +mailemedicinals.com +marcowebonyodziezowe.pl +masthopehomes.com +max-p.men +mebelcomplekt.ru +meendo-free-traffic.ga +megaapteka.ru +megaindex.ru +memberty.com +mere.host.sk metascephe.com -michaelkorsoutletstore.net -microsoftportal.net -missis.top -mockupui.com -modnie-futbolki.net -moinozhki.com -moncleronline.xyz -musezone.su -muz-shoes.ru -myanyone.net -mydownloadengine.com -myplaycity.com -nationalbreakdown.com -nero-us.com -net-profits.xyz -newstaffadsshop.club -nikitsyringedrivelg.pen.io -nikkiewart.ru -novatech.vn -novodigs.com -novosti-hi-tech.ru -nullrefer.com -o333o.com -offf.info -of-ireland.info -ok-ua.info -olgacvetmet.com -oneclickfiles.com -onlineserialy.ru +michaelkorsoutlet.store +middlerush-a.akamaihd.net +milblueprint.com +minecraft-rus.org +mobot.site +modabutik.ru +mosrif.ru +moz.com +mrvideospornogratis.xxx +mttwtrack.com +mulberryoutletonlineeu.com +multgo.ru +music7s.me +muztops.ru +mycouponizemac.com +mydoctorok.ru +myseoconsultant.com +mywallpaper.top +navalwiki.info +new-apps.ru +newsperuse.com +news-readers.ru +newtechspb.ru +nicovideo.jp +nightvision746.weebly.com +no-fuel.org +nonews.co +nordstar.pro +nowtorrents.com +nrjmobile.fr +oballergiya.ru +omoikiri-japan.ru +onlineporno.site online-templatestore.com -o-o-8-o-o.com -o-o-8-o-o.ru -osnova3.ru -otbelivanie-zubov.com -owathemes.com -palvira.com.ua -papasdelivery.ru -paradontozanet.ru -partner-pop.men -paydayloanslocal.com -percin.biz.ly -perosan.com -photorepair.ru -pinstake.com -pinwallpaper.xyz +online-x.ru +onlyforemont.ru +optitrade24.com +outshop.ru +oxotl.com +paleohub.info +paphoselectricianandplumber.com +pathwhelp.org +pcboa.se +pdn-4.com +penisvergrotendepillennl.ovh +perl.dp.ua +petrovka-online.com +photostudiolightings.com +phuketscreen.com +pijoto.net +piluli.info pixelrz.com pizza-imperia.com -pochtovyi-index.ru -pogosh.com -popunder.ru -pornhive.org -pornoblood.com -portadd.men -posible.net -pospr.waw.pl -pozdrawleniya.ru -preparevideosafesystem4unow.site -prizeestates.cricket -prointer.net.ua -prom23.ru -pro-tec.kz -qwesa.ru -rada.ru -radiodigital.co -ragecash.com -realtytimes.com -redbottomheels.xyz -rednise.com -remote-dba.de -repeatlogo.co.uk -rniaeba.ga -romhacking.ru -rossanasaavedra.net -royalvegascasino.com -rozalli.com -ruscoininvest.company -rusexy.xyz -sale-japan.com -sa-live.com -sammlungfotos.online -samoiedo.it -samo-soznanie.ru -santechnik.jimdo.com -sarafangel.ru +play-mp3.com +pliks.pl +poem-paying.gq +popugauka.ru +popunder.net +porno-dojki.net +pornophoto.xyz +pp-budpostach.com.ua +praisong.net +preparevideosafesystem4unow.space +prlog.ru +prodess.ru +promodj.com +promoforum.ru +psa48.ru +py100.ru +queerspace.com +randki-sex.com +rapevideosmovies.com +registry-clean-up.net +reimageplus.com +remmling.de +remont-fridge-tv.ru +renecaovillasale.online +rennlist.com +rixpix.ru +rock-cafe.info +rumamba.com +ruspdd.com +safe-app.net +saneyes.com +santasgift.ml +saratov.xrus.org savememoney.co.za -sawin.beth.webd.pl -sayyoethe.blogspot.co.za -sbtdesign.co.uk -scanner-donald.top -scanner-walt.top -schoolfiles.net -seansonline24.pl -searchaddis.com -search-error.com -searchinquire.com -searchlock.com -semalt.com -seo-prof1.xyz -seo-tools-optimizing.com -seo-traffic-ranking.info -servisural.ru -sex-foto.pw -sexkrasivo.net -sexs-foto.com -sexstream.pl -sexvporno.ru -sex-watch.com -shikiso.info -sideeffectsoftizanidine.blogspot.com -simon3.ru -simple-share-buttons.com -sim-service.net -sims-sims.ru -siteheart.net -siteripz.net -site-speed-check.site -sizeplus.work +sax-sex.com +scansafe.net +security60-e.com +seemoreresultshu-a.akamaihd.net +selectads.men +semaltmedia.com +semprofile.com +seoholding.com +seojokes.net +sergiorossistore.online +sevendays.com.ua +shama-rc.net +sharebutton.org +shlyahten.ru +shmetall.com.ua +sibtest.ru +silverage.ru +simplepooltips.com +sitevaluation.org +skanninge.se +skincrate.net +skylta.com +slim.sellany.ru +slonechka.ru sluganarodu.ru -smartbalanceworld.com -social-vestnik.ru -songoo.wz.cz +smart-balancewheel.com +snip.tw +soda.media +solitaire-game.ru +souvenir.cc +sovetogorod.ru space2019.top -spravka130.ru -statoutlook.info -stickers-market.ru -strag-invest.ru -stretchingabuckblog.com -stroyhelp-dv.ru -stroyplus.ru -sumo.com -superkanpo.com -suture.co -swsociety.se -t3chtonic.com -takeflyte.com -tattomedia.com -teastory.co -teslathemes.com -textads.men -thegioixekhach.com -thejournal.ru -tizanidineandcipro.blogspot.com -tizanidinedosage.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidinehcl2mgtablet.blogspot.com -tizanidinehcl4mgtab.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tkanorganizma.ru -todohr.com -top10registrycleaners.com -topkarkas.com -topsy.com -torrent-to-magnet.com -torrnada.ru -tpu.ru -track2.shop -trackmedia101.com -traffmonster.info -tripper.de -tsan.net +spaceshipad.com +spb-plitka.ru +sportbetfair.com +sprttrack.com +sptslmtrafms.com +squidoo.com +starwars.wikia.com +steelmaster.lv +stefanbakosab.se +stmassage.ru +strana-krasoty.ru +streetfire.net +strongsignal-a.akamaihd.net +students-cheapskate.ml +sudexpert66.ru +supernew.org +surcentro.com +svolze.com +tampabaywatch.org +telefonsexi.com +thin.me.pn +ticketsys.inetwd.com +tizanidine4mg.blogspot.com +tizanidineandgabapentin.blogspot.com +tizanidinenarcotic.blogspot.com +tizanidineoral.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tizanidinestreetvalue.blogspot.com +tjkckpytpnje.com +tmtrck.com +topquality.cf +trafficreceiver.club +trustedhealthtips.com +tuckermktg.com turist-strani.ru -uasb.ru -umg-stroy.ru +tversvet.ru +tvnewsclips.info +tvoystartup.ru +twinderbella.com +u-cheats.ru univerfiles.com -uptime-alpha.net +uptimebot.net urccvfmc.bloger.index.hr -usadacha.net -usiad.net -ussearche.cf -valkiria-tk.ru +urzedowski.eu +uvozdeckych.info +validdomain.xyz +varbergsvind.se +vbabule.net +v-doc.co vegan-foods.us -vektorpress.ru -videochat.bz -videokrik.net -videospornogratisx.net -videotuber.ru -villacoloniale.com -vozbujdenie.com -vpnmouse.com -vrotike.ru -vysigy.su -vzlom-na-zakaz.com -w7s.ru -wallpapers-best.com -watchinf.com -wdfdocando.com -webpromotion.ae -westum.se -westvilletowingservices.co.za -wnoz.de -wrona.it -www.arenda-yeisk.ru -xbaboon.com -xev.ru -xkaz.org -xlolitka.com -xn----7sbahjd3btneuw1joc.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--b1agm2d.net -yaaknaa.info -yogamatsexpert.com -yoshkarola.zrus.org +vegascosmetics.ru +ventelnos.com +video-chat.love +videochaty.ru +videooko.weebly.com +vkak.ru +voloomoney.com +voloo.ru +voprosotvet24.ru +vote-up.ru +vsexkontakte.net +wanker.us +watchdogs-2.ru +watch-movies.ru +watchmygf.net +we-are-gamers.com +webenlace.com.ar +whengirlsgowild.com +wholesalejerseyscheapjerseys.us.com +wholinkstome.com +wieseversa.no +winner7777.net +winx-play.ru +womensterritory.ru +worldhistory.biz +worldinternetauthority.com +wormix-cheats.ru +wsgames.ru +x-diesel.org +xingzi-vision.com +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--80ak6aa92e.com +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--lifehacer-1rb.com +xtube.com +xxx-treker.ru +yellowads.men +yellowfootprints.com +yoluxuryevents.com +youporn-ru.com +yourporngay.com +ytmnd.com yunque.pluto.ro -zambini.ru -zarepta.com -zeroredirect7.com -zigarettenonlinekaufen.tumblr.com -zocaparj.kz -zolotoy-lis.ru -zrizvtrnpale.tk -zx6.ru +yurgorod.ru +zaimhelp.ru +zakonobosago.ru +zastenchivosti.net +zeroredirect12.com +zeroredirect9.com +znakomstva-moskva77.ru +zoominfo.com +zscalerone.net +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index dcba56647..bfb04da26 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -28n2gl3wfyb0.ru -3rbseyes.com -55wmz.ru -above.com -addtoadd.men -adexprts.com -adinterax.com -adman.gr -a.frcls.fr -alldezservice.kz -all-streaming-media.com -amigobulls.com -anal-acrobats.com -apartamentwroclaw.eu -apartmentbay.ru -apibatbrowsecom-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -appiq.mobi -arenda-yeisk.ru -atley.eu.pn -autogrep.ru -autotop.com.ua -bankcrediti.ru -bfz.biz -bjorkbacken.nu -bmw.afora.ru -bookmark4you.com.biz -buchananshardware.com -buehne-fuer-menschenrechte.de -bumskontakte.org -burn-fat.ga -buypuppies.ca -bzero1jewelry.net -callcafe.info -call-of-duty.info -canvas.gloverid.site +123movies.love +13tabs.com +1webmaster.ml +2ads.co.uk +4webmasters.org +51unlim.ru +7zap.com +abiente.ru +absugars.com +admeasures.com +adultfriendfinder.com +adultfullhd.com +all4invest.ru +allknow.info +amateurgalls.com +apiwebwebgetcom-a.akamaihd.net +apparel-offer.com +arcteryxsale.online +arquapetrarca.info +atelielembrancaqueencanta.com.br +audiofree.ru +autoseo-traffic.com +axbocz.net +babespcs.com +babosas.com +balkanfarma.ru +betteroffers.review +betterscooter.com +bizfly.info +bizlist.com.de +bochemit.com.ua +bookmaker-bet.com +brewdom.ru +brg8.com +cactussoft.biz +callmd5map.com carson.getenjoyment.net -casablancamanor.co.za -cashkitten-a.akamaihd.net -cheapbelstaff.online -checktext.org -christianlouboutinreplica.pw -christianlouboutinreplica.win -click2pawn.com -clickprotects.com -clicksor.net -coaching-netz.info -cobaltpro.ru -codq.info -collegerentals.com -compliance-andrew.xyz -compliance-ivan.top -compliance-josh.top -cookie-law-enforcement-hh.xyz -customchocolate.business-for-home.com -customerguru.in -cvety24.by -cyclobenzaprinevstizanidine.blogspot.com -cyse.tk -dataloading.net -dekorkeramik.ru -devochki.top -dneprsvet.com.ua -dogclothing.store -dogoimage.com -doktoronline.no -domaincdn.xyz -domcran.net -educatemetv.com -edudocs.net -ee77ee.com -electronicadirect.com -elitepcgames.com +caveavins.fr +celebsopics.com +chiblackhawks-jerseys.com +cialiswithoutadoctor.net +community.allhiphop.com +compliance-andrew.top +compliance-checker-7.info +compliance-willy.top +customcatchcan.com +danceuniverse.ru +darkages.info +dealwifi.com +defenderxtactical.com +dickssportinggoods.com +digilander.libero.it +divisioncore.com +dmmspy.com +dokumentalkino.net +drunkenstepfather.com +e2click.com +editors.choice6912650.hulfingtonpost.com +ege-russian.ru +elitesportsadvisor.com +emailaccountlogin.co en.altezza.travel -engines-usa.com -epicbrogaming.com -excaliburfilms.com -exdocsfiles.com -extremepornos.net -fanpagerobot.com -findthe.pet -fishtauto.ru -free-share-buttons.blogspot.com +erot.co +eshop.md +event-tracking.com +everytalk.tv +exchanges-bet.com +excitacao.com +eyessurgery.ru +ezigarettenshop2.myblog.de +favorcosmetics.com +feel-planet.com +filefilter.weebly.com +filmetricsasia.com +f-loaded.de +floating-share-buttons.com +fotzen-ficken.com +franklinfire.co +frbizlist.com +free-fb-traffic.com +freshdz.com freshwallpapers.info -fxtips.ru -galaxys6manual.info -gcup.ru -ge0ip.com -gearsadspromo.club -gilsonchiro.xyz -goldandcard.ru -goroda-vsego-mira.ru -greatfind-a.akamaihd.net -greenidesign.co -gribkovye-zabolevaniya.com -gsasearchengineranker.site -gwebtools.com.br -gz2.bbsoldes.fr -healing-dysplasia.ru -hentai-manga.porn -histats.com -historichometeam.com -hotloans.ru -hptwaakw.blog.fc2.com -hystersister.com -iamsport.org -iideaidekonkatu.info -ilovevitaly.ru -iminent.com -imk.com.ua -import-sales.com -incanto.in.ua -inclk.com -iopeninghours.co.uk -ipostroika.ru -it-max.com.ua -jestr.org -job.icivil.ir -kartiniresto.com -katjimej.blog.fc2.com -khafre.us -kichenaid.ru -knowsitall.info -konturkrasoty.ru -lalalove.ru -law-check-eight.xyz -lignofix.ua -likesuccess.com -linkdebrideur.xyz -lkbennettoutlet.online -loadopia.com -lomza.info -long-beach-air-conditioning.com -m3gadownload.pl -mackeeper-center.club -mahnwachen-helfen.info -mainlinehobby.net -maranbrinfo.com.br -markjaybeefractal.com -masthopehomes.com -maxxtor.eu -mcnamaratech.com -medosmotr-ufa.ru -minyetki.ru -mlf.hordo.win -moesen-ficken.com -moivestiy.biz -moncleroutletonline.xyz -moneytop.ru -moneyzzz.ru -most.gov.iq -musicspire.online -mydeathspace.com +futbolkisales.ru +gallerylisting.com +gaz-voshod.ru +gnuetella.com +good-mummy.ru +gowreckdiving.com +gsasearchengineranker.top +guarrasdelporno.xxx +gyffu.com +hamacapty.com +handicapvantoday.com +hawaiisurf.com +hdseriale.pl +hermesbracelets.xyz +hothot.ru +iccornacircri.cf +id-forex.com +inet-traffic.com +infowarcraft.ru +inspiring-desperate.tk +insurple.com +iptool.xyz +iradiology.ru +jerseywholesalechinabiz.com +jolic2.com +kamorel.com +kashubadesign.ru +keenoutlet.online +kerei.ru +kerwinandcariza.com +keyhantercume.com +keywordsdoctor.com +kinocccp.net +kino-rating.ru +kiprinform.com +kongruan.com +konpax.com +lanadelreyfans.us +life-instyle.com +lifeinsurancekb.com +lightinghomes.net +linkbux.ru +lirunet.ru +lisque.batcave.net +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +magda-gadalka.ru +magento-crew.net +mail.allnews24.in +mamasuper.prom.ua +masterseek.com +meds-online24.com +mobile-appster.ru +mobot.site +money-for-placing-articles.com +muschisexbilder.com +musezone.su +musicdaddy.net +musicktab.com +muztops.ru +myshopmatemac.com mystats.xyz -naj-filmy24.pl -news-readers.ru -nfljerseyscheapbiz.us -notasprensa.info -november-lax.com -novosibirsk.xrus.org -nudepatch.net -offer.wpsecurity.website -okuos.com -olvanto.ru -ooomeru.ru -openstat.com -pandroid.co -partner-pop.men -partner-print.men -partners-ship.pro -pensplan.com -pic2fly.com -piratecams.com -pkr1hand.com -plastgranar.nu -plastweb.ru -ploenjitmedia.azurewebsites.net -pomoc-drogowa.cba.pl -pornmania.pl -pornolook.net -pornosee.info -positive2b.ru -progonrumarket.ru -prohoster.info -propranolol40mg.blogspot.com -py100.ru -reelheroes.net -registrydomainservices.com -research.ifmo.ru -rewardit.com -ru-dety.ru -russian-postindex.ru -saitevpatorii.com -saletool.ru -sampleletters.net -screentoolkit.com -searchtooknow-a.akamaihd.net -seoheap.com -shama-rc.net -shoppytoolmac.com -siteaero.com -sitevaluation.org -stairliftstrue.com -staticfs.host -stockspmb.info -stroilka.info -symphonyintegratedhealthcare.com -tackletarts.co -tastyfoodideas.com -thedownloadfromwarez.blogspot.com -theheroes.ru -tiandeural.ru -time-japan.ru -tizanidineandcipro.blogspot.com -tizanidineusedfor.blogspot.com -top-deal.com.pl -topsiteminecraft.com -tsstcorpcddvdwshbbdriverfb.aircus.com -u17795.netangels.ru -uac.net.au -uchetunet.su -unece.org -vinylvault.co.uk -vipms.ru -voluumtracker1.com -vote-up.ru -vsdshnik.com -waterpurifier.club -webenlace.com.ar +narutonaruto.ru +newhairstylesformen2014.com +newstraveller.ru +nfljerseyscheapchinabiz.com +nippon-bearings.ru +orion-code-access.net +orion-v.com +partnerline.men +picscout.com +picturesboss.com +piski.top +pl.id-forex.com +poem-paying.gq +pornokajf.com +porno-transsexuals.ru +portadd.men +pourvous.info +primedice.com +privatov-zapisi.ru +promodj.com +promoforum.ru +proposal-engine.com +prostitutki-tyumeni.org +rangjued.com +r-control.ru +realitykings.com +realnye-otzyvy.info +redirect.trafficreceiver.club +rentehno.ru +responsinator.com +safe-app.net +salutmontreal.com +saratov.xrus.org +scanner-ivan.top +seinterface.com +semrush.com +senger.atspace.co.uk +seokicks.de +seo-tools-optimizing.com +serialsway.ucoz.ru +servisural.ru +sevenstars7.com +sex-foto.pw +sex-pr.net +shopwme.ru +simplepooltips.com +smadihome.com +smallseotools.com +socialmonkee.com +solinf.co +sotkal.lark.ru +speedup-my.site +stard.shop +statoutlook.info +staynplay.net +stefanbakosab.se +stpolice.com +tattomedia.com +templates.franklinfire.co +tizanidinedrugtest.blogspot.com +tizanidineoral.blogspot.com +tjkckpytpnje.com +tmearegion26.com +tootoo.to +trahvid.com +trudogolik.net +ttsq.fr +tzritel.tk +uggbootsoutletsale.us +uk-zheu20.ru +unrealcommander.biz +ventelnos.com +vereo.eu +videtubs.pl +vigrx-original.ru +viktoria-center.ru +vipsiterip.org +vita.com.hr +vkak.ru +vkgaleria.com +vkmusics.ru +vkontaktemusic.ru +voditeltrezviy.ru +vsexkontakte.net webshoppermac.com -wedding0venues.tk -wedding-salon.net -weightatraining.com -whatistizanidine2mg.blogspot.com -wordpress-crew.net -wwwadultcheck.com -xaylapdiendanang.com -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn----9sbubg3ambdfl1j.xn--p1ai +while.cheapwebsitehoster.com +wholesalecheapjerseysfree.com +whos.amung.us +whosonmyserver.com +wikes.20fr.com +woman-h.ru +worldoffiles.ru +wormix-cheats.ru +xclicks.net +x-diesel.biz +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn--c1acygb.xn--p1ai +xportvusbdriver8i.snack.ws xxxtubesafari.com -yaoguangdj.com -yhit.press -yougame.biz -youradexchange.com -youtube-downloader.savetubevideo.com -za-fun-offer.com -znakomstva-moskva77.ru +yellowads.men +ytmnd.com +yugo-star.ru +yunque.pluto.ro +zapiszto.pl +zarabotat-na-sajte.ru +zhuravlev.info +zscaler.net diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index bc389ee32..500584a94 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.224.112.202 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 8fd474ee3..d73aa6b0f 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index c2e3d0bc2..1250a549a 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 2f1be9707..292aab17d 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1720 +#### Version: V4.2019.07.1722 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index e73045c8b..e07e739b9 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1720 +#### Version: V4.2019.07.1722 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 9456e8849..a5a0cf0bc 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1720 -#### Bad Referrer Count: 6717 -#### Bad Bot Count: 556 +#### Version: V4.2019.07.1722 +#### Bad Referrer Count: [6717](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) +#### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ ## Help Support This Project diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e81a52ce7..42997536f 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1720 +#### Version: V4.2019.07.1722 #### Bad Referrer Count: 6717 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 209f53c06..e57725ac9 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1720 -### Updated: Mon Jul 1 14:31:32 SAST 2019 +### Version: V3.2019.07.1722 +### Updated: Mon Jul 1 15:22:53 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2f6a99041..87948b6b1 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:30 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:52 SAST 2019 ### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 7593f541a..6eee58836 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1720 -### Updated: Mon Jul 1 14:31:33 SAST 2019 +### Version: V4.2019.07.1722 +### Updated: Mon Jul 1 15:22:55 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##