mirror of
https://github.com/manualdousuario/marreta.git
synced 2025-09-01 10:10:14 +00:00
300 lines
11 KiB
PHP
300 lines
11 KiB
PHP
<?php
|
|
|
|
/**
|
|
* Specific rule configurations for individual domains
|
|
* Configurações específicas de regras para domínios individuais
|
|
*
|
|
* This file contains custom rules for specific sites, allowing
|
|
* system behavior adjustment for each domain individually.
|
|
*
|
|
* Este arquivo contém regras personalizadas para sites específicos, permitindo
|
|
* ajustar o comportamento do sistema para cada domínio individualmente.
|
|
*
|
|
* Domain rule structure / Estrutura das regras por domínio:
|
|
* - userAgent: Define custom User-Agent for the domain / Define um User-Agent personalizado para o domínio
|
|
* - headers: Custom HTTP headers for requests / Headers HTTP personalizados para requisições
|
|
* - idElementRemove: Array of HTML IDs to be removed / Array de IDs HTML que devem ser removidos da página
|
|
* - classElementRemove: Array of HTML classes to be removed / Array de classes HTML que devem ser removidas
|
|
* - scriptTagRemove: Array of scripts to be removed (partial match) / Array de scripts que devem ser removidos (partial match)
|
|
* - cookies: Associative array of cookies to be set (null removes cookie) / Array associativo de cookies a serem definidos (null remove o cookie)
|
|
* - classAttrRemove: Array of classes to be removed from elements / Array de classes a serem removidas de elementos
|
|
* - customCode: String containing custom JavaScript code / String contendo código JavaScript personalizado
|
|
* - customStyle: String containing custom CSS code / String contendo código CSS personalizado
|
|
* - excludeGlobalRules: Associative array of global rules to exclude for this domain / Array associativo de regras globais a serem excluídas para este domínio
|
|
* Example / Exemplo:
|
|
* 'excludeGlobalRules' => [
|
|
* 'scriptTagRemove' => ['gtm.js', 'ga.js'], // Excludes specific scripts from global rules / Exclui scripts específicos das regras globais
|
|
* 'classElementRemove' => ['subscription'] // Excludes specific classes from global rules / Exclui classes específicas das regras globais
|
|
* ]
|
|
* - fetchStrategies: String indicating which fetch strategy to use. Available values: / String indicando qual estratégia de fetch usar. Valores disponíveis:
|
|
* - fetchWithGoogleBot: Use Google bot headers and user agent / Usa headers e user agent do Google bot
|
|
* - fetchWithSocialReferrer: Use social media referrer / Usa referenciador de mídia social
|
|
* - fetchContent: Use standard fetch with domain rules / Usa fetch padrão com regras do domínio
|
|
* - fetchFromWaybackMachine: Try to fetch from Internet Archive / Tenta buscar do Internet Archive
|
|
* - fetchFromSelenium: Use Selenium for extraction / Usa Selenium para extração
|
|
* - socialReferrers: Add random social media headers / Adiciona headers randomicos de redes sociais
|
|
* - fromGoogleBot: Adds simulation of request coming from Google Bot / Adiciona simulação de requisição vinda do Google Bot
|
|
*/
|
|
return [
|
|
'nsctotal.com.br' => [
|
|
'userAgent' => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36'
|
|
],
|
|
'elcorreo.com' => [
|
|
'idElementRemove' => ['didomi-popup','engagement-top'],
|
|
'classAttrRemove' => ['didomi-popup-open'],
|
|
'fromGoogleBot' => true
|
|
],
|
|
'globo.com' => [
|
|
'idElementRemove' => ['cookie-banner-lgpd', 'paywall-cpt', 'mc-read-more-wrapper', 'paywall-cookie-content', 'paywall-cpt'],
|
|
'classElementRemove' => ['banner-lgpd', 'article-related-link__title', 'article-related-link__picture', 'paywall-denied', 'banner-subscription'],
|
|
'scriptTagRemove' => ['tiny.js', 'signup.js', 'paywall.js'],
|
|
'cookies' => [
|
|
'piano_d' => null,
|
|
'piano_if' => null,
|
|
'piano_user_id' => null
|
|
],
|
|
'classAttrRemove' => ['wall', 'protected-content', 'cropped-block']
|
|
],
|
|
'gauchazh.clicrbs.com.br' => [
|
|
'idElementRemove' => ['paywallTemplate'],
|
|
'classAttrRemove' => ['m-paid-content', 'paid-content-apply'],
|
|
'scriptTagRemove' => ['vendors-8'],
|
|
'excludeGlobalRules' => [
|
|
'classElementRemove' => ['paid-content']
|
|
],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'reuters.com' => [
|
|
'classElementRemove' => ['leaderboard__container'],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'diplomatique.org.br' => [
|
|
'idElementRemove' => ['cboxOverlay'],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'washingtonpost.com' => [
|
|
'classElementRemove' => ['paywall-overlay'],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'oantagonista.com.br' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'jornaldebrasilia.com.br' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'npr.org' => [
|
|
'classElementRemove' => ['onetrust-pc-dark-filter'],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'opopular.com.br' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'businessinsider.com' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'leparisien.fr' => [
|
|
'idElementRemove' => ['didomi-popup'],
|
|
'classAttrRemove' => ['paywall-article-section'],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'foreignaffairs.com' => [
|
|
'customCode' => 'document.addEventListener(\'DOMContentLoaded\', function() {
|
|
const dropcapDiv = document.querySelector(\'.article-dropcap\');
|
|
if (dropcapDiv) {
|
|
dropcapDiv.style.height = \'auto\';
|
|
}
|
|
});'
|
|
],
|
|
'latercera.com' => [
|
|
'classElementRemove' => ['pw-frontier'],
|
|
'customStyle' => '.pw-frontier {
|
|
display: none !important;
|
|
}
|
|
.container-all {
|
|
position: inherit !important;
|
|
top: inherit;
|
|
}
|
|
.main-header .top-menu, .main-header .alert-news, .main-header .alert-news.sticky {
|
|
position:inherit !important;
|
|
}'
|
|
],
|
|
'folha.uol.com.br' => [
|
|
'idElementRemove' => ['paywall-flutuante', 'paywall', 'paywall-signup'],
|
|
'classElementRemove' => ['banner-assinatura', 'paywall-container'],
|
|
'scriptTagRemove' => ['paywall.js', 'content-gate.js'],
|
|
'cookies' => [
|
|
'paywall_visit' => null,
|
|
'folha_id' => null,
|
|
'paywall_access' => 'true'
|
|
]
|
|
],
|
|
'uol.com.br' => [
|
|
'scriptTagRemove' => ['me.jsuol.com.br', 'c.jsuol.com.br'],
|
|
'classElementRemove' => ['header-top-wrapper'],
|
|
],
|
|
'estadao.com.br' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
'browser' => 'chrome'
|
|
],
|
|
'stcatharinesstandard.ca' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'cartacapital.com.br' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'nzherald.co.nz' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'opovo.com.br' => [
|
|
'classElementRemove' => ['screen-loading', 'overlay-advise']
|
|
],
|
|
'crusoe.com.br' => [
|
|
'cookies' => [
|
|
'crs_subscriber' => '1'
|
|
]
|
|
],
|
|
'theverge.com' => [
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'economist.com' => [
|
|
'cookies' => [
|
|
'ec_limit' => 'allow'
|
|
],
|
|
'scriptTagRemove' => ['wrapperMessagingWithoutDetection.js'],
|
|
'customCode' => '
|
|
var artBodyContainer = document.querySelector("article.article");
|
|
var artBody = artBodyContainer.innerHTML;
|
|
checkPaywall();
|
|
function checkPaywall() {
|
|
let paywallBox = document.querySelector(".layout-article-regwall");
|
|
if (paywallBox) {
|
|
artBodyContainer.innerHTML = artBody;
|
|
}
|
|
}
|
|
'
|
|
],
|
|
'ft.com' => [
|
|
'cookies' => [
|
|
'next-flags' => null,
|
|
'next:ads' => null
|
|
],
|
|
'fromGoogleBot' => true
|
|
],
|
|
'nytimes.com' => [
|
|
'idElementRemove' => ['gateway-content'],
|
|
'customStyle' => '
|
|
.vi-gateway-container {
|
|
position: inherit !important;
|
|
overflow: inherit !important;
|
|
height: inherit !important;
|
|
}
|
|
#gateway-content {
|
|
display: none !important;
|
|
width: 1px !important;
|
|
height: 1px !important;
|
|
overflow: hidden !important;
|
|
visibility: hidden !important;
|
|
}
|
|
',
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
'excludeGlobalRules' => [
|
|
'scriptTagRemove' => [
|
|
'gtm.js',
|
|
'ga.js',
|
|
'fbevents.js',
|
|
'pixel.js',
|
|
'chartbeat',
|
|
'analytics.js',
|
|
'cmp.js',
|
|
'wall.js',
|
|
'paywall.js',
|
|
'subscriber.js',
|
|
'piano.js',
|
|
'tiny.js',
|
|
'pywll.js',
|
|
'content-gate.js',
|
|
'signwall.js',
|
|
'pw.js',
|
|
'pw-',
|
|
'piano-',
|
|
'tinypass',
|
|
'tp.min.js',
|
|
'premium.js',
|
|
'amp-access-0.1.js',
|
|
'zephrBarriersScripts',
|
|
'leaky-paywall',
|
|
'cookie',
|
|
'gdpr',
|
|
'lgpd',
|
|
'push',
|
|
'sw.js',
|
|
'stats.js',
|
|
'piano.io',
|
|
'onesignal.com',
|
|
'getsitecontrol.com',
|
|
'navdmp.com',
|
|
'getblue.io',
|
|
'smartocto.com',
|
|
'cdn.pn.vg'
|
|
]
|
|
]
|
|
],
|
|
'correio24horas.com.br' => [
|
|
'idElementRemove' => ['paywall'],
|
|
'classElementRemove' => ['paywall'],
|
|
'classAttrRemove' => ['hide', 'is-active'],
|
|
'cookies' => [
|
|
'premium_access' => '1'
|
|
]
|
|
],
|
|
'abril.com.br' => [
|
|
'cookies' => [
|
|
'paywall_access' => 'true'
|
|
],
|
|
'classElementRemove' => ['piano-offer-overlay'],
|
|
'classAttrRemove' => ['disabledByPaywall'],
|
|
'idElementRemove' => ['piano_offer']
|
|
],
|
|
'foreignpolicy.com' => [
|
|
'idElementRemove' => ['paywall_bg'],
|
|
'classAttrRemove' => ['overlay-no-scroll', 'overlay-no-scroll']
|
|
],
|
|
'dgabc.com.br' => [
|
|
'customCode' => '
|
|
var email = "colaborador@dgabc.com.br";
|
|
$(".NoticiaExclusivaNaoLogado").hide();
|
|
$(".NoticiaExclusivaLogadoSemPermissao").hide();
|
|
$(".linhaSuperBanner").show();
|
|
$(".footer").show();
|
|
$(".NoticiaExclusivaLogado").show();
|
|
'
|
|
],
|
|
'forbes.com' => [
|
|
'classElementRemove' => ['zephr-backdrop', 'zephr-generic-modal'],
|
|
'excludeGlobalRules' => [
|
|
'classElementRemove' => ['premium-article'],
|
|
],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'cmjornal.pt' => [
|
|
'classAttrRemove' => ['bloco_bloqueio_premium'],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'sabado.pt' => [
|
|
'classElementRemove' => ['bloco_bloqueio'],
|
|
'fetchStrategies' => 'fetchFromSelenium',
|
|
],
|
|
'seudinheiro.com' => [
|
|
'idElementRemove' => ['premium-paywall']
|
|
],
|
|
'technologyreview.com' => [
|
|
'cookies' => [
|
|
'xbc' => null,
|
|
'_pcid' => null,
|
|
'_pcus' => null,
|
|
'__tbc' => null,
|
|
'__pvi' => null,
|
|
'_pctx' => null
|
|
]
|
|
]
|
|
];
|