mirror of
https://github.com/alexadam/save-as-ebook.git
synced 2025-09-10 09:24:49 +00:00
misc
This commit is contained in:
alexadam
parent
9f2b1f1edb
commit
b43ce9d6f6
21 changed files with 10 additions and 6 deletions
349
web-extension/extractHtml.js
Normal file
349
web-extension/extractHtml.js
Normal file
|
|
@ -0,0 +1,349 @@
|
|||
var allImgSrc = {};
|
||||
var allImages = [];
|
||||
var maxNrOfElements = 10000;
|
||||
//////
|
||||
|
||||
function getImageSrc(srcTxt) {
|
||||
if (!srcTxt) {
|
||||
return '';
|
||||
}
|
||||
allImgSrc[srcTxt] = 'img-' + (Math.floor(Math.random()*1000000)) + '.' + getFileExtension(srcTxt);
|
||||
return '../images/' + allImgSrc[srcTxt];
|
||||
}
|
||||
|
||||
function generateRandomTag() {
|
||||
var text = "";
|
||||
var possible = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz";
|
||||
|
||||
for(var i = 0; i < 5; i++)
|
||||
text += possible.charAt(Math.floor(Math.random() * possible.length));
|
||||
|
||||
return text;
|
||||
}
|
||||
|
||||
|
||||
// function force3(dirty) {
|
||||
// var tagOpen = '@@@';// + generateRandomTag();
|
||||
// var tagClose = '###';// + generateRandomTag();
|
||||
// var removeElements = ['script', 'style', 'svg', 'canvas', 'noscript'];
|
||||
// var inlineElements = ['h1', 'h2', 'h3', 'sup', 'b', 'i', 'em', 'code', 'pre', 'p'];
|
||||
// var replaceElements = [['li', 'p'], ['tr', 'p']];
|
||||
//
|
||||
// // var bodyClone = document.getElementsByTagName('body')[0].cloneNode(true);
|
||||
//
|
||||
// var bodyClone = document.createElement('div');
|
||||
// bodyClone.innerHTML = dirty;
|
||||
//
|
||||
//
|
||||
// /////
|
||||
//
|
||||
// var imgs = bodyClone.getElementsByTagName('img');
|
||||
// for (var i = 0; i < imgs.length; i++) {
|
||||
// var newImg = document.createElement('span');
|
||||
// newImg.innerHTML = tagOpen + 'img src="' + getImageSrc(imgs[i].getAttribute('src')) + '"' + tagClose + tagOpen + '/img' + tagClose;
|
||||
// imgs[i].parentNode.replaceChild(newImg, imgs[i]);
|
||||
// }
|
||||
//
|
||||
// var links = bodyClone.getElementsByTagName('a');
|
||||
// for (i = 0; i < links.length; i++) {
|
||||
// var newLink = document.createElement('span');
|
||||
// newLink.innerHTML = tagOpen + 'a href="' + getHref(links[i].getAttribute('href')) + '"' + tagClose + links[i].innerHTML + tagOpen + '/a' + tagClose;
|
||||
// links[i].parentNode.replaceChild(newLink, links[i]);
|
||||
// }
|
||||
//
|
||||
// for (i = 0; i < inlineElements.length; i++) {
|
||||
// var tagName = inlineElements[i];
|
||||
// var miscElements = bodyClone.getElementsByTagName(tagName);
|
||||
// for (var j = 0; j < miscElements.length; j++) {
|
||||
// var elemToBeReplaced = miscElements[j];
|
||||
// var newElement = document.createElement('span');
|
||||
// newElement.innerHTML = tagOpen + tagName + tagClose + elemToBeReplaced.innerHTML + tagOpen + '/' + tagName + tagClose;
|
||||
// elemToBeReplaced.parentNode.replaceChild(newElement, elemToBeReplaced);
|
||||
// }
|
||||
// }
|
||||
//
|
||||
// for (i = 0; i < replaceElements.length; i++) {
|
||||
// var crtTagPair = replaceElements[i];
|
||||
// var searchForTag = crtTagPair[0];
|
||||
// var replaceWithTag = crtTagPair[1];
|
||||
// var miscElements = bodyClone.getElementsByTagName(searchForTag);
|
||||
// for (var j = 0; j < miscElements.length; j++) {
|
||||
// var elemToBeReplaced = miscElements[j];
|
||||
// var newElement = document.createElement('span');
|
||||
// newElement.innerHTML = tagOpen + replaceWithTag + tagClose + elemToBeReplaced.innerHTML + tagOpen + '/' + replaceWithTag + tagClose;
|
||||
// elemToBeReplaced.parentNode.replaceChild(newElement, elemToBeReplaced);
|
||||
// }
|
||||
// }
|
||||
//
|
||||
// var contentString = bodyClone.innerText;
|
||||
//
|
||||
// var tagOpenRegex = new RegExp(tagOpen, 'gi');
|
||||
// var tagCloseRegex = new RegExp(tagClose, 'gi');
|
||||
// contentString = contentString.replace(tagOpenRegex, '<');
|
||||
// contentString = contentString.replace(tagCloseRegex, '>');
|
||||
// contentString = contentString.replace(/&/gi, '&');
|
||||
// contentString = contentString.replace(/&/gi, '&');
|
||||
//
|
||||
// return contentString;
|
||||
//
|
||||
// }
|
||||
|
||||
function force(contentString) {
|
||||
try {
|
||||
var tagOpen = '@@@' + generateRandomTag();
|
||||
var tagClose = '###' + generateRandomTag();
|
||||
var inlineElements = ['h1', 'h2', 'h3', 'sup', 'b', 'i', 'em', 'code', 'pre', 'p'];
|
||||
var replaceElements = [['li', 'p'], ['tr', 'p']];
|
||||
|
||||
var $content = $(contentString);
|
||||
|
||||
$content.find('img').each(function (index, elem) {
|
||||
$(elem).replaceWith('<span>' + tagOpen + 'img src="' + getImageSrc($(elem).attr('src')) + '"' + tagClose + tagOpen + '/img' + tagClose + '</span>');
|
||||
});
|
||||
|
||||
$content.find('a').each(function (index, elem) {
|
||||
$(elem).replaceWith('<span>' + tagOpen + 'a href="' + getHref($(elem).attr('href')) + '"' + tagClose + $(elem).html() + tagOpen + '/a' + tagClose + '</span>');
|
||||
});
|
||||
|
||||
if ($('*').length < maxNrOfElements) {
|
||||
replaceElements.forEach(function (replacePair) {
|
||||
var searchFor = replacePair[0];
|
||||
var tagName = replacePair[1];
|
||||
var tmpElems = $content.find(searchFor);
|
||||
while (tmpElems.length > 0) {
|
||||
$tmpElem = $(tmpElems[0]);
|
||||
$tmpElem.replaceWith('<span>' + tagOpen + tagName + tagClose + $tmpElem.html() + tagOpen + '/' + tagName + tagClose + '</span>');
|
||||
tmpElems = $content.find(searchFor);
|
||||
}
|
||||
});
|
||||
|
||||
inlineElements.forEach(function (tagName) {
|
||||
var tmpElems = $content.find(tagName);
|
||||
while (tmpElems.length > 0) {
|
||||
$tmpElem = $(tmpElems[0]);
|
||||
$tmpElem.replaceWith('<span>' + tagOpen + tagName + tagClose + $tmpElem.html() + tagOpen + '/' + tagName + tagClose + '</span>');
|
||||
tmpElems = $content.find(tagName);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
contentString = $content.text();
|
||||
|
||||
var tagOpenRegex = new RegExp(tagOpen, 'gi');
|
||||
var tagCloseRegex = new RegExp(tagClose, 'gi');
|
||||
contentString = contentString.replace(tagOpenRegex, '<');
|
||||
contentString = contentString.replace(tagCloseRegex, '>');
|
||||
contentString = contentString.replace(/&/gi, '&');
|
||||
contentString = contentString.replace(/&/gi, '&');
|
||||
|
||||
return contentString;
|
||||
} catch (e) {
|
||||
console.log('Error:', e);
|
||||
}
|
||||
}
|
||||
|
||||
// https://github.com/blowsie/Pure-JavaScript-HTML5-Parser
|
||||
function sanitize(rawContentString) {
|
||||
allImgSrc = {};
|
||||
var srcTxt = '';
|
||||
var dirty = null;
|
||||
try {
|
||||
// dirty = getHtmlAsString(rawContent);
|
||||
wdirty = $.parseHTML(rawContentString);
|
||||
$wdirty = $(wdirty);
|
||||
$wdirty.find('script, style, svg, canvas, noscript').remove();
|
||||
$wdirty.find('*:empty').not('img').remove();
|
||||
|
||||
dirty = '<div>' + $wdirty.html() + '</div>';
|
||||
|
||||
////////////////
|
||||
if ($('*').length > maxNrOfElements) {
|
||||
return force(dirty);
|
||||
}
|
||||
|
||||
var results = '';
|
||||
var lastFragment = '';
|
||||
var lastTag = '';
|
||||
var inList = false;
|
||||
var allowedTags = ['div', 'p', 'code', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'span', 'blockquote',
|
||||
'img', 'a', 'ol', 'ul', 'li', 'b', 'i', 'sup', 'strong', 'strike',
|
||||
'table', 'tr', 'td', 'th', 'thead', 'tbody', 'pre', 'em'
|
||||
];
|
||||
var allowedTextTags = ['h4', 'h5', 'h6', 'span'];
|
||||
|
||||
HTMLParser(dirty, {
|
||||
start: function(tag, attrs, unary) {
|
||||
lastTag = tag;
|
||||
if (allowedTags.indexOf(tag) < 0) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (tag === 'ol' || tag === 'ul') {
|
||||
inList = true;
|
||||
}
|
||||
if (tag === 'li' && !inList) {
|
||||
tag = 'p';
|
||||
}
|
||||
|
||||
var tattrs = null;
|
||||
if (tag === 'img') {
|
||||
tattrs = attrs.filter(function(attr) {
|
||||
return attr.name === 'src';
|
||||
}).map(function(attr) {
|
||||
return getImageSrc(attr.escaped);
|
||||
});
|
||||
lastFragment = tattrs.length === 0 ? '<img></img>' : '<img src="' + tattrs[0] + '" alt=""></img>';
|
||||
} else if (tag === 'a') {
|
||||
tattrs = attrs.filter(function(attr) {
|
||||
return attr.name === 'href';
|
||||
}).map(function(attr) {
|
||||
return getHref(attr.escaped);
|
||||
});
|
||||
lastFragment = tattrs.length === 0 ? '<a>' : '<a href="' + tattrs[0] + '">';
|
||||
} else {
|
||||
lastFragment = '<' + tag + '>';
|
||||
}
|
||||
|
||||
results += lastFragment;
|
||||
lastFragment = '';
|
||||
},
|
||||
end: function(tag) {
|
||||
if (allowedTags.indexOf(tag) < 0 || tag === 'img') {
|
||||
return;
|
||||
}
|
||||
|
||||
if (tag === 'ol' || tag === 'ul') {
|
||||
inList = false;
|
||||
}
|
||||
if (tag === 'li' && !inList) {
|
||||
tag = 'p';
|
||||
}
|
||||
|
||||
results += "</" + tag + ">\n";
|
||||
},
|
||||
chars: function(text) {
|
||||
if (lastTag !== '' && allowedTags.indexOf(lastTag) < 0) {
|
||||
return;
|
||||
}
|
||||
results += text;
|
||||
},
|
||||
comment: function(text) {
|
||||
// results += "<!--" + text + "-->";
|
||||
}
|
||||
});
|
||||
|
||||
// results = results.replace(/&[a-z]+;/gim, '');
|
||||
results = results.replace(/&/gi, '&');
|
||||
results = results.replace(/&/gi, '&');
|
||||
|
||||
return results;
|
||||
|
||||
} catch (e) {
|
||||
console.log('Error:', e);
|
||||
return force(dirty);
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
function getContent(htmlContent) {
|
||||
try {
|
||||
var tmp = document.createElement('div');
|
||||
tmp.appendChild(htmlContent.cloneNode(true));
|
||||
var dirty = '<div>' + tmp.innerHTML + '</div>';
|
||||
return sanitize(dirty);
|
||||
} catch (e) {
|
||||
console.log('Error:', e);
|
||||
return '';
|
||||
}
|
||||
}
|
||||
|
||||
/////
|
||||
|
||||
function getPageUrl(url) {
|
||||
return url.toLowerCase().replace(/\s+/g,'_').replace(/[^a-z0-9_]/g,'') + Math.floor(Math.random() * 10000) + '.xhtml';
|
||||
}
|
||||
|
||||
function getPageTitle(title) { //TODO
|
||||
return title;
|
||||
}
|
||||
|
||||
function getSelectedNodes() {
|
||||
// if (document.selection) {
|
||||
// return document.selection.createRange().parentElement();
|
||||
// return document.selection.createRange();
|
||||
// }
|
||||
var selection = window.getSelection();
|
||||
var docfrag = [];
|
||||
for (var i = 0; i < selection.rangeCount; i++) {
|
||||
docfrag.push(selection.getRangeAt(i).cloneContents());
|
||||
}
|
||||
return docfrag;
|
||||
}
|
||||
|
||||
/////
|
||||
|
||||
function deferredAddZip(url, filename, zip) {
|
||||
var deferred = $.Deferred();
|
||||
JSZipUtils.getBinaryContent(url, function(err, data) {
|
||||
if (err) {
|
||||
// deferred.reject(err); TODO
|
||||
deferred.resolve();
|
||||
} else {
|
||||
var tmpImg = {
|
||||
filename: filename,
|
||||
data: base64ArrayBuffer(data)
|
||||
};
|
||||
allImages.push(tmpImg);
|
||||
deferred.resolve();
|
||||
}
|
||||
});
|
||||
return deferred;
|
||||
}
|
||||
|
||||
chrome.runtime.onMessage.addListener(function(request, sender, sendResponse) {
|
||||
console.log('Extract Html...');
|
||||
var imgsPromises = [];
|
||||
allImgSrc = {};
|
||||
allImages = [];
|
||||
var result = {};
|
||||
var pageSrc = '';
|
||||
var tmpContent = '';
|
||||
|
||||
if (request.type === 'extract-page') {
|
||||
pageSrc = document.getElementsByTagName('body')[0];
|
||||
tmpContent = getContent(pageSrc);
|
||||
} else if (request.type === 'extract-selection') {
|
||||
pageSrc = getSelectedNodes();
|
||||
pageSrc.forEach(function (page) {
|
||||
tmpContent += getContent(page);
|
||||
});
|
||||
}
|
||||
|
||||
if (tmpContent.trim() === '') {
|
||||
return;
|
||||
}
|
||||
|
||||
Object.keys(allImgSrc).forEach(function(imgSrc, index) {
|
||||
try {
|
||||
var tmpDeffered = deferredAddZip(getImgDownloadUrl(imgSrc), allImgSrc[imgSrc]);
|
||||
imgsPromises.push(tmpDeffered);
|
||||
} catch (e) {
|
||||
console.log('Error:', e);
|
||||
}
|
||||
});
|
||||
|
||||
$.when.apply($, imgsPromises).done(function() {
|
||||
result = {
|
||||
url: getPageUrl(document.title),
|
||||
title: getPageTitle(document.title),
|
||||
baseUrl: getCurrentUrl(),
|
||||
images: allImages,
|
||||
content: tmpContent
|
||||
};
|
||||
sendResponse(result);
|
||||
}).fail(function(e) {
|
||||
console.log('Error:', e);
|
||||
});
|
||||
|
||||
return true;
|
||||
});
|
||||
Loading…
Add table
Add a link
Reference in a new issue