vrr/open-notebook
2
0
Fork 0
mirror of https://github.com/lfnovo/open-notebook.git synced 2026-05-01 21:00:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix encoding errors on content creation

Browse source
This commit is contained in:
LUIS NOVO 2024-10-25 08:16:00 -03:00
parent 375b7dc56b
commit 4f30f59382
2 changed files with 92 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

7
open_notebook/utils.py
View file

@ -78,13 +78,12 @@ def remove_non_ascii(text):
def remove_non_printable(text):
# Remove caracteres de controle, exceto quebras de linha e tabulações
# Remove control characters, except newlines and tabs
text = "".join(
char for char in text if unicodedata.category(char)[0] != "C" or char in "\n\t"
)
# Manter letras (incluindo acentuadas), números, espaços, quebras de linha, tabulações e pontuação básica
allowed = r"a-zA-Z0-9\s.,!?\-\n\t"
return re.sub(f"[^{allowed}]", "", text, flags=re.UNICODE)
# Keep letters (including accented ones), numbers, spaces, newlines, tabs, and basic punctuation
return re.sub(r"[^\w\s.,!?\-\n\t]", "", text, flags=re.UNICODE)
def surreal_clean(text):