You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
|
import re
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def sanitize_text(text):
|
|
|
|
|
|
"""
|
|
|
|
|
|
Sanitizes the text for tts.
|
|
|
|
|
|
What gets removed:
|
|
|
|
|
|
- following characters`^_~@!&;#:-%“”‘"%*/{}[]()\|<>?=+`
|
|
|
|
|
|
- any http or https links
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
# remove any urls from the text
|
|
|
|
|
|
regex_urls = r"((http|https)\:\/\/)?[a-zA-Z0-9\.\/\?\:@\-_=#]+\.([a-zA-Z]){2,6}([a-zA-Z0-9\.\&\/\?\:@\-_=#])*"
|
|
|
|
|
|
|
|
|
|
|
|
result = re.sub(regex_urls, " ", text)
|
|
|
|
|
|
|
|
|
|
|
|
# note: not removing apostrophes
|
|
|
|
|
|
regex_expr = r"\s['|’]|['|’]\s|[\^_~@!&;#:\-%“”‘\"%\*/{}\[\]\(\)\\|<>=+]"
|
|
|
|
|
|
result = re.sub(regex_expr, " ", result)
|
|
|
|
|
|
|
|
|
|
|
|
# remove extra whitespace
|
|
|
|
|
|
return " ".join(result.split())
|
