You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
RedditVideoMakerBot/TTS/POLLY.py

116 lines
3.7 KiB

import os
import random
import re
import requests
import sox
from moviepy.audio.AudioClip import concatenate_audioclips, CompositeAudioClip
from moviepy.audio.io.AudioFileClip import AudioFileClip
voices = {'neural': [
'Ivy',
'Joanna',
'Kendra',
'Kimberly',
'Salli',
'Joey',
'Justin',
'Matthew',
'Amy',
'Emma',
'Brian'
], 'standard': [
'Ivy',
'Joanna',
'Kendra',
'Kimberly',
'Salli',
'Joey',
'Justin',
'Matthew',
"Russell",
"Nicole",
"Amy",
"Emma",
"Brian",
"Aditi",
"Raveena",
"Geraint"
]}
# valid voices https://lazypy.ro/tts/
class POLLY:
def __init__(self):
self.url = 'https://streamlabs.com/polly/speak'
def tts(
self,
req_text: str = "Amazon Text To Speech",
filename: str = "title.mp3",
random_speaker=False,
censer=False,
):
if random_speaker:
voice = self.randomvoice()
else:
if not os.getenv('VOICE'):
return ValueError('Please set the environment variable VOICE to a valid voice. options are: {}'.format(voices))
voice = str(os.getenv("VOICE")).capitalize()
body = {'voice': voice, 'text': req_text}
response = requests.post(self.url, data=body)
try:
voice_data = requests.get(response.json()['speak_url'])
with open(filename, 'wb') as f:
f.write(voice_data.content)
except KeyError:
if response.json()['error'] == 'Text length is too long!':
chunks = [
m.group().strip() for m in re.finditer(r" *((.{0,540})(\.|.$))", req_text)
]
audio_clips = []
cbn = sox.Combiner()
chunkId = 0
for chunk in chunks:
body = {'voice': 'Brian', 'text': chunk}
resp = requests.post(self.url, data=body)
voice_data = requests.get(resp.json()['speak_url'])
with open(filename.replace(".mp3", f"-{chunkId}.mp3"), "wb") as out:
out.write(voice_data.content)
audio_clips.append(filename.replace(".mp3", f"-{chunkId}.mp3"))
chunkId = chunkId + 1
try:
if len(audio_clips) > 1:
cbn.convert(samplerate=44100, n_channels=2)
cbn.build(audio_clips, filename, "concatenate")
else:
os.rename(audio_clips[0], filename)
except (sox.core.SoxError,
FileNotFoundError): # https://github.com/JasonLovesDoggo/RedditVideoMakerBot/issues/67#issuecomment-1150466339
for clip in audio_clips:
i = audio_clips.index(clip) # get the index of the clip
audio_clips = (
audio_clips[:i] + [AudioFileClip(clip)] + audio_clips[i + 1:]
) # replace the clip with an AudioFileClip
audio_concat = concatenate_audioclips(audio_clips)
audio_composite = CompositeAudioClip([audio_concat])
audio_composite.write_audiofile(filename, 44100, 2, 2000, None)
def make_readable(self, text):
"""
Amazon Polly fails to read some symbols properly such as '& (and)'.
So we normalize input text before passing it to the service
"""
text = text.replace('&', 'and')
return text
def randomvoice(self):
valid = voices['neural'] + voices['standard']
return random.choice(valid)