|
|
|
|
@ -6,6 +6,10 @@ from __future__ import print_function
|
|
|
|
|
import numpy as np
|
|
|
|
|
import io
|
|
|
|
|
import soundfile
|
|
|
|
|
import scikits.samplerate
|
|
|
|
|
from scipy import signal
|
|
|
|
|
import random
|
|
|
|
|
import copy
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class AudioSegment(object):
|
|
|
|
|
@ -75,6 +79,32 @@ class AudioSegment(object):
|
|
|
|
|
io.BytesIO(bytes), dtype='float32')
|
|
|
|
|
return cls(samples, sample_rate)
|
|
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
def concatenate(cls, *segments):
|
|
|
|
|
"""Concatenate an arbitrary number of audio segments together.
|
|
|
|
|
|
|
|
|
|
:param *segments: Input audio segments to be concatenated.
|
|
|
|
|
:type *segments: tuple of AudioSegment
|
|
|
|
|
:return: Audio segment instance as concatenating results.
|
|
|
|
|
:rtype: AudioSegment
|
|
|
|
|
:raises ValueError: If the number of segments is zero, or if the
|
|
|
|
|
sample_rate of any segments does not match.
|
|
|
|
|
:raises TypeError: If any segment is not AudioSegment instance.
|
|
|
|
|
"""
|
|
|
|
|
# Perform basic sanity-checks.
|
|
|
|
|
if len(segments) == 0:
|
|
|
|
|
raise ValueError("No audio segments are given to concatenate.")
|
|
|
|
|
sample_rate = segments[0]._sample_rate
|
|
|
|
|
for seg in segments:
|
|
|
|
|
if sample_rate != seg._sample_rate:
|
|
|
|
|
raise ValueError("Can't concatenate segments with "
|
|
|
|
|
"different sample rates")
|
|
|
|
|
if type(seg) is not cls:
|
|
|
|
|
raise TypeError("Only audio segments of the same type "
|
|
|
|
|
"can be concatenated.")
|
|
|
|
|
samples = np.concatenate([seg.samples for seg in segments])
|
|
|
|
|
return cls(samples, sample_rate)
|
|
|
|
|
|
|
|
|
|
def to_wav_file(self, filepath, dtype='float32'):
|
|
|
|
|
"""Save audio segment to disk as wav file.
|
|
|
|
|
|
|
|
|
|
@ -100,6 +130,89 @@ class AudioSegment(object):
|
|
|
|
|
format='WAV',
|
|
|
|
|
subtype=subtype_map[dtype])
|
|
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
def slice_from_file(cls, file, start=None, end=None):
|
|
|
|
|
"""Loads a small section of an audio without having to load
|
|
|
|
|
the entire file into the memory which can be incredibly wasteful.
|
|
|
|
|
|
|
|
|
|
:param file: Input audio filepath or file object.
|
|
|
|
|
:type file: basestring|file
|
|
|
|
|
:param start: Start time in seconds. If start is negative, it wraps
|
|
|
|
|
around from the end. If not provided, this function
|
|
|
|
|
reads from the very beginning.
|
|
|
|
|
:type start: float
|
|
|
|
|
:param end: End time in seconds. If end is negative, it wraps around
|
|
|
|
|
from the end. If not provided, the default behvaior is
|
|
|
|
|
to read to the end of the file.
|
|
|
|
|
:type end: float
|
|
|
|
|
:return: AudioSegment instance of the specified slice of the input
|
|
|
|
|
audio file.
|
|
|
|
|
:rtype: AudioSegment
|
|
|
|
|
:raise ValueError: If start or end is incorrectly set, e.g. out of
|
|
|
|
|
bounds in time.
|
|
|
|
|
"""
|
|
|
|
|
sndfile = soundfile.SoundFile(file)
|
|
|
|
|
sample_rate = sndfile.samplerate
|
|
|
|
|
duration = float(len(sndfile)) / sample_rate
|
|
|
|
|
start = 0. if start is None else start
|
|
|
|
|
end = 0. if end is None else end
|
|
|
|
|
if start < 0.0:
|
|
|
|
|
start += duration
|
|
|
|
|
if end < 0.0:
|
|
|
|
|
end += duration
|
|
|
|
|
if start < 0.0:
|
|
|
|
|
raise ValueError("The slice start position (%f s) is out of "
|
|
|
|
|
"bounds." % start)
|
|
|
|
|
if end < 0.0:
|
|
|
|
|
raise ValueError("The slice end position (%f s) is out of bounds." %
|
|
|
|
|
end)
|
|
|
|
|
if start > end:
|
|
|
|
|
raise ValueError("The slice start position (%f s) is later than "
|
|
|
|
|
"the slice end position (%f s)." % (start, end))
|
|
|
|
|
if end > duration:
|
|
|
|
|
raise ValueError("The slice end position (%f s) is out of bounds "
|
|
|
|
|
"(> %f s)" % (end, duration))
|
|
|
|
|
start_frame = int(start * sample_rate)
|
|
|
|
|
end_frame = int(end * sample_rate)
|
|
|
|
|
sndfile.seek(start_frame)
|
|
|
|
|
data = sndfile.read(frames=end_frame - start_frame, dtype='float32')
|
|
|
|
|
return cls(data, sample_rate)
|
|
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
|
def make_silence(cls, duration, sample_rate):
|
|
|
|
|
"""Creates a silent audio segment of the given duration and sample rate.
|
|
|
|
|
|
|
|
|
|
:param duration: Length of silence in seconds.
|
|
|
|
|
:type duration: float
|
|
|
|
|
:param sample_rate: Sample rate.
|
|
|
|
|
:type sample_rate: float
|
|
|
|
|
:return: Silent AudioSegment instance of the given duration.
|
|
|
|
|
:rtype: AudioSegment
|
|
|
|
|
"""
|
|
|
|
|
samples = np.zeros(int(duration * sample_rate))
|
|
|
|
|
return cls(samples, sample_rate)
|
|
|
|
|
|
|
|
|
|
def superimpose(self, other):
|
|
|
|
|
"""Add samples from another segment to those of this segment
|
|
|
|
|
(sample-wise addition, not segment concatenation).
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param other: Segment containing samples to be added in.
|
|
|
|
|
:type other: AudioSegments
|
|
|
|
|
:raise TypeError: If type of two segments don't match.
|
|
|
|
|
:raise ValueError: If the sample rates of the two segments are not
|
|
|
|
|
equal, or if the lengths of segments don't match.
|
|
|
|
|
"""
|
|
|
|
|
if type(self) != type(other):
|
|
|
|
|
raise TypeError("Cannot add segments of different types: %s "
|
|
|
|
|
"and %s." % (type(self), type(other)))
|
|
|
|
|
if self._sample_rate != other._sample_rate:
|
|
|
|
|
raise ValueError("Sample rates must match to add segments.")
|
|
|
|
|
if len(self._samples) != len(other._samples):
|
|
|
|
|
raise ValueError("Segment lengths must match to add segments.")
|
|
|
|
|
self._samples += other._samples
|
|
|
|
|
|
|
|
|
|
def to_bytes(self, dtype='float32'):
|
|
|
|
|
"""Create a byte string containing the audio content.
|
|
|
|
|
|
|
|
|
|
@ -143,23 +256,257 @@ class AudioSegment(object):
|
|
|
|
|
new_indices = np.linspace(start=0, stop=old_length, num=new_length)
|
|
|
|
|
self._samples = np.interp(new_indices, old_indices, self._samples)
|
|
|
|
|
|
|
|
|
|
def normalize(self, target_sample_rate):
|
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
def normalize(self, target_db=-20, max_gain_db=300.0):
|
|
|
|
|
"""Normalize audio to be of the desired RMS value in decibels.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param target_db: Target RMS value in decibels. This value should be
|
|
|
|
|
less than 0.0 as 0.0 is full-scale audio.
|
|
|
|
|
:type target_db: float
|
|
|
|
|
:param max_gain_db: Max amount of gain in dB that can be applied for
|
|
|
|
|
normalization. This is to prevent nans when
|
|
|
|
|
attempting to normalize a signal consisting of
|
|
|
|
|
all zeros.
|
|
|
|
|
:type max_gain_db: float
|
|
|
|
|
:raises ValueError: If the required gain to normalize the segment to
|
|
|
|
|
the target_db value exceeds max_gain_db.
|
|
|
|
|
"""
|
|
|
|
|
gain = target_db - self.rms_db
|
|
|
|
|
if gain > max_gain_db:
|
|
|
|
|
raise ValueError(
|
|
|
|
|
"Unable to normalize segment to %f dB because the "
|
|
|
|
|
"the probable gain have exceeds max_gain_db (%f dB)" %
|
|
|
|
|
(target_db, max_gain_db))
|
|
|
|
|
self.apply_gain(min(max_gain_db, target_db - self.rms_db))
|
|
|
|
|
|
|
|
|
|
def normalize_online_bayesian(self,
|
|
|
|
|
target_db,
|
|
|
|
|
prior_db,
|
|
|
|
|
prior_samples,
|
|
|
|
|
startup_delay=0.0):
|
|
|
|
|
"""Normalize audio using a production-compatible online/causal
|
|
|
|
|
algorithm. This uses an exponential likelihood and gamma prior to
|
|
|
|
|
make online estimates of the RMS even when there are very few samples.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param target_db: Target RMS value in decibels.
|
|
|
|
|
:type target_bd: float
|
|
|
|
|
:param prior_db: Prior RMS estimate in decibels.
|
|
|
|
|
:type prior_db: float
|
|
|
|
|
:param prior_samples: Prior strength in number of samples.
|
|
|
|
|
:type prior_samples: float
|
|
|
|
|
:param startup_delay: Default 0.0s. If provided, this function will
|
|
|
|
|
accrue statistics for the first startup_delay
|
|
|
|
|
seconds before applying online normalization.
|
|
|
|
|
:type startup_delay: float
|
|
|
|
|
"""
|
|
|
|
|
# Estimate total RMS online.
|
|
|
|
|
startup_sample_idx = min(self.num_samples - 1,
|
|
|
|
|
int(self.sample_rate * startup_delay))
|
|
|
|
|
prior_mean_squared = 10.**(prior_db / 10.)
|
|
|
|
|
prior_sum_of_squares = prior_mean_squared * prior_samples
|
|
|
|
|
cumsum_of_squares = np.cumsum(self.samples**2)
|
|
|
|
|
sample_count = np.arange(len(self.num_samples)) + 1
|
|
|
|
|
if startup_sample_idx > 0:
|
|
|
|
|
cumsum_of_squares[:startup_sample_idx] = \
|
|
|
|
|
cumsum_of_squares[startup_sample_idx]
|
|
|
|
|
sample_count[:startup_sample_idx] = \
|
|
|
|
|
sample_count[startup_sample_idx]
|
|
|
|
|
mean_squared_estimate = ((cumsum_of_squares + prior_sum_of_squares) /
|
|
|
|
|
(sample_count + prior_samples))
|
|
|
|
|
rms_estimate_db = 10 * np.log10(mean_squared_estimate)
|
|
|
|
|
# Compute required time-varying gain.
|
|
|
|
|
gain_db = target_db - rms_estimate_db
|
|
|
|
|
self.apply_gain(gain_db)
|
|
|
|
|
|
|
|
|
|
def resample(self, target_sample_rate, quality='sinc_medium'):
|
|
|
|
|
"""Resample the audio to a target sample rate.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
def resample(self, target_sample_rate):
|
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
:param target_sample_rate: Target sample rate.
|
|
|
|
|
:type target_sample_rate: int
|
|
|
|
|
:param quality: One of {'sinc_fastest', 'sinc_medium', 'sinc_best'}.
|
|
|
|
|
Sets resampling speed/quality tradeoff.
|
|
|
|
|
See http://www.mega-nerd.com/SRC/api_misc.html#Converters
|
|
|
|
|
:type quality: str
|
|
|
|
|
"""
|
|
|
|
|
resample_ratio = target_sample_rate / self._sample_rate
|
|
|
|
|
self._samples = scikits.samplerate.resample(
|
|
|
|
|
self._samples, r=resample_ratio, type=quality)
|
|
|
|
|
self._sample_rate = target_sample_rate
|
|
|
|
|
|
|
|
|
|
def pad_silence(self, duration, sides='both'):
|
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
"""Pad this audio sample with a period of silence.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param duration: Length of silence in seconds to pad.
|
|
|
|
|
:type duration: float
|
|
|
|
|
:param sides: Position for padding:
|
|
|
|
|
'beginning' - adds silence in the beginning;
|
|
|
|
|
'end' - adds silence in the end;
|
|
|
|
|
'both' - adds silence in both the beginning and the end.
|
|
|
|
|
:type sides: str
|
|
|
|
|
:raises ValueError: If sides is not supported.
|
|
|
|
|
"""
|
|
|
|
|
if duration == 0.0:
|
|
|
|
|
return self
|
|
|
|
|
cls = type(self)
|
|
|
|
|
silence = self.make_silence(duration, self._sample_rate)
|
|
|
|
|
if sides == "beginning":
|
|
|
|
|
padded = cls.concatenate(silence, self)
|
|
|
|
|
elif sides == "end":
|
|
|
|
|
padded = cls.concatenate(self, silence)
|
|
|
|
|
elif sides == "both":
|
|
|
|
|
padded = cls.concatenate(silence, self, silence)
|
|
|
|
|
else:
|
|
|
|
|
raise ValueError("Unknown value for the sides %s" % sides)
|
|
|
|
|
self._samples = padded._samples
|
|
|
|
|
|
|
|
|
|
def subsegment(self, start_sec=None, end_sec=None):
|
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
"""Cut the AudioSegment between given boundaries.
|
|
|
|
|
|
|
|
|
|
def convolve(self, filter, allow_resample=False):
|
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param start_sec: Beginning of subsegment in seconds.
|
|
|
|
|
:type start_sec: float
|
|
|
|
|
:param end_sec: End of subsegment in seconds.
|
|
|
|
|
:type end_sec: float
|
|
|
|
|
:raise ValueError: If start_sec or end_sec is incorrectly set, e.g. out
|
|
|
|
|
of bounds in time.
|
|
|
|
|
"""
|
|
|
|
|
start_sec = 0.0 if start_sec is None else start_sec
|
|
|
|
|
end_sec = self.duration if end_sec is None else end_sec
|
|
|
|
|
if start_sec < 0.0:
|
|
|
|
|
start_sec = self.duration + start_sec
|
|
|
|
|
if end_sec < 0.0:
|
|
|
|
|
end_sec = self.duration + end_sec
|
|
|
|
|
if start_sec < 0.0:
|
|
|
|
|
raise ValueError("The slice start position (%f s) is out of "
|
|
|
|
|
"bounds." % start_sec)
|
|
|
|
|
if end_sec < 0.0:
|
|
|
|
|
raise ValueError("The slice end position (%f s) is out of bounds." %
|
|
|
|
|
end_sec)
|
|
|
|
|
if start_sec > end_sec:
|
|
|
|
|
raise ValueError("The slice start position (%f s) is later than "
|
|
|
|
|
"the end position (%f s)." % (start_sec, end_sec))
|
|
|
|
|
if end_sec > self.duration:
|
|
|
|
|
raise ValueError("The slice end position (%f s) is out of bounds "
|
|
|
|
|
"(> %f s)" % (end_sec, self.duration))
|
|
|
|
|
start_sample = int(round(start_sec * self._sample_rate))
|
|
|
|
|
end_sample = int(round(end_sec * self._sample_rate))
|
|
|
|
|
self._samples = self._samples[start_sample:end_sample]
|
|
|
|
|
|
|
|
|
|
def random_subsegment(self, subsegment_length, rng=None):
|
|
|
|
|
"""Cut the specified length of the audiosegment randomly.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param subsegment_length: Subsegment length in seconds.
|
|
|
|
|
:type subsegment_length: float
|
|
|
|
|
:param rng: Random number generator state.
|
|
|
|
|
:type rng: random.Random
|
|
|
|
|
:raises ValueError: If the length of subsegment is greater than
|
|
|
|
|
the origineal segemnt.
|
|
|
|
|
"""
|
|
|
|
|
rng = random.Random() if rng is None else rng
|
|
|
|
|
if subsegment_length > self.duration:
|
|
|
|
|
raise ValueError("Length of subsegment must not be greater "
|
|
|
|
|
"than original segment.")
|
|
|
|
|
start_time = rng.uniform(0.0, self.duration - subsegment_length)
|
|
|
|
|
self.subsegment(start_time, start_time + subsegment_length)
|
|
|
|
|
|
|
|
|
|
def convolve_and_normalize(self, filter, allow_resample=False):
|
|
|
|
|
raise NotImplementedError()
|
|
|
|
|
def convolve(self, impulse_segment, allow_resample=False):
|
|
|
|
|
"""Convolve this audio segment with the given impulse segment.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param impulse_segment: Impulse response segments.
|
|
|
|
|
:type impulse_segment: AudioSegment
|
|
|
|
|
:param allow_resample: Indicates whether resampling is allowed when
|
|
|
|
|
the impulse_segment has a different sample
|
|
|
|
|
rate from this signal.
|
|
|
|
|
:type allow_resample: bool
|
|
|
|
|
:raises ValueError: If the sample rate is not match between two
|
|
|
|
|
audio segments when resample is not allowed.
|
|
|
|
|
"""
|
|
|
|
|
if allow_resample and self.sample_rate != impulse_segment.sample_rate:
|
|
|
|
|
impulse_segment = impulse_segment.resample(self.sample_rate)
|
|
|
|
|
if self.sample_rate != impulse_segment.sample_rate:
|
|
|
|
|
raise ValueError("Impulse segment's sample rate (%d Hz) is not"
|
|
|
|
|
"equal to base signal sample rate (%d Hz)." %
|
|
|
|
|
(impulse_segment.sample_rate, self.sample_rate))
|
|
|
|
|
samples = signal.fftconvolve(self.samples, impulse_segment.samples,
|
|
|
|
|
"full")
|
|
|
|
|
self._samples = samples
|
|
|
|
|
|
|
|
|
|
def convolve_and_normalize(self, impulse_segment, allow_resample=False):
|
|
|
|
|
"""Convolve and normalize the resulting audio segment so that it
|
|
|
|
|
has the same average power as the input signal.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param impulse_segment: Impulse response segments.
|
|
|
|
|
:type impulse_segment: AudioSegment
|
|
|
|
|
:param allow_resample: Indicates whether resampling is allowed when
|
|
|
|
|
the impulse_segment has a different sample
|
|
|
|
|
rate from this signal.
|
|
|
|
|
:type allow_resample: bool
|
|
|
|
|
"""
|
|
|
|
|
target_db = self.rms_db
|
|
|
|
|
self.convolve(impulse_segment, allow_resample=allow_resample)
|
|
|
|
|
self.normalize(target_db)
|
|
|
|
|
|
|
|
|
|
def add_noise(self,
|
|
|
|
|
noise,
|
|
|
|
|
snr_dB,
|
|
|
|
|
allow_downsampling=False,
|
|
|
|
|
max_gain_db=300.0,
|
|
|
|
|
rng=None):
|
|
|
|
|
"""Add the given noise segment at a specific signal-to-noise ratio.
|
|
|
|
|
If the noise segment is longer than this segment, a random subsegment
|
|
|
|
|
of matching length is sampled from it and used instead.
|
|
|
|
|
|
|
|
|
|
Note that this is an in-place transformation.
|
|
|
|
|
|
|
|
|
|
:param noise: Noise signal to add.
|
|
|
|
|
:type noise: AudioSegment
|
|
|
|
|
:param snr_dB: Signal-to-Noise Ratio, in decibels.
|
|
|
|
|
:type snr_dB: float
|
|
|
|
|
:param allow_downsampling: Whether to allow the noise signal to be
|
|
|
|
|
downsampled to match the base signal sample
|
|
|
|
|
rate.
|
|
|
|
|
:type allow_downsampling: bool
|
|
|
|
|
:param max_gain_db: Maximum amount of gain to apply to noise signal
|
|
|
|
|
before adding it in. This is to prevent attempting
|
|
|
|
|
to apply infinite gain to a zero signal.
|
|
|
|
|
:type max_gain_db: float
|
|
|
|
|
:param rng: Random number generator state.
|
|
|
|
|
:type rng: None|random.Random
|
|
|
|
|
:raises ValueError: If the sample rate does not match between the two
|
|
|
|
|
audio segments when downsampling is not allowed, or
|
|
|
|
|
if the duration of noise segments is shorter than
|
|
|
|
|
original audio segments.
|
|
|
|
|
"""
|
|
|
|
|
rng = random.Random() if rng is None else rng
|
|
|
|
|
if allow_downsampling and noise.sample_rate > self.sample_rate:
|
|
|
|
|
noise = noise.resample(self.sample_rate)
|
|
|
|
|
if noise.sample_rate != self.sample_rate:
|
|
|
|
|
raise ValueError("Noise sample rate (%d Hz) is not equal to base "
|
|
|
|
|
"signal sample rate (%d Hz)." % (noise.sample_rate,
|
|
|
|
|
self.sample_rate))
|
|
|
|
|
if noise.duration < self.duration:
|
|
|
|
|
raise ValueError("Noise signal (%f sec) must be at least as long as"
|
|
|
|
|
" base signal (%f sec)." %
|
|
|
|
|
(noise.duration, self.duration))
|
|
|
|
|
noise_gain_db = min(self.rms_db - noise.rms_db - snr_dB, max_gain_db)
|
|
|
|
|
noise_new = copy.deepcopy(noise)
|
|
|
|
|
noise_new.random_subsegment(self.duration, rng=rng)
|
|
|
|
|
noise_new.apply_gain(noise_gain_db)
|
|
|
|
|
self.superimpose(noise_new)
|
|
|
|
|
|
|
|
|
|
@property
|
|
|
|
|
def samples(self):
|
|
|
|
|
@ -186,7 +533,7 @@ class AudioSegment(object):
|
|
|
|
|
:return: Number of samples.
|
|
|
|
|
:rtype: int
|
|
|
|
|
"""
|
|
|
|
|
return self._samples.shape(0)
|
|
|
|
|
return self._samples.shape[0]
|
|
|
|
|
|
|
|
|
|
@property
|
|
|
|
|
def duration(self):
|
|
|
|
|
@ -230,7 +577,7 @@ class AudioSegment(object):
|
|
|
|
|
Audio sample type is usually integer or float-point. For integer
|
|
|
|
|
type, float32 will be rescaled from [-1, 1] to the maximum range
|
|
|
|
|
supported by the integer type.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
This is for writing a audio file.
|
|
|
|
|
"""
|
|
|
|
|
dtype = np.dtype(dtype)
|
|
|
|
|
|
Xinghai Sun
8 years ago
committed by
GitHub