51 lines
1.9 KiB
Python
51 lines
1.9 KiB
Python
|
"""Contain the speech perturbation augmentation model."""
|
||
|
|
import random
|
||
|
|
|
||
|
|
import numpy as np
|
||
|
|
from mvector.data_utils.audio import AudioSegment
|
||
|
|
|
||
|
|
from mvector.data_utils.augmentor.base import AugmentorBase
|
||
|
|
|
||
|
|
|
||
|
|
class SpeedPerturbAugmentor(AugmentorBase):
|
||
|
|
"""添加速度扰动的增强模型
|
||
|
|
|
||
|
|
See reference paper here:
|
||
|
|
http://www.danielpovey.com/files/2015_interspeech_augmentation.pdf
|
||
|
|
|
||
|
|
:param min_speed_rate: Lower bound of new speed rate to sample and should
|
||
|
|
not be smaller than 0.9.
|
||
|
|
:type min_speed_rate: float
|
||
|
|
:param max_speed_rate: Upper bound of new speed rate to sample and should
|
||
|
|
not be larger than 1.1.
|
||
|
|
:type max_speed_rate: float
|
||
|
|
"""
|
||
|
|
|
||
|
|
def __init__(self, min_speed_rate=0.9, max_speed_rate=1.1, num_rates=3):
|
||
|
|
if min_speed_rate < 0.9:
|
||
|
|
raise ValueError("Sampling speed below 0.9 can cause unnatural effects")
|
||
|
|
if max_speed_rate > 1.1:
|
||
|
|
raise ValueError("Sampling speed above 1.1 can cause unnatural effects")
|
||
|
|
self._min_speed_rate = min_speed_rate
|
||
|
|
self._max_speed_rate = max_speed_rate
|
||
|
|
self._num_rates = num_rates
|
||
|
|
if num_rates > 0:
|
||
|
|
self._rates = np.linspace(self._min_speed_rate, self._max_speed_rate, self._num_rates, endpoint=True)
|
||
|
|
|
||
|
|
def transform_audio(self, audio_segment: AudioSegment):
|
||
|
|
"""Sample a new speed rate from the given range and
|
||
|
|
changes the speed of the given audio clip.
|
||
|
|
|
||
|
|
Note that this is an in-place transformation.
|
||
|
|
|
||
|
|
:param audio_segment: Audio segment to add effects to.
|
||
|
|
:type audio_segment: AudioSegment|SpeechSegment
|
||
|
|
"""
|
||
|
|
if self._num_rates < 0:
|
||
|
|
speed_rate = random.uniform(self._min_speed_rate, self._max_speed_rate)
|
||
|
|
else:
|
||
|
|
speed_rate = random.choice(self._rates)
|
||
|
|
|
||
|
|
if speed_rate == 1.0: return
|
||
|
|
audio_segment.change_speed(speed_rate)
|