|
|
@ -1,10 +1,11 @@
|
|
|
|
# network architecture
|
|
|
|
############################################
|
|
|
|
model:
|
|
|
|
# Network Architecture #
|
|
|
|
cmvn_file:
|
|
|
|
############################################
|
|
|
|
cmvn_file_type: "json"
|
|
|
|
cmvn_file:
|
|
|
|
# encoder related
|
|
|
|
cmvn_file_type: "json"
|
|
|
|
encoder: transformer
|
|
|
|
# encoder related
|
|
|
|
encoder_conf:
|
|
|
|
encoder: transformer
|
|
|
|
|
|
|
|
encoder_conf:
|
|
|
|
output_size: 256 # dimension of attention
|
|
|
|
output_size: 256 # dimension of attention
|
|
|
|
attention_heads: 4
|
|
|
|
attention_heads: 4
|
|
|
|
linear_units: 2048 # the number of units of position-wise feed forward
|
|
|
|
linear_units: 2048 # the number of units of position-wise feed forward
|
|
|
@ -14,10 +15,9 @@ model:
|
|
|
|
attention_dropout_rate: 0.0
|
|
|
|
attention_dropout_rate: 0.0
|
|
|
|
input_layer: conv2d # encoder input type, you can chose conv2d, conv2d6 and conv2d8
|
|
|
|
input_layer: conv2d # encoder input type, you can chose conv2d, conv2d6 and conv2d8
|
|
|
|
normalize_before: true
|
|
|
|
normalize_before: true
|
|
|
|
|
|
|
|
# decoder related
|
|
|
|
# decoder related
|
|
|
|
decoder: transformer
|
|
|
|
decoder: transformer
|
|
|
|
decoder_conf:
|
|
|
|
decoder_conf:
|
|
|
|
|
|
|
|
attention_heads: 4
|
|
|
|
attention_heads: 4
|
|
|
|
linear_units: 2048
|
|
|
|
linear_units: 2048
|
|
|
|
num_blocks: 6
|
|
|
|
num_blocks: 6
|
|
|
@ -26,70 +26,59 @@ model:
|
|
|
|
self_attention_dropout_rate: 0.0
|
|
|
|
self_attention_dropout_rate: 0.0
|
|
|
|
src_attention_dropout_rate: 0.0
|
|
|
|
src_attention_dropout_rate: 0.0
|
|
|
|
|
|
|
|
|
|
|
|
# hybrid CTC/attention
|
|
|
|
# hybrid CTC/attention
|
|
|
|
model_conf:
|
|
|
|
model_conf:
|
|
|
|
ctc_weight: 0.3
|
|
|
|
ctc_weight: 0.3
|
|
|
|
lsm_weight: 0.1 # label smoothing option
|
|
|
|
lsm_weight: 0.1 # label smoothing option
|
|
|
|
length_normalized_loss: false
|
|
|
|
length_normalized_loss: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
###########################################
|
|
|
|
|
|
|
|
# Data #
|
|
|
|
|
|
|
|
###########################################
|
|
|
|
# https://yaml.org/type/float.html
|
|
|
|
# https://yaml.org/type/float.html
|
|
|
|
data:
|
|
|
|
train_manifest: data/manifest.train
|
|
|
|
train_manifest: data/manifest.train
|
|
|
|
dev_manifest: data/manifest.dev
|
|
|
|
dev_manifest: data/manifest.dev
|
|
|
|
test_manifest: data/manifest.test
|
|
|
|
test_manifest: data/manifest.test
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
collator:
|
|
|
|
|
|
|
|
unit_type: 'char'
|
|
|
|
|
|
|
|
vocab_filepath: data/lang_char/vocab.txt
|
|
|
|
|
|
|
|
feat_dim: 80
|
|
|
|
|
|
|
|
stride_ms: 10.0
|
|
|
|
|
|
|
|
window_ms: 25.0
|
|
|
|
|
|
|
|
sortagrad: 0 # Feed samples from shortest to longest ; -1: enabled for all epochs, 0: disabled, other: enabled for 'other' epochs
|
|
|
|
|
|
|
|
batch_size: 64
|
|
|
|
|
|
|
|
maxlen_in: 512 # if input length > maxlen-in, batchsize is automatically reduced
|
|
|
|
|
|
|
|
maxlen_out: 150 # if output length > maxlen-out, batchsize is automatically reduced
|
|
|
|
|
|
|
|
minibatches: 0 # for debug
|
|
|
|
|
|
|
|
batch_count: auto
|
|
|
|
|
|
|
|
batch_bins: 0
|
|
|
|
|
|
|
|
batch_frames_in: 0
|
|
|
|
|
|
|
|
batch_frames_out: 0
|
|
|
|
|
|
|
|
batch_frames_inout: 0
|
|
|
|
|
|
|
|
augmentation_config: conf/preprocess.yaml
|
|
|
|
|
|
|
|
num_workers: 0
|
|
|
|
|
|
|
|
subsampling_factor: 1
|
|
|
|
|
|
|
|
num_encs: 1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
###########################################
|
|
|
|
|
|
|
|
# Dataloader #
|
|
|
|
|
|
|
|
###########################################
|
|
|
|
|
|
|
|
unit_type: 'char'
|
|
|
|
|
|
|
|
vocab_filepath: data/lang_char/vocab.txt
|
|
|
|
|
|
|
|
feat_dim: 80
|
|
|
|
|
|
|
|
stride_ms: 10.0
|
|
|
|
|
|
|
|
window_ms: 25.0
|
|
|
|
|
|
|
|
sortagrad: 0 # Feed samples from shortest to longest ; -1: enabled for all epochs, 0: disabled, other: enabled for 'other' epochs
|
|
|
|
|
|
|
|
batch_size: 64
|
|
|
|
|
|
|
|
maxlen_in: 512 # if input length > maxlen-in, batchsize is automatically reduced
|
|
|
|
|
|
|
|
maxlen_out: 150 # if output length > maxlen-out, batchsize is automatically reduced
|
|
|
|
|
|
|
|
minibatches: 0 # for debug
|
|
|
|
|
|
|
|
batch_count: auto
|
|
|
|
|
|
|
|
batch_bins: 0
|
|
|
|
|
|
|
|
batch_frames_in: 0
|
|
|
|
|
|
|
|
batch_frames_out: 0
|
|
|
|
|
|
|
|
batch_frames_inout: 0
|
|
|
|
|
|
|
|
augmentation_config: conf/preprocess.yaml
|
|
|
|
|
|
|
|
num_workers: 0
|
|
|
|
|
|
|
|
subsampling_factor: 1
|
|
|
|
|
|
|
|
num_encs: 1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
###########################################
|
|
|
|
training:
|
|
|
|
# training #
|
|
|
|
n_epoch: 240
|
|
|
|
###########################################
|
|
|
|
accum_grad: 2
|
|
|
|
n_epoch: 240
|
|
|
|
global_grad_clip: 5.0
|
|
|
|
accum_grad: 2
|
|
|
|
optim: adam
|
|
|
|
global_grad_clip: 5.0
|
|
|
|
optim_conf:
|
|
|
|
optim: adam
|
|
|
|
|
|
|
|
optim_conf:
|
|
|
|
lr: 0.002
|
|
|
|
lr: 0.002
|
|
|
|
weight_decay: 1e-6
|
|
|
|
weight_decay: 1e-6
|
|
|
|
scheduler: warmuplr
|
|
|
|
scheduler: warmuplr
|
|
|
|
scheduler_conf:
|
|
|
|
scheduler_conf:
|
|
|
|
warmup_steps: 25000
|
|
|
|
warmup_steps: 25000
|
|
|
|
lr_decay: 1.0
|
|
|
|
lr_decay: 1.0
|
|
|
|
log_interval: 100
|
|
|
|
log_interval: 100
|
|
|
|
checkpoint:
|
|
|
|
checkpoint:
|
|
|
|
kbest_n: 50
|
|
|
|
kbest_n: 50
|
|
|
|
latest_n: 5
|
|
|
|
latest_n: 5
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
decoding:
|
|
|
|
|
|
|
|
beam_size: 10
|
|
|
|
|
|
|
|
batch_size: 128
|
|
|
|
|
|
|
|
error_rate_type: cer
|
|
|
|
|
|
|
|
decoding_method: attention # 'attention', 'ctc_greedy_search', 'ctc_prefix_beam_search', 'attention_rescoring'
|
|
|
|
|
|
|
|
ctc_weight: 0.5 # ctc weight for attention rescoring decode mode.
|
|
|
|
|
|
|
|
decoding_chunk_size: -1 # decoding chunk size. Defaults to -1.
|
|
|
|
|
|
|
|
# <0: for decoding, use full chunk.
|
|
|
|
|
|
|
|
# >0: for decoding, use fixed chunk size as set.
|
|
|
|
|
|
|
|
# 0: used for training, it's prohibited here.
|
|
|
|
|
|
|
|
num_decoding_left_chunks: -1 # number of left chunks for decoding. Defaults to -1.
|
|
|
|
|
|
|
|
simulate_streaming: False # simulate streaming inference. Defaults to False.
|
|
|
|
|