You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
IN_MANIFESTS="../datasets/manifest.train ../datasets/manifest.dev ../datasets/manifest.test"
|
|
|
|
|
OUT_MANIFESTS="./cloud.manifest.train ./cloud.manifest.dev ./cloud.manifest.test"
|
|
|
|
|
CLOUD_DATA_DIR="/pfs/dlnel/home/USERNAME/deepspeech2/data/librispeech"
|
|
|
|
|
NUM_SHARDS=50
|
|
|
|
|
|
|
|
|
|
python upload_data.py \
|
|
|
|
|
--in_manifest_paths ${IN_MANIFESTS} \
|
|
|
|
|
--out_manifest_paths ${OUT_MANIFESTS} \
|
|
|
|
|
--cloud_data_dir ${CLOUD_DATA_DIR} \
|
|
|
|
|
--num_shards ${NUM_SHARDS}
|
|
|
|
|
|
|
|
|
|
if [ $? -ne 0 ]
|
|
|
|
|
then
|
|
|
|
|
echo "Upload Data Failed!"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
echo "All Done."
|
