You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
75 lines
1.7 KiB
75 lines
1.7 KiB
#!/usr/bin/env bash
|
|
mindepth=0
|
|
maxdepth=1
|
|
|
|
. utils/parse_options.sh
|
|
|
|
if [ $# -gt 1 ]; then
|
|
echo "Usage: $0 --mindepth 0 --maxdepth 1 [exp]" 1>&2
|
|
echo ""
|
|
echo "Show the system environments and the evaluation results in Markdown format."
|
|
echo 'The default of <exp> is "exp/".'
|
|
exit 1
|
|
fi
|
|
|
|
[ -f ./path.sh ] && . ./path.sh
|
|
set -euo pipefail
|
|
if [ $# -eq 1 ]; then
|
|
exp=$1
|
|
else
|
|
exp=exp
|
|
fi
|
|
|
|
|
|
cat << EOF
|
|
<!-- Generated by $0 -->
|
|
# RESULTS
|
|
## Environments
|
|
- date: \`$(LC_ALL=C date)\`
|
|
EOF
|
|
|
|
python3 << EOF
|
|
import sys, paddle
|
|
pyversion = sys.version.replace('\n', ' ')
|
|
|
|
print(f"""- python version: \`{pyversion}\`
|
|
- paddle version: \`paddle {paddle.__version__}\`""")
|
|
EOF
|
|
|
|
cat << EOF
|
|
- Git hash: \`$(git rev-parse HEAD)\`
|
|
- Commit date: \`$(git log -1 --format='%cd')\`
|
|
|
|
EOF
|
|
|
|
while IFS= read -r expdir; do
|
|
if ls ${expdir}/decode_*/result.txt &> /dev/null; then
|
|
# 1. Show the result table
|
|
cat << EOF
|
|
## $(basename ${expdir})
|
|
### CER
|
|
|
|
|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
|
|
|---|---|---|---|---|---|---|---|---|
|
|
EOF
|
|
grep -e Avg ${expdir}/decode_*/result.txt \
|
|
| sed -e "s#${expdir}/\([^/]*\)/result.txt:#|\1#g" \
|
|
| sed -e 's#Sum/Avg##g' | tr '|' ' ' | tr -s ' ' '|'
|
|
echo
|
|
|
|
# 2. Show the result table for WER
|
|
if ls ${expdir}/decode_*/result.wrd.txt &> /dev/null; then
|
|
cat << EOF
|
|
### WER
|
|
|
|
|dataset|Snt|Wrd|Corr|Sub|Del|Ins|Err|S.Err|
|
|
|---|---|---|---|---|---|---|---|---|
|
|
EOF
|
|
grep -e Avg ${expdir}/decode_*/result.wrd.txt \
|
|
| sed -e "s#${expdir}/\([^/]*\)/result.wrd.txt:#|\1#g" \
|
|
| sed -e 's#Sum/Avg##g' | tr '|' ' ' | tr -s ' ' '|'
|
|
echo
|
|
fi
|
|
fi
|
|
done < <(find ${exp} -mindepth ${mindepth} -maxdepth ${maxdepth} -type d)
|