-
Notifications
You must be signed in to change notification settings - Fork 109
/
cal_wer.sh
38 lines (30 loc) · 1.03 KB
/
cal_wer.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
set -x
meta_lst=$1
output_dir=$2
lang=$3
wav_wav_text=$output_dir/wav_res_ref_text
score_file=$output_dir/wav_res_ref_text.wer
workdir=$(cd $(dirname $0); cd ../; pwd)
python3 get_wav_res_ref_text.py $meta_lst $output_dir $wav_wav_text
python3 prepare_ckpt.py
timestamp=$(date +%s)
thread_dir=/tmp/thread_metas_$timestamp/
mkdir $thread_dir
num_job=$ARNOLD_WORKER_GPU
num=`wc -l $wav_wav_text | awk -F' ' '{print $1}'`
num_per_thread=`expr $num / $num_job + 1`
sudo split -l $num_per_thread --additional-suffix=.lst -d $wav_wav_text $thread_dir/thread-
out_dir=/tmp/thread_metas_$timestamp/results/
mkdir $out_dir
num_job_minus_1=`expr $num_job - 1`
if [ ${num_job_minus_1} -ge 0 ];then
for rank in $(seq 0 $((num_job - 1))); do
sub_score_file=$out_dir/thread-0$rank.wer.out
CUDA_VISIBLE_DEVICES=$rank python3 run_wer.py $thread_dir/thread-0$rank.lst $sub_score_file $lang &
done
fi
wait
rm $wav_wav_text
rm -f $out_dir/merge.out
cat $out_dir/thread-0*.wer.out >> $out_dir/merge.out
python3 eval/average_wer.py $out_dir/merge.out $score_file