73 lines
2.4 KiB
Bash
73 lines
2.4 KiB
Bash
|
file_dir="/home/yf352572/.cache/modelscope/hub/iic/LCB-NET/"
|
||
|
|
CUDA_VISIBLE_DEVICES="0,1"
|
||
|
|
inference_device="cuda"
|
||
|
|
|
||
|
|
if [ ${inference_device} == "cuda" ]; then
|
||
|
|
nj=$(echo $CUDA_VISIBLE_DEVICES | awk -F "," '{print NF}')
|
||
|
|
else
|
||
|
|
inference_batch_size=1
|
||
|
|
CUDA_VISIBLE_DEVICES=""
|
||
|
|
for JOB in $(seq ${nj}); do
|
||
|
|
CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES"-1,"
|
||
|
|
done
|
||
|
|
fi
|
||
|
|
|
||
|
|
inference_dir="outputs/slidespeech_dev"
|
||
|
|
_logdir="${inference_dir}/logdir"
|
||
|
|
echo "inference_dir: ${inference_dir}"
|
||
|
|
|
||
|
|
mkdir -p "${_logdir}"
|
||
|
|
key_file1=${file_dir}/dev/wav.scp
|
||
|
|
key_file2=${file_dir}/dev/ocr.txt
|
||
|
|
split_scps1=
|
||
|
|
split_scps2=
|
||
|
|
for JOB in $(seq "${nj}"); do
|
||
|
|
split_scps1+=" ${_logdir}/wav.${JOB}.scp"
|
||
|
|
split_scps2+=" ${_logdir}/ocr.${JOB}.txt"
|
||
|
|
done
|
||
|
|
utils/split_scp.pl "${key_file1}" ${split_scps1}
|
||
|
|
utils/split_scp.pl "${key_file2}" ${split_scps2}
|
||
|
|
|
||
|
|
gpuid_list_array=(${CUDA_VISIBLE_DEVICES//,/ })
|
||
|
|
for JOB in $(seq ${nj}); do
|
||
|
|
{
|
||
|
|
id=$((JOB-1))
|
||
|
|
gpuid=${gpuid_list_array[$id]}
|
||
|
|
|
||
|
|
export CUDA_VISIBLE_DEVICES=${gpuid}
|
||
|
|
|
||
|
|
python -m funasr.bin.inference \
|
||
|
|
--config-path=${file_dir} \
|
||
|
|
--config-name="config.yaml" \
|
||
|
|
++init_param=${file_dir}/model.pt \
|
||
|
|
++tokenizer_conf.token_list=${file_dir}/tokens.txt \
|
||
|
|
++input=[${_logdir}/wav.${JOB}.scp,${_logdir}/ocr.${JOB}.txt] \
|
||
|
|
+data_type='["kaldi_ark", "text"]' \
|
||
|
|
++tokenizer_conf.bpemodel=${file_dir}/bpe.pt \
|
||
|
|
++normalize_conf.stats_file=${file_dir}/am.mvn \
|
||
|
|
++output_dir="${inference_dir}/${JOB}" \
|
||
|
|
++device="${inference_device}" \
|
||
|
|
++ncpu=1 \
|
||
|
|
++disable_log=true &> ${_logdir}/log.${JOB}.txt
|
||
|
|
|
||
|
|
}&
|
||
|
|
done
|
||
|
|
wait
|
||
|
|
|
||
|
|
|
||
|
|
mkdir -p ${inference_dir}/1best_recog
|
||
|
|
|
||
|
|
for JOB in $(seq "${nj}"); do
|
||
|
|
cat "${inference_dir}/${JOB}/1best_recog/token" >> "${inference_dir}/1best_recog/token"
|
||
|
|
done
|
||
|
|
|
||
|
|
echo "Computing WER ..."
|
||
|
|
sed -e 's/ /\t/' -e 's/ //g' -e 's/▁/ /g' -e 's/\t /\t/' ${inference_dir}/1best_recog/token > ${inference_dir}/1best_recog/token.proc
|
||
|
|
cp ${file_dir}/dev/text ${inference_dir}/1best_recog/token.ref
|
||
|
|
cp ${file_dir}/dev/ocr.list ${inference_dir}/1best_recog/ocr.list
|
||
|
|
python utils/compute_wer.py ${inference_dir}/1best_recog/token.ref ${inference_dir}/1best_recog/token.proc ${inference_dir}/1best_recog/token.cer
|
||
|
|
tail -n 3 ${inference_dir}/1best_recog/token.cer
|
||
|
|
|
||
|
|
./run_bwer_recall.sh ${inference_dir}/1best_recog/
|
||
|
|
tail -n 6 ${inference_dir}/1best_recog/BWER-UWER.results |head -n 5
|