#!/bin/bash

split="dev_other"
ref_txt=""  # ground truth transcript path
psd_txt=""  # pseudo transcript path
get_best_wer=true
dec_name="decode"
graph_name="graph"
kenlm_path=/checkpoint/abaevski/data/speech/libri/librispeech_lm_novox.phnc_o6.bin
phonemize_lexicon=""

. ./cmd.sh
. ./path.sh
. parse_options.sh
. /private/home/wnhsu/unsup_asr/fairseq-py-unsup/env.sh

exp_root=$1

set -eu

if [ ! -z $ref_txt ] && $get_best_wer; then
  echo "==== WER w.r.t. real transcript (select based on unsupervised metric)"
  for x in $exp_root/*/${dec_name}_${split}*; do
    lang=$(dirname $x)/$graph_name

    for tra in $x/scoring/*.tra; do
      cat $tra | utils/int2sym.pl -f 2- $lang/words.txt | sed 's:\<UNK\>::g' > $tra.txt
      python local/unsup_select.py $psd_txt $tra.txt \
        --kenlm_path $kenlm_path --gt_tra $ref_txt --phonemize \
        --phonemize_lexicon "$phonemize_lexicon"
    done | grep "score=" | sed 's/=/ /g' | sed 's/;//g' | sort -k3n | head -n1
  done
fi