#!/usr/local/bin/perl

#---------------------------------------------------------------#
# HTK Perl Script: htestrm.prl                                  #
#                                                               #
# Usage:  htestrm.prl env type set hmmdir                       #
#                                                               #
# htestrm uses the HTK environment settings to recognise the    #
# specified set of test files and then compares them with the   #
# reference labels using HResults.                              #
# type  is used to select a type of test of conditions from the #
# env file. set selects the test data independently of type.    #
# The test results are stored in a directory called             #
# test_type_set.k inside the source hmm directory hmmdir        #
# where k is the  repetition idx.                               #
# A copy of the env file containing the test parameters is left #
#in the test directory (typically changed for different indexes)#         
# The shell variable TESTSET is set equal to set & is used to   #
# specify the test data in the HTE file.                        #
# Others variables in the HTE file are indexed to reflect       #
# values with different type the different type in an order     #
# given by the HTE variable TYPELIST                            #
#                                                               #
#   TYPELIST - name of possible type values                     #
#   SETLIST - list of possible TESTSET & set values             #
#   TESTDATALIST- list of test files (TESTSET)                  #
#   TESTMLF     - MLF for reference labs (if used)  (TESTSET)   #
#   TESTLABDIR  - dir holding reference lab files               #
#   HMMLIST  - list of models to use in testing                 #
#   HVTRACE     - trace level                                   #
#   HVPRUNE - pruning threshold (indexed)                       #
#   HVWEPRUNE - word-end pruning threshold (indexed)            #
#   HVMAXACTIVE - max number of phone insts active (indexed)    #
#   HVGSCALE    - grammar scale factor (indexed)                #
#   HVIMPROB - inter-model log probability addition(indexed)    #
#   HVNET   - network definition file (indexed)                 #
#   WORDLIST- list of vocabulary items                          #
#   HRNIST  - run HResults in NIST mode                         #
#   NISTSCORE - run the NIST scoring software                   #
#   NICE    - nice level to run at                              #
#---------------------------------------------------------------#
#
# Copyright (c) Phil Woodland & Steve Young, 1992, 1993
# Last Updated 19/10/93
#
# Converted to Perl script by TL 7/1998
#

push @INC, "$ENV{RMSCRIPTS}";   # include the perl script path
require "global.pl";                    # include global variables
require "env_conv.pm";                  # sub to convert env vars

# Check Number of Args 
if ( $#ARGV != 3 ) {
	die "Usage: htestrm.prl env tsttype tstset hmmdir\n";
}

# Read the environment file
$Env_file = $ARGV[0];
if ( ! -f $Env_file ) {
die "htestrm: cannot find environment file $Env_file\n";
}

$TYPE=$ARGV[1];
$SET=$ARGV[2];
$TESTSET=$SET;

# convert environment file to perl format
$Perl_env = "HE_env.pl";
&env_conv::env_convert($Env_file,$Perl_env);

# read in variable value from new file in perl format
require "$Perl_env";

# Check the type
if (! defined $TYPELIST) {
	die "htestrm: TYPELIST  not set\n";
}

undef $INDEX;
$count=0;
@typelists = &tidy_up_and_split_list($TYPELIST);
foreach $type (@typelists) {
	$count++;
	if ($type eq $TYPE) {
		$INDEX=$count;
		last;
	}
}
if (! defined $INDEX) {
	die "htestrm: $TYPE not in TYPELIST\n"; 
}

# Check the test set
undef $setfound;
if (! defined $SETLIST) {
	die "htestrm: SETLIST  not set\n";
}
@setlists = &tidy_up_and_split_list($SETLIST);
foreach $setlist (@setlists) {
	if ($setlist eq $SET) {
		$setfound = 1;
		last;
	}
}
if ( (! defined $setfound) && ( $SET ne "dms0_tst" ) ) {
	die "htestrm: $SET not in SETLIST\n";
}

# Check hmmsource Exists
$HMMSOURCE=$ARGV[3];
if ( ! -d $HMMSOURCE ) {
   die "htestrm: error - hmm directory $HMMSOURCE does not exist\n";
}

# Set test dir
undef $TESTDIRSET;
$TESTEXTN=1;

while (! defined $TESTDIRSET) {
	if ( $SET eq "dms0_tst" ) {
		$TESTDIR="$HMMSOURCE\\$SET";
	}
	else {
		$TESTDIR="$HMMSOURCE\\test_$TYPE"."_"."$SET.$TESTEXTN";
	}
	if ( ! -d $TESTDIR ) {
		mkdir $TESTDIR, 0755;
		$TESTDIRSET = 1;
	}
	else {
      $TESTEXTN++;
   }
}

# Define the file to log all output/errors to
$LOG="$TESTDIR\\LOG";

# Copy the test HTE file as a record
system("copy $Env_file $TESTDIR\\HTE");

# Check the equates file and load equates
if (defined $HREQSETS) {
	@hreqsets = &tidy_up_and_split_list($HREQSETS);
	$INDEX--;
	$EQFILE="$hreqsets[$INDEX]";
	if ( ! -f $EQFILE ) {
		die "Cannot find HResults equates file $EQFILE\n";
	}
}

# Set HVite Options
$OPT = "-H $HMMSOURCE\\MODELS ";

if ( $SET eq "dms0_tst" ) {
	$HVOPFILE = "$TESTDIR\\$SET.mlf";
	$TESTDATALIST="$rmlib\\flists\\${TESTSET}.scp";
	$TESTMLF="$rmlib\\wlabs\\dms0_tst.mlf";
}
else {
	$HVOPFILE = "$TESTDIR\\$TYPE"."_"."$SET.mlf";
}
	
$OPT = "$OPT -i $HVOPFILE ";
$OPT = "$OPT -X rec ";

if (defined $HVTRACE) {
	$OPT = "$OPT -T $HVTRACE ";
}

# add the indexed options

if (defined $HVTRANSFORM) {
	$OPT = "$OPT -J $HVTRANSFORM";
}
if (defined $HVPRUNE) {
	@hvprune = &tidy_up_and_split_list($HVPRUNE);
	$OPT = "$OPT -t $hvprune[$INDEX] ";
}
if (defined $HVWEPRUNE) {
	@hvweprune = &tidy_up_and_split_list($HVWEPRUNE);
	$OPT = "$OPT -v $hvweprune[$INDEX] ";
}
if (defined $HVMAXACTIVE) {
	@hvmaxactive = &tidy_up_and_split_list($HVMAXACTIVE);
	$OPT = "$OPT -u $hvmaxactive[$INDEX] ";
}
if (defined $HVGSCALE) {
	@hvgscale = &tidy_up_and_split_list($HVGSCALE);
	$OPT = "$OPT -s $hvgscale[$INDEX] ";
}
if (defined $HVIMPROB) {
	@hvimprob = &tidy_up_and_split_list($HVIMPROB);
	$OPT = "$OPT -p $hvimprob[$INDEX] ";
}
@hvnet = &tidy_up_and_split_list($HVNET);
$NET=$hvnet[$INDEX];
if (defined $HVVOC) {
	@hvvoc = &tidy_up_and_split_list($HVVOC);
	$VOC=$hvvoc[$INDEX];
}
else {
	die "HVVOC not set\n";
}

# remove perl environment variable file
unlink $Perl_env;

# -------------- Run HVite -----------------

open(LOGFILE,">$LOG") or die "Can't open $LOG file\n";
printf LOGFILE "HVite started at " . scalar localtime(time) . "\n";
close (LOGFILE);
system("HVite -A -C $HVCONFIG $OPT -w $NET -S $TESTDATALIST $VOC $HMMLIST >> $LOG");

open(LOGFILE,">>$LOG") or die "Can't open $LOG file\n";
printf LOGFILE "HVite finished at " . scalar localtime(time) . "\n\n";
close (LOGFILE);

# ------------------------------------------
# Now for results analysis
#

# Set the equates if any
$EQ = "";
undef $Ind;
open(EQFILENAME,"<$EQFILE") or die "Can't open $EQFILE file\n";
while (<EQFILENAME>) {
	chop ;
	if (! defined $I) {
		$EQ="$EQ -e ";
		$Ind = 1;
	}
	else {
		undef $Ind;
	}
	$EQ="$EQ $_";
}
close(EQFILENAME);

$OPT="";

if (defined $TESTMLF) {
   $OPT="$OPT -I $TESTMLF ";
}

if (defined $TESTLABDIR) {
   $OPT="$OPT -L $TESTLABDIR ";
}

if (defined $HRNIST) {
  $OPT = "$OPT -n ";
}

open(LOGFILE,">>$LOG") or die "Can't open $LOG file\n";
printf LOGFILE "Running HResults at " . scalar localtime(time) . "\n";
close (LOGFILE);

system("HResults -A -z ::: $OPT $EQ $WORDLIST $HVOPFILE >> $LOG");

open(LOGFILE,">>$LOG") or die "Can't open $LOG file\n";
printf LOGFILE "HResults finished at " . scalar localtime(time) . "\n\n";
close (LOGFILE);

# ------------------------------------------
# Now for NIST scoring if required
#

if (defined $NISTSCORE) {
	print "NIST score scripts can be run under 'sh' Shell at reader's own wish\n";
	print "It is not however supported in Perl Shell\n";
}

open(LOGFILE,">>$LOG") or die "Can't open $LOG file\n";
printf LOGFILE "htestrm.prl finished at " . scalar localtime(time) . "\n\n";
close (LOGFILE);

sub tidy_up_and_split_list {
	local($listval) = @_;

	$listval =~ s/\s+/ /g;
	$listval =~ s/^ //;
	$listval =~ s/ $//;

	local(@listvals) = split(" ",$listval);
	@listvals;
}

#---------------------------------------------------------------#
#                   End of Script: htestrm                      #
#---------------------------------------------------------------#