mosesdecoder/mert/example
2011-11-15 10:17:00 +09:00
..
init.opt merged in TER Scorer from mert-other_metrics (at r4140) 2011-08-16 16:21:31 +00:00
memcheck_extractor.sh Add error checking for file existence. 2011-11-15 10:17:00 +09:00
memcheck_mert.sh Fix typo. 2011-11-15 10:15:09 +09:00
NBEST main command for managing feature and error statistics is ready; small example fortesting is available in directory example 2008-05-15 08:35:56 +00:00
README merged in TER Scorer from mert-other_metrics (at r4140) 2011-08-16 16:21:31 +00:00
README.oldmert - made output more compliant with old version 2008-05-27 16:50:52 +00:00
REF main command for managing feature and error statistics is ready; small example fortesting is available in directory example 2008-05-15 08:35:56 +00:00
REF.0 main command for managing feature and error statistics is ready; small example fortesting is available in directory example 2008-05-15 08:35:56 +00:00
REF.1 main command for managing feature and error statistics is ready; small example fortesting is available in directory example 2008-05-15 08:35:56 +00:00
REF.2 main command for managing feature and error statistics is ready; small example fortesting is available in directory example 2008-05-15 08:35:56 +00:00

extractor=../extractor
#extractor="../extractor --binary"
mert=../mert
size=15

#to read an nbest file; output is in text format
$extractor --nbest NBEST --reference REF.0,REF.1,REF.2 --ffile FEATSTAT --scfile SCORESTAT --sctype BLEU
$extractor --ffile FEATSTAT.2 --scfile SCORESTAT.2 --sctype BLEU --prev-ffile FEATSTAT --prev-scfile SCORESTAT
$extractor --binary --ffile FEATSTAT.3 --scfile SCORESTAT.3 --sctype BLEU --prev-ffile FEATSTAT,FEATSTAT.2 --prev-scfile SCORESTAT,SCORESTAT.2
$extractor --nbest NBEST --reference REF.0,REF.1,REF.2 --ffile FEATSTAT.4 --scfile SCORESTAT.4 --sctype BLEU --prev-ffile FEATSTAT,FEATSTAT.3 --prev-scfile SCORESTAT,SCORESTAT.3


$mert -r 1234 --ifile init.opt --scfile SCORESTAT --ffile FEATSTAT -d $size --verbose 4 -n 5 

exit


#to read a gzipped nbest file; output is in text format
$extractor --nbest NBEST.gz --reference REF.0,REF.1,REF.2 --ffile FEATSTATgz --scfile SCORESTATgz --sctype BLEU
gzip FEATSTATgz SCORESTATgz

$extractor --nbest NBEST --reference REF.0,REF.1,REF.2 --prev-ffile FEATSTAT --prev-scfile SCORESTAT --ffile FEATSTAT2 --scfile SCORESTAT2 --sctype BLEU

$extractor --nbest NBEST.gz --reference REF.0,REF.1,REF.2 --prev-ffile FEATSTATgz.gz --prev-scfile SCORESTATgz.gz --ffile FEATSTAT2gz --scfile SCORESTAT2gz --sctype BLEU

exit