-- in GF, to create an artificial corpus

pwd
/Users/aarne/GF/examples/tutorial/foods

gf
i FoodsEng.gf
i FoodsIta.gf
gt | l -lang=Eng | wf -file=enit.en
gt | l -lang=Ita | wf -file=enit.it






-- this is where we are and what we have

pwd
/Users/aarne/SMT

ls
GIZA++ experiment mosesdecoder srilm

-- the data to be used

ls experiment/mine/
enit.en	  enit.it


-- try to run SRILM on tokenized target language data

$ srilm/bin/macosx/ngram-count -order 3 -interpolate -kndiscount -text experiment/mine/enit.it -lm experiment/mine/enit.it.lm

one of required modified KneserNey count-of-counts is zero
error in discount estimator for order 1


-- after -kndiscount fails, use Witten-Bell

srilm/bin/macosx/ngram-count -order 3 -interpolate -wbdiscount -text experiment/mine/enit.it -lm experiment/mine/enit.it.lm

-- take a look at the created LM

more experiment/mine/enit.it.lm 

-- try to run Moses 

mosesdecoder/scripts/training/train-model.perl -corpus experiment/mine/enit -f en -e it -alignment grow-diag-final-and -reordering msd-bidirectional-fe -lm 0:3:enit.it.lm:0

-- after it fails, make GIZA++ visible

ln -s giza-pp/GIZA++-v2/GIZA++ .

ln -s giza-pp/GIZA++-v2/snt2cooc.out

-- another unsuccessful run of Moses

mosesdecoder/scripts/training/train-model.perl -corpus experiment/mine/enit -f en -e it -alignment grow-diag-final-and -reordering msd-bidirectional-fe -lm 0:3:/Users/aarne/SMT/experiment/mine/enit.it.lm:0 -external-bin-dir /Users/aarne/SMT

ERROR: Execution of: /Users/aarne/SMT/mosesdecoder/scripts/../bin/lexical-reordering-score ./model/extract.o.sorted.gz 0.5 ./model/reordering-table. --model "wbe msd wbe-msd-bidirectional-fe"
  died with signal 6, without coredump

-- try without reordering, succeed to create moses.ini

mosesdecoder/scripts/training/train-model.perl -corpus experiment/mine/enit -f en -e it -alignment grow-diag-final-and -lm 0:3:/Users/aarne/SMT/experiment/mine/enit.it.lm:0 -external-bin-dir /Users/aarne/SMT

(9) create moses.ini @ Fri Mar 22 09:28:08 CET 2013


-- try decoding

mosesdecoder/bin/moses -f ./model/moses.ini 

-- fails