#!/bin/bash

oracle_script=/home/showlett/phd/code/analysis/oracle.py
working=/home/showlett/working

reference=/home/showlett/corpora-collins/raw/test2000.en
output=evaluation/europarl.output.1

echo -e "COLLINS\n"
$oracle_script $reference \
               $working/baseline-collins/$output \
               $working/reordered-collins/$output \
               $working/oracles/evaluation/collins.oracle-output

echo -e "\n\nCOLLINS-HALF\n"
$oracle_script $reference \
               $working/baseline-collins/$output \
               $working/reordered-collins-half/$output \
               $working/oracles/evaluation/collins-half.oracle-output


reference=evaluation/test2008.reference.1
output=evaluation/test2008.output.1

echo -e "\n\nWMT09\n"
$oracle_script $working/baseline-wmt09/$reference \
               $working/baseline-wmt09/$output \
               $working/reordered-wmt09/$output \
               $working/oracles/evaluation/wmt09.oracle-output

echo -e "\n\nWMT09-DIST\n"
$oracle_script $working/baseline-wmt09-dist/$reference \
               $working/baseline-wmt09-dist/$output \
               $working/reordered-wmt09-dist/$output \
               $working/oracles/evaluation/wmt09-dist.oracle-output

echo -e "\n\nWMT09-DIST-NEWSTUNE\n"
$oracle_script $working/baseline-wmt09-dist-newstune/$reference \
               $working/baseline-wmt09-dist-newstune/$output \
               $working/reordered-wmt09-dist-newstune/$output \
               $working/oracles/evaluation/wmt09-dist-newstune.oracle-output

echo -e "\n\nWMT09-DIST-NOTUNE\n"
$oracle_script $working/baseline-wmt09-dist-notune/$reference \
               $working/baseline-wmt09-dist-notune/$output \
               $working/reordered-wmt09-dist-notune/$output \
               $working/oracles/evaluation/wmt09-dist-notune.oracle-output

echo -e "\n\nWMT09-NEWSTUNE\n"
$oracle_script $working/baseline-wmt09-newstune/$reference \
               $working/baseline-wmt09-newstune/$output \
               $working/reordered-wmt09-newstune/$output \
               $working/oracles/evaluation/wmt09-newstune.oracle-output

echo -e "\n\nWMT09-NOTUNE\n"
$oracle_script $working/baseline-wmt09-notune/$reference \
               $working/baseline-wmt09-notune/$output \
               $working/reordered-wmt09-notune/$output \
               $working/oracles/evaluation/wmt09-notune.oracle-output

echo -e "\n\nWMT09-5\n"
$oracle_script $working/baseline-wmt09-5/$reference \
               $working/baseline-wmt09-5/$output \
               $working/reordered-wmt09-5/$output \
               $working/oracles/evaluation/wmt09-5.oracle-output

echo -e "\n\nWMT09-DIST-5\n"
$oracle_script $working/baseline-wmt09-dist-5/$reference \
               $working/baseline-wmt09-dist-5/$output \
               $working/reordered-wmt09-dist-5/$output \
               $working/oracles/evaluation/wmt09-dist-5.oracle-output

echo -e "\n\nWMT09-DIST-NEWSTUNE-5\n"
$oracle_script $working/baseline-wmt09-dist-newstune-5/$reference \
               $working/baseline-wmt09-dist-newstune-5/$output \
               $working/reordered-wmt09-dist-newstune-5/$output \
               $working/oracles/evaluation/wmt09-dist-newstune-5.oracle-output

echo -e "\n\nWMT09-DIST-NOTUNE-5\n"
$oracle_script $working/baseline-wmt09-dist-notune-5/$reference \
               $working/baseline-wmt09-dist-notune-5/$output \
               $working/reordered-wmt09-dist-notune-5/$output \
               $working/oracles/evaluation/wmt09-dist-notune-5.oracle-output

echo -e "\n\nWMT09-NEWSTUNE-5\n"
$oracle_script $working/baseline-wmt09-newstune-5/$reference \
               $working/baseline-wmt09-newstune-5/$output \
               $working/reordered-wmt09-newstune-5/$output \
               $working/oracles/evaluation/wmt09-newstune-5.oracle-output

echo -e "\n\nWMT09-NOTUNE-5\n"
$oracle_script $working/baseline-wmt09-notune-5/$reference \
               $working/baseline-wmt09-notune-5/$output \
               $working/reordered-wmt09-notune-5/$output \
               $working/oracles/evaluation/wmt09-notune-5.oracle-output

echo -e "\n\nWMT09-HALF\n"
$oracle_script $working/baseline-wmt09/$reference \
               $working/baseline-wmt09/$output \
               $working/reordered-wmt09-half/$output \
               $working/oracles/evaluation/wmt09-half.oracle-output

echo -e "\n\nWMT09-DIST-HALF\n"
$oracle_script $working/baseline-wmt09-dist/$reference \
               $working/baseline-wmt09-dist/$output \
               $working/reordered-wmt09-dist-half/$output \
               $working/oracles/evaluation/wmt09-dist-half.oracle-output

echo -e "\n\nWMT09-DIST-NOTUNE-HALF\n"
$oracle_script $working/baseline-wmt09-dist-notune/$reference \
               $working/baseline-wmt09-dist-notune/$output \
               $working/reordered-wmt09-dist-notune-half/$output \
               $working/oracles/evaluation/wmt09-dist-notune-half.oracle-output

echo -e "\n\nWMT09-NOTUNE-HALF\n"
$oracle_script $working/baseline-wmt09-notune/$reference \
               $working/baseline-wmt09-notune/$output \
               $working/reordered-wmt09-notune-half/$output \
               $working/oracles/evaluation/wmt09-notune-half.oracle-output

echo -e "\n\nWMT09-25PC\n"
$oracle_script $working/baseline-wmt09/$reference \
               $working/baseline-wmt09/$output \
               $working/reordered-wmt09-25pc/$output \
               $working/oracles/evaluation/wmt09-25pc.oracle-output

echo -e "\n\nWMT09-DIST-25PC\n"
$oracle_script $working/baseline-wmt09-dist/$reference \
               $working/baseline-wmt09-dist/$output \
               $working/reordered-wmt09-dist-25pc/$output \
               $working/oracles/evaluation/wmt09-dist-25pc.oracle-output

echo -e "\n\nWMT09-DIST-NOTUNE-25PC\n"
$oracle_script $working/baseline-wmt09-dist-notune/$reference \
               $working/baseline-wmt09-dist-notune/$output \
               $working/reordered-wmt09-dist-notune-25pc/$output \
               $working/oracles/evaluation/wmt09-dist-notune-25pc.oracle-output

echo -e "\n\nWMT09-NOTUNE-25PC\n"
$oracle_script $working/baseline-wmt09-notune/$reference \
               $working/baseline-wmt09-notune/$output \
               $working/reordered-wmt09-notune-25pc/$output \
               $working/oracles/evaluation/wmt09-notune-25pc.oracle-output

echo -e "\n\nWMT09-10PC\n"
$oracle_script $working/baseline-wmt09/$reference \
               $working/baseline-wmt09/$output \
               $working/reordered-wmt09-10pc/$output \
               $working/oracles/evaluation/wmt09-10pc.oracle-output

echo -e "\n\nWMT09-DIST-10PC\n"
$oracle_script $working/baseline-wmt09-dist/$reference \
               $working/baseline-wmt09-dist/$output \
               $working/reordered-wmt09-dist-10pc/$output \
               $working/oracles/evaluation/wmt09-dist-10pc.oracle-output

echo -e "\n\nWMT09-DIST-NOTUNE-10PC\n"
$oracle_script $working/baseline-wmt09-dist-notune/$reference \
               $working/baseline-wmt09-dist-notune/$output \
               $working/reordered-wmt09-dist-notune-10pc/$output \
               $working/oracles/evaluation/wmt09-dist-notune-10pc.oracle-output

echo -e "\n\nWMT09-NOTUNE-10PC\n"
$oracle_script $working/baseline-wmt09-notune/$reference \
               $working/baseline-wmt09-notune/$output \
               $working/reordered-wmt09-notune-10pc/$output \
               $working/oracles/evaluation/wmt09-notune-10pc.oracle-output


reference=evaluation/newstest2009.reference.1
output=evaluation/newstest2009.output.1

echo -e "\n\nWMT09 NEWS TEST\n"
$oracle_script $working/baseline-wmt09/$reference \
               $working/baseline-wmt09/$output \
               $working/reordered-wmt09/$output \
               $working/oracles/evaluation/wmt09-newstest.oracle-output

echo -e "\n\nWMT09-DIST NEWS TEST\n"
$oracle_script $working/baseline-wmt09-dist/$reference \
               $working/baseline-wmt09-dist/$output \
               $working/reordered-wmt09-dist/$output \
               $working/oracles/evaluation/wmt09-dist-newstest.oracle-output

echo -e "\n\nWMT09-DIST-NEWSTUNE NEWS TEST\n"
$oracle_script $working/baseline-wmt09-dist-newstune/$reference \
               $working/baseline-wmt09-dist-newstune/$output \
               $working/reordered-wmt09-dist-newstune/$output \
               $working/oracles/evaluation/wmt09-dist-newstune-newstest.oracle-output

echo -e "\n\nWMT09-DIST-NOTUNE NEWS TEST\n"
$oracle_script $working/baseline-wmt09-dist-notune/$reference \
               $working/baseline-wmt09-dist-notune/$output \
               $working/reordered-wmt09-dist-notune/$output \
               $working/oracles/evaluation/wmt09-dist-notune-newstest.oracle-output

echo -e "\n\nWMT09-NEWSTUNE NEWS TEST\n"
$oracle_script $working/baseline-wmt09-newstune/$reference \
               $working/baseline-wmt09-newstune/$output \
               $working/reordered-wmt09-newstune/$output \
               $working/oracles/evaluation/wmt09-newstune-newstest.oracle-output

echo -e "\n\nWMT09-NOTUNE NEWS TEST\n"
$oracle_script $working/baseline-wmt09-notune/$reference \
               $working/baseline-wmt09-notune/$output \
               $working/reordered-wmt09-notune/$output \
               $working/oracles/evaluation/wmt09-notune-newstest.oracle-output

echo -e "\n\nWMT09-5 NEWS TEST\n"
$oracle_script $working/baseline-wmt09-5/$reference \
               $working/baseline-wmt09-5/$output \
               $working/reordered-wmt09-5/$output \
               $working/oracles/evaluation/wmt09-5-newstest.oracle-output

echo -e "\n\nWMT09-DIST-5 NEWS TEST\n"
$oracle_script $working/baseline-wmt09-dist-5/$reference \
               $working/baseline-wmt09-dist-5/$output \
               $working/reordered-wmt09-dist-5/$output \
               $working/oracles/evaluation/wmt09-dist-5-newstest.oracle-output

echo -e "\n\nWMT09-DIST-NEWSTUNE-5 NEWS TEST\n"
$oracle_script $working/baseline-wmt09-dist-newstune-5/$reference \
               $working/baseline-wmt09-dist-newstune-5/$output \
               $working/reordered-wmt09-dist-newstune-5/$output \
               $working/oracles/evaluation/wmt09-dist-newstune-5-newstest.oracle-output

echo -e "\n\nWMT09-DIST-NOTUNE-5 NEWS TEST\n"
$oracle_script $working/baseline-wmt09-dist-notune-5/$reference \
               $working/baseline-wmt09-dist-notune-5/$output \
               $working/reordered-wmt09-dist-notune-5/$output \
               $working/oracles/evaluation/wmt09-dist-notune-5-newstest.oracle-output

echo -e "\n\nWMT09-NEWSTUNE-5 NEWS TEST\n"
$oracle_script $working/baseline-wmt09-newstune-5/$reference \
               $working/baseline-wmt09-newstune-5/$output \
               $working/reordered-wmt09-newstune-5/$output \
               $working/oracles/evaluation/wmt09-newstune-5-newstest.oracle-output

echo -e "\n\nWMT09-NOTUNE-5 NEWS TEST\n"
$oracle_script $working/baseline-wmt09-notune-5/$reference \
               $working/baseline-wmt09-notune-5/$output \
               $working/reordered-wmt09-notune-5/$output \
               $working/oracles/evaluation/wmt09-notune-5-newstest.oracle-output


