@inproceedings{kocmi-bojar-2017-curriculum,
    title = "Curriculum Learning and Minibatch Bucketing in Neural Machine Translation",
    author = "Kocmi, Tom  and
      Bojar, Ond{\v{r}}ej",
    editor = "Mitkov, Ruslan  and
      Angelova, Galia",
    booktitle = "Proceedings of the International Conference Recent Advances in Natural Language Processing, {RANLP} 2017",
    month = sep,
    year = "2017",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd.",
    url = "https://preview.aclanthology.org/iwcs-25-ingestion/R17-1050/",
    doi = "10.26615/978-954-452-049-6_050",
    pages = "379--386",
    abstract = "We examine the effects of particular orderings of sentence pairs on the on-line training of neural machine translation (NMT). We focus on two types of such orderings: (1) ensuring that each minibatch contains sentences similar in some aspect and (2) gradual inclusion of some sentence types as the training progresses (so called ``curriculum learning''). In our English-to-Czech experiments, the internal homogeneity of minibatches has no effect on the training but some of our ``curricula'' achieve a small improvement over the baseline."
}