@inproceedings{hiray-kovatchev-2025-storybranch,
title = "Storybranch - generating multimedia content from novels",
author = "Hiray, Rushikesh and
Kovatchev, Venelin",
editor = "Dziri, Nouha and
Ren, Sean (Xiang) and
Diao, Shizhe",
booktitle = "Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (System Demonstrations)",
month = apr,
year = "2025",
address = "Albuquerque, New Mexico",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/fix-sig-urls/2025.naacl-demo.39/",
pages = "485--493",
ISBN = "979-8-89176-191-9",
abstract = "We present Storybranch - an automated system for generating multimedia content from long texts such as novels and fanfiction.The Storybranch pipeline includes structured information extraction, text parsing and processing, content generation using Gen-AI models and syncronization of different streams (audio, video, background). Our system is highly modular and can efficiently generate three different types of multimodal content: audiobooks, simple animated videos, and visual novel text-and-image-style video games.Storybranch successfully addresses challenges such as generating unique and consistent image and voice for each character and narrator, identifying and generating background images and sounds effects, and syncronizing character expressions and lip movement with text.As part of the Storybranch , we develop and release BookNLP2 - a new open-source library for parsing and extracting information from books, based on the legacy library BookNLP."
}
Markdown (Informal)
[Storybranch - generating multimedia content from novels](https://preview.aclanthology.org/fix-sig-urls/2025.naacl-demo.39/) (Hiray & Kovatchev, NAACL 2025)
ACL
- Rushikesh Hiray and Venelin Kovatchev. 2025. Storybranch - generating multimedia content from novels. In Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (System Demonstrations), pages 485–493, Albuquerque, New Mexico. Association for Computational Linguistics.