@inproceedings{arnold-tilton-2020-enriching,
    title = "Enriching Historic Photography with Structured Data using Image Region Segmentation",
    author = "Arnold, Taylor  and
      Tilton, Lauren",
    editor = "Abgaz, Yalemisew  and
      Dorn, Amelie  and
      Diaz, Jose Luis Preza  and
      Koch, Gerda",
    booktitle = "Proceedings of the 1st International Workshop on Artificial Intelligence for Historical Image Enrichment and Access",
    month = may,
    year = "2020",
    address = "Marseille, France",
    publisher = "European Language Resources Association (ELRA)",
    url = "https://aclanthology.org/2020.ai4hi-1.1",
    pages = "1--10",
    abstract = "Cultural institutions such as galleries, libraries, archives and museums continue to make commitments to large scale digitization of collections. An ongoing challenge is how to increase discovery and access through structured data and the semantic web. In this paper we describe a method for using computer vision algorithms that automatically detect regions of {``}stuff{''} {---} such as the sky, water, and roads {---} to produce rich and accurate structured data triples for describing the content of historic photography. We apply our method to a collection of 1610 documentary photographs produced in the 1930s and 1940 by the FSA-OWI division of the U.S. federal government. Manual verification of the extracted annotations yields an accuracy rate of 97.5{\%}, compared to 70.7{\%} for relations extracted from object detection and 31.5{\%} for automatically generated captions. Our method also produces a rich set of features, providing more unique labels (1170) than either the captions (1040) or object detection (178) methods. We conclude by describing directions for a linguistically-focused ontology of region categories that can better enrich historical image data. Open source code and the extracted metadata from our corpus are made available as external resources.",
    language = "English",
    ISBN = "979-10-95546-63-4",
}