@inproceedings{zhou-etal-2026-zyc,
    title = "{ZYC} at {S}em{E}val-2026 Task 5: Application of {BERT}-based Contextual Embeddings Similarity for {WSD}",
    author = "Zhou, Sunny  and
      Youner, Jordan  and
      Cahill, Dean",
    editor = "Kochmar, Ekaterina  and
      Ghosh, Debanjan  and
      North, Kai  and
      Komachi, Mamoru",
    booktitle = "Proceedings of the 20th {I}nternational {W}orkshop on {S}emantic {E}valuation (2026)",
    month = jul,
    year = "2026",
    address = "San Diego, California, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/corrections-2026-06/2026.semeval-1.371/",
    doi = "10.18653/v1/2026.semeval-1.371",
    pages = "2960--2966",
    ISBN = "979-8-89176-414-9",
    abstract = "We investigate contextual embedding manipulation for Word Sense Disambiguation (WSD)as part of SemEval-2026 Task 5. We propose four approaches built on BERT-like pretrainedmodels, experimenting with the informativeness of similarity calculations and classificationmethods. We introduce scratch-trained cross-attention mechanisms inspired by GLiNER to compute similarity between definition or synonym representations and the full context. Our best performance achieved 57{\%} accuracy with a Spearman correlation of 0.20. Our results suggest that finetuning strategy and trainng curriculum matter more than pretrained model choice for this novel task, and we identify several directions for future improvement. View our code base at: https://github.com/heliosraz/SemEval52026"
}