@inproceedings{4d0bcf389ed6496bb791c57f0b9d750f,
title = "AspectCSE: Sentence Embeddings for Aspect-based Semantic Textual Similarity Using Contrastive Learning and Structured Knowledge",
abstract = "Generic sentence embeddings provide a coarsegrained approximation of semantic textual similarity but ignore specific aspects that make texts similar. Conversely, aspect-based sentence embeddings provide similarities between texts based on certain predefined aspects. Thus, similarity predictions of texts are more targeted to specific requirements and more easily explainable. In this paper, we present AspectCSE, an approach for aspect-based contrastive learning of sentence embeddings. Results indicate that AspectCSE achieves an average improvement of 3.97% on information retrieval tasks across multiple aspects compared to the previous best results. We also propose using Wikidata knowledge graph properties to train models of multiaspect sentence embeddings in which multiple specific aspects are simultaneously considered during similarity predictions. We demonstrate that multi-aspect embeddings outperform single-aspect embeddings on aspect-specific information retrieval tasks. Finally, we examine the aspect-based sentence embedding space and demonstrate that embeddings of semantically similar aspect labels are often close, even without explicit similarity training between different aspect labels.",
author = "Tim Schopf and Emanuel Gerber and Malte Ostendorff and Florian Matthes",
note = "Publisher Copyright: {\textcopyright} 2023 Incoma Ltd. All rights reserved.; 2023 International Conference Recent Advances in Natural Language Processing: Large Language Models for Natural Language Processing, RANLP 2023 ; Conference date: 04-09-2023 Through 06-09-2023",
year = "2023",
doi = "10.26615/978-954-452-092-2_113",
language = "English",
series = "International Conference Recent Advances in Natural Language Processing, RANLP",
publisher = "Incoma Ltd",
pages = "1054--1065",
editor = "Galia Angelova and Maria Kunilovskaya and Ruslan Mitkov",
booktitle = "International Conference Recent Advances in Natural Language Processing, RANLP 2023",
}