@inproceedings{bf9a1e0ca78646cebdc0f3f218f34539,
title = "Regularized Forward-Backward Decoder for Attention Models",
abstract = "Nowadays, attention models are one of the popular candidates for speech recognition. So far, many studies mainly focus on the encoder structure or the attention module to enhance the performance of these models. However, mostly ignore the decoder. In this paper, we propose a novel regularization technique incorporating a second decoder during the training phase. This decoder is optimized on time-reversed target labels beforehand and supports the standard decoder during training by adding knowledge from future context. Since it is only added during training, we are not changing the basic structure of the network or adding complexity during decoding. We evaluate our approach on the smaller TEDLIUMv2 and the larger LibriSpeech dataset, achieving consistent improvements on both of them.",
keywords = "Attention models, Forward-backward decoder, Regularization, Speech recognition",
author = "Tobias Watzel and Ludwig K{\"u}rzinger and Lujun Li and Gerhard Rigoll",
note = "Publisher Copyright: {\textcopyright} 2021, Springer Nature Switzerland AG.; 23rd International Conference on Speech and Computer, SPECOM 2021 ; Conference date: 27-09-2021 Through 30-09-2021",
year = "2021",
doi = "10.1007/978-3-030-87802-3\_70",
language = "English",
isbn = "9783030878016",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "786--794",
editor = "Alexey Karpov and Rodmonga Potapova",
booktitle = "Speech and Computer - 23rd International Conference, SPECOM 2021, Proceedings",
}