@inproceedings{45fe9320586f4b50ad71e20533b319cc,
title = "Metamorphic Robustness Testing of Google Translate",
abstract = "Current research on the testing of machine translation software mainly focuses on functional correctness for valid, well-formed inputs. By contrast, robustness testing, which involves the ability of the software to handle erroneous or unanticipated inputs, is often overlooked. In this paper, we propose to address this important shortcoming. Using the metamorphic robustness testing approach, we compare the translations of original inputs with those of follow-up inputs having different categories of minor typos. Our empirical results reveal a lack of robustness in Google Translate, thereby opening a new research direction for the quality assurance of neural machine translators.",
keywords = "Machine translation, Metamorphic robustness testing, Metamorphic testing, MT4MT, Oracle problem, Robustness testing",
author = "Lee, \{DIckson T.S.\} and Zhou, \{Zhi Quan\} and Tse, \{T. H.\}",
note = "Publisher Copyright: {\textcopyright} 2020 ACM.; 42nd IEEE/ACM International Conference on Software Engineering Workshops, ICSEW 2020 ; Conference date: 27-06-2020 Through 19-07-2020",
year = "2020",
month = jun,
day = "27",
doi = "10.1145/3387940.3391484",
language = "English",
series = "Proceedings - 2020 IEEE/ACM 42nd International Conference on Software Engineering Workshops, ICSEW 2020",
publisher = "Association for Computing Machinery, Inc",
pages = "388--395",
booktitle = "Proceedings - 2020 IEEE/ACM 42nd International Conference on Software Engineering Workshops, ICSEW 2020",
}