@inproceedings{50b321135a1a4854802999b408476da1,
title = "Metamorphic relations for data validation: A case study of translated text messages",
abstract = "In conventional metamorphic testing, metamorphic relations (MRs) are identified as necessary properties of a computer program's intended functionality, whereby violations of MRs reveal faults in the program - under the assumption that the source and follow-up inputs (test cases used in metamorphic testing) are valid. In the present study, the authors argue that MRs can also be used to validate and assess the quality of the program's input data - under the assumption that the source or follow-up inputs can be inappropriately generated. Using this new perspective, a case study in the natural language processing domain is used to explore the different types of text messages that are difficult to interpret by (Chinese-English) machine translation. A total of 46,180 short user comments on Personal Tailor (a 2013 Chinese film), collected from Douban (a popular Chinese social media platform), has been used as the primary dataset of this study, and the analysis of results demonstrates that the proposed MR-based data validation method is useful for the automatic identification of poorly translated text messages.",
keywords = "Data quality assessment, Data validation, Douban, Machine translation, Metamorphic relation, Metamorphic testing, Natural language processing, Oracle problem, Sentiment analysis, Social media",
author = "Boyang Yan and Brian Yecies and Zhou, \{Zhi Quan\}",
note = "Publisher Copyright: {\textcopyright} 2019 IEEE.; 4th IEEE/ACM International Workshop on Metamorphic Testing, MET 2019 ; Conference date: 26-05-2019",
year = "2019",
month = may,
doi = "10.1109/MET.2019.00018",
language = "English",
series = "Proceedings - 2019 IEEE/ACM 4th International Workshop on Metamorphic Testing, MET 2019",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "70--75",
booktitle = "Proceedings - 2019 IEEE/ACM 4th International Workshop on Metamorphic Testing, MET 2019",
address = "United States",
}