@inproceedings{3c73139b9844458c8f6de0de5e87ca7e,
title = "Metamorphic relations for detection of performance anomalies",
abstract = "Metamorphic relations can be used to improve performance testing by comparing successive runs of the software under test. We examine one such metamorphic relation for page load times, which we used to discover and repair a race condition in the Adobe Experience Platform Launch Tag Manager. Histograms for page load times had different modalities, which alerted us to the presence of the bug. We discuss the need for performance measures in addition to the popular mean and standard deviation. We describe two approaches to automatically determine modality: Gaussian Mixture Models and the Silverman Test for Multimodality. Metamorphic relations which involve these performance measures can be used to alert engineers to the presence of performance anomalies.",
keywords = "Metamorphic relation, Metamorphic testing, Oracle problem, Performance testing, Race condition, Validation, Verification",
author = "Owen Johnston and Darryl Jarman and Jeffrey Berry and Zhou, \{Zhi Quan\} and Chen, \{Tsong Yueh\}",
note = "Publisher Copyright: {\textcopyright} 2019 IEEE.; 4th IEEE/ACM International Workshop on Metamorphic Testing, MET 2019 ; Conference date: 26-05-2019",
year = "2019",
month = may,
doi = "10.1109/MET.2019.00017",
language = "English",
series = "Proceedings - 2019 IEEE/ACM 4th International Workshop on Metamorphic Testing, MET 2019",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "63--69",
booktitle = "Proceedings - 2019 IEEE/ACM 4th International Workshop on Metamorphic Testing, MET 2019",
address = "United States",
}