@inproceedings{430f0a0a3f2b474caa10d890a3fb2be6,
title = "Combinatorial generation of structurally complex test inputs for commercial software applications",
abstract = "Despite recent progress in automated test generation research, significant challenges remain for applying these techniques on large-scale software systems. Large-scale software systems under test often require structurally complex test inputs within a large input domain. It is challenging to automatically generate a reasonable number of tests that are both legal and behaviorally-diverse to exercise these systems. Constraint-based test generation is an effective approach for generating structurally complex inputs for systematic testing. While this approach can typically generate large numbers of tests, it has limited scalability-tests generated by this approach are usually only up to a small bound on input size. Combinatorial test generation, e.g., pair-wise testing, is a more scalable approach but is challenging to apply on commercial software systems that require complex input structures that cannot be formed by using arbitrary combinations. This paper introduces comKorat, which unifies constraint-based generation of structurally complex tests with combinatorial test generation methods. Specifi-cally, comKorat integrates Korat and ACTS test generators to generate test suites for large-scale software systems with structurally complex test inputs. We have successfully applied comKorat on four large-scale software applications developed at eBay and Yahoo!. The experimental results show that comKorat outperforms existing solutions in execution time and test coverage. Furthermore, comKorat found a total of 59 previously unknown bugs in the above four applications.",
keywords = "ACTS, Combinatorial test generation, Constraint-based test generation, Korat",
author = "Hua Zhong and Lingming Zhang and Sarfraz Khurshid",
year = "2016",
month = nov,
day = "1",
doi = "10.1145/2950290.2983959",
language = "English (US)",
series = "Proceedings of the ACM SIGSOFT Symposium on the Foundations of Software Engineering",
publisher = "Association for Computing Machinery",
pages = "981--986",
editor = "Zhendong Su and Thomas Zimmermann and Jane Cleland-Huang",
booktitle = "FSE 2016 - Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering",
address = "United States",
note = "24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, FSE 2016 ; Conference date: 13-11-2016 Through 18-11-2016",
}