@inproceedings{discovery1502193, volume = {38}, month = {May}, author = {C Henard and M Papadakis and M Harman and Y Jia and YL Traon}, series = {International Conference on Software Engineering}, note = {This version is the author accepted manuscript. For information on re-use, please refer to the publisher?s terms and conditions.}, booktitle = {ICSE '16: Proceedings of the 38th International Conference on Software Engineering}, editor = {L Dillon and W Visser and L Williams}, title = {Comparing white-box and black-box test prioritization}, address = {New York}, publisher = {Association for Computing Machinery (ACM)}, year = {2016}, journal = {Proceedings - International Conference on Software Engineering}, pages = {523--534}, keywords = {Regression Testing, White-box, Black-box}, url = {https://discovery.ucl.ac.uk/id/eprint/1502193/}, abstract = {Although white-box regression test prioritization has been well-studied, the more recently introduced black-box prioritization approaches have neither been compared against each other nor against more well-established white-box techniques. We present a comprehensive experimental comparison of several test prioritization techniques, including wellestablished white-box strategies and more recently introduced black-box approaches. We found that Combinatorial Interaction Testing and diversity-based techniques (Input Model Diversity and Input Test Set Diameter) perform best among the black-box approaches. Perhaps surprisingly, we found little difference between black-box and white-box performance (at most 4\% fault detection rate difference). We also found the overlap between black-and white-box faults to be high: the first 10\% of the prioritized test suites already agree on at least 60\% of the faults found. These are positive findings for practicing regression testers who may not have source code available, thereby making white-box techniques inapplicable. We also found evidence that both black-box and white-box prioritization remain robust over multiple system releases.} }