| 81 | Rui Angelo Matnei Filho and Silvia Regina Vergilio A multi-objective test data generation approach for mutation testing of feature models J. Software Eng. R{\&}D, 4(), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{FilhoV16,
author = {Rui Angelo Matnei Filho and Silvia Regina Vergilio},
title = {A multi-objective test data generation approach for mutation testing of feature models},
journal = {J. Software Eng. R{\&}D},
year = {2016},
month = {},
volume = {4},
number = {},
pages = {4}
} |
| 82 | Mustafa Al{-}Hajjaji and Fabian Benduhn and Thomas Th{\"{u}}m and Thomas Leich and Gunter Saake Mutation Operators for Preprocessor-Based Variability Proceedings of the Tenth International Workshop on Variability Modelling of Software-intensive Systems, Salvador, Brazil, January 27 - 29, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Al-HajjajiBTLS16,
author = {Mustafa Al{-}Hajjaji and Fabian Benduhn and Thomas Th{\"{u}}m and Thomas Leich and Gunter Saake},
title = {Mutation Operators for Preprocessor-Based Variability},
booktitle = {Proceedings of the Tenth International Workshop on Variability Modelling of Software-intensive Systems, Salvador, Brazil, January 27 - 29, 2016},
year = {2016},
address = {},
month = {},
pages = {81--88}
} |
| 83 | Marinos Kintis and Mike Papadakis and Andreas Papadopoulos and Evangelos Valvis and Nicos Malevris Analysing and Comparing the Effectiveness of Mutation Testing Tools: {A} Manual Study 16th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2016, Raleigh, NC, USA, October 2-3, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KintisPPVM16,
author = {Marinos Kintis and Mike Papadakis and Andreas Papadopoulos and Evangelos Valvis and Nicos Malevris},
title = {Analysing and Comparing the Effectiveness of Mutation Testing Tools: {A} Manual Study},
booktitle = {16th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2016, Raleigh, NC, USA, October 2-3, 2016},
year = {2016},
address = {},
month = {},
pages = {147--156}
} |
| 84 | Paul Ammann and Jeff Offutt Introduction to software testing Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 85 | Reza Matinnejad and Shiva Nejati and Lionel C. Briand and Thomas Bruckmann Automated test suite generation for time-continuous simulink models Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{matinnejad_ICSE_16,
author = {Reza Matinnejad and Shiva Nejati and Lionel C. Briand and Thomas Bruckmann},
title = {Automated test suite generation for time-continuous simulink models},
booktitle = {Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {595--606}
} |
| 86 | Eduard Paul Enoiu and Adnan Causevic and Daniel Sundmark and Paul Pettersson A Controlled Experiment in Testing of Safety-Critical Embedded Software 2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{enoiu_ICST_16,
author = {Eduard Paul Enoiu and Adnan Causevic and Daniel Sundmark and Paul Pettersson},
title = {A Controlled Experiment in Testing of Safety-Critical Embedded Software},
booktitle = {2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {1--11}
} |
| 87 | Bob Kurtz and Paul Ammann and Jeff Offutt and Mariet Kurtz Are We There Yet? How Redundant and Equivalent Mutants Affect Determination of Test Completeness Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KurtzAOK16,
author = {Bob Kurtz and Paul Ammann and Jeff Offutt and Mariet Kurtz},
title = {Are We There Yet? How Redundant and Equivalent Mutants Affect Determination of Test Completeness},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {142--151}
} |
| 88 | Rahul Gopinath and Mohammad Amin Alipour and Iftekhar Ahmed and Carlos Jensen and Alex Groce On the limits of mutation reduction strategies Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GopinathAAJG16,
author = {Rahul Gopinath and Mohammad Amin Alipour and Iftekhar Ahmed and Carlos Jensen and Alex Groce},
title = {On the limits of mutation reduction strategies},
booktitle = {Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {511--522}
} |
| 89 | Bob Kurtz and Paul Ammann and Jeff Offutt and M{\'{a}}rcio Eduardo Delamaro and Mariet Kurtz and Nida G{\"{o}}k{\c{c}}e Analyzing the validity of selective mutation with dominator mutants Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KurtzAODKG16,
author = {Bob Kurtz and Paul Ammann and Jeff Offutt and M{\'{a}}rcio Eduardo Delamaro and Mariet Kurtz and Nida G{\"{o}}k{\c{c}}e},
title = {Analyzing the validity of selective mutation with dominator mutants},
booktitle = {Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016},
year = {2016},
address = {},
month = {},
pages = {571--582}
} |
| 90 | Iftekhar Ahmed and Rahul Gopinath and Caius Brindescu and Alex Groce and Carlos Jensen Can testedness be effectively measured? Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AhmedGBGJ16,
author = {Iftekhar Ahmed and Rahul Gopinath and Caius Brindescu and Alex Groce and Carlos Jensen},
title = {Can testedness be effectively measured?},
booktitle = {Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016},
year = {2016},
address = {},
month = {},
pages = {547--558}
} |
| 91 | Jos{\'{e}} Miguel Rojas and Gordon Fraser Code Defenders: {A} Mutation Testing Game Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{RojasF16,
author = {Jos{\'{e}} Miguel Rojas and Gordon Fraser},
title = {Code Defenders: {A} Mutation Testing Game},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {162--167}
} |
| 92 | Dominik Holling and Sebastian Banescu and Marco Probst and Ana Petrovska and Alexander Pretschner Nequivack: Assessing Mutation Score Confidence Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HollingBPPP16,
author = {Dominik Holling and Sebastian Banescu and Marco Probst and Ana Petrovska and Alexander Pretschner},
title = {Nequivack: Assessing Mutation Score Confidence},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {152--161}
} |
| 93 | Donghwan Shin and Shin Yoo and Doo{-}Hwan Bae Diversity-Aware Mutation Adequacy Criterion for Improving Fault Detection Capability Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ShinYB16,
author = {Donghwan Shin and Shin Yoo and Doo{-}Hwan Bae},
title = {Diversity-Aware Mutation Adequacy Criterion for Improving Fault Detection Capability},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {122--131}
} |
| 94 | Jie Zhang and Yiling Lou and Lingming Zhang and Dan Hao and Lu Zhang and Hong Mei Isomorphic regression testing: executing uncovered branches without test augmentation Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhang_FSE_16,
author = {Jie Zhang and Yiling Lou and Lingming Zhang and Dan Hao and Lu Zhang and Hong Mei},
title = {Isomorphic regression testing: executing uncovered branches without test augmentation},
booktitle = {Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016},
year = {2016},
address = {},
month = {},
pages = {883--894}
} |
| 95 | Ingo Pill and Ivan Rubil and Franz Wotawa and Mihai Nica {SIMULTATE:} {A} Toolset for Fault Injection and Mutation Testing of Simulink Models Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{pill_ICSTW_16,
author = {Ingo Pill and Ivan Rubil and Franz Wotawa and Mihai Nica},
title = {{SIMULTATE:} {A} Toolset for Fault Injection and Mutation Testing of Simulink Models},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {168--173}
} |
| 96 | Gopinath, Rahul and Ahmed, Iftekhar and Alipour, Mohammad Amin and Jensen, Carlos and Groce, Alex Does choice of mutation tool matter? Software Quality Journal, (), 2016. |
|
| | Abstract: Though mutation analysis is the primary means of evaluating the quality of test suites, it suffers from inadequate standardization. Mutation analysis tools vary based on language, when mutants are generated (phase of compilation), and target audience. Mutation tools rarely implement the complete set of operators proposed in the literature and mostly implement at least a few domain-specific mutation operators. Thus different tools may not always agree on the mutant kills of a test suite. Few criteria exist to guide a practitioner in choosing the right tool for either evaluating effectiveness of a test suite or for comparing different testing techniques. We investigate an ensemble of measures for evaluating efficacy of mutants produced by different tools. These include the traditional difficulty of detection, strength of minimal sets, and the diversity of mutants, as well as the information carried by the mutants produced. We find that mutation tools rarely agree. The disagreement between scores can be large, and the variation due to characteristics of the project---even after accounting for difference due to test suites---is a significant factor. However, the mean difference between tools is very small, indicating that no single tool consistently skews mutation scores high or low for all projects. These results suggest that experiments yielding small differences in mutation score, especially using a single tool, or a small number of projects may not be reliable. There is a clear need for greater standardization of mutation analysis. We propose one approach for such a standardization. |
| | @ARTICLE{Gopinath2016,
author = {Gopinath, Rahul and Ahmed, Iftekhar and Alipour, Mohammad Amin and Jensen, Carlos and Groce, Alex},
title = {Does choice of mutation tool matter?},
journal = {Software Quality Journal},
year = {2016},
month = {},
volume = {},
number = {},
pages = {1--50}
} |
| 97 | Matthew Patrick and Andrew P. Craig and Nik J. Cunniffe and Matthew Parry and Christopher A. Gilligan Testing stochastic software using pseudo-oracles Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PatrickCCPG16,
author = {Matthew Patrick and Andrew P. Craig and Nik J. Cunniffe and Matthew Parry and Christopher A. Gilligan},
title = {Testing stochastic software using pseudo-oracles},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {235--246}
} |
| 98 | Susumu Tokumoto and Hiroaki Yoshida and Kazunori Sakamoto and Shinichi Honiden MuVM: Higher Order Mutation Analysis Virtual Machine for {C} 2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{TokumotoYSH16,
author = {Susumu Tokumoto and Hiroaki Yoshida and Kazunori Sakamoto and Shinichi Honiden},
title = {MuVM: Higher Order Mutation Analysis Virtual Machine for {C}},
booktitle = {2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {320--329}
} |
| 99 | Thomas Laurent and Anthony Ventresque and Mike Papadakis and Christopher Henard and Yves Le Traon Assessing and Improving the Mutation Testing Practice of {PIT} CoRR, abs/1601.02351(), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{LaurentVPHT16,
author = {Thomas Laurent and Anthony Ventresque and Mike Papadakis and Christopher Henard and Yves Le Traon},
title = {Assessing and Improving the Mutation Testing Practice of {PIT}},
journal = {CoRR},
year = {2016},
month = {},
volume = {abs/1601.02351},
number = {},
pages = {}
} |
| 100 | Birgitta Lindstr{\"{o}}m and Sten F. Andler and Jeff Offutt and Paul Pettersson and Daniel Sundmark Mutating aspect-oriented models to test cross-cutting concerns Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LindstromAOPS15,
author = {Birgitta Lindstr{\"{o}}m and Sten F. Andler and Jeff Offutt and Paul Pettersson and Daniel Sundmark},
title = {Mutating aspect-oriented models to test cross-cutting concerns},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |