| 1 | Mike Papadakis and Marinos Kintis and Jie Zhang and Yue Jia and Yves Le Traon and Mark Harman Mutation Testing Advances: An Analysis and Survey Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 2 | Mike Papadakis and Donghwan Shin and Shin Yoo and Doo{-}Hwan Bae Are Mutation Scores Correlated with Real Fault Detection? A Large Scale Empirical study on the Relationship Between Mutants and Real Faults Proceedings of the 40th International Conference on Software Engineering, {ICSE} 2018, Gothenburg, Sweden, May 27 - 3 June, 2018, 2018. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisDYB18,
author = {Mike Papadakis and Donghwan Shin and Shin Yoo and Doo{-}Hwan Bae},
title = {Are Mutation Scores Correlated with Real Fault Detection? A Large Scale Empirical study on the Relationship Between Mutants and Real Faults},
booktitle = {Proceedings of the 40th International Conference on Software Engineering, {ICSE} 2018, Gothenburg, Sweden, May 27 - 3 June, 2018},
year = {2018},
address = {},
month = {},
pages = {}
} |
| 3 | Michael Marcozzi and Sebastien Bardin and Nikolai Kosmatov and Mike Papadakis and Virgile Prevosto and Loïc Correnson Time to Clean your Test Objectives Proceedings of the 40th International Conference on Software Engineering, {ICSE} 2018, Gothenburg, Sweden, May 27 - 3 June, 2018, 2018. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MarcozziBKPPC18,
author = {Michael Marcozzi and Sebastien Bardin and Nikolai Kosmatov and Mike Papadakis and Virgile Prevosto and Loïc Correnson},
title = {Time to Clean your Test Objectives},
booktitle = {Proceedings of the 40th International Conference on Software Engineering, {ICSE} 2018, Gothenburg, Sweden, May 27 - 3 June, 2018},
year = {2018},
address = {},
month = {},
pages = {}
} |
| 4 | Rudolf Ramler and Thomas Wetzlmaier and Claus Klammer An empirical study on the application of mutation testing for a safety-critical industrial software system Proceedings of the Symposium on Applied Computing, {SAC} 2017, Marrakech, Morocco, April 3-7, 2017, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{RamlerWK17,
author = {Rudolf Ramler and Thomas Wetzlmaier and Claus Klammer},
title = {An empirical study on the application of mutation testing for a safety-critical industrial software system},
booktitle = {Proceedings of the Symposium on Applied Computing, {SAC} 2017, Marrakech, Morocco, April 3-7, 2017},
year = {2017},
address = {},
month = {},
pages = {1401--1408}
} |
| 5 | Jabbarvand, Reyhaneh and Malek, Sam {mu}Droid: An Energy-aware Mutation Testing Framework for Android Proceedings of the 2017 11th Joint Meeting on Foundations of Software EngineeringNew York, NY, USA, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{jabbarvand_FSE_17,
author = {Jabbarvand, Reyhaneh and Malek, Sam},
title = {{mu}Droid: An Energy-aware Mutation Testing Framework for Android},
booktitle = {Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering},
year = {2017},
address = {New York, NY, USA},
month = {},
pages = {208--219}
} |
| 6 | V. H. S. Durelli and N. M. De Souza and M. E. Delamaro Are Deletion Mutants Easier to Identify Manually? 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{durelli_ICSTW_17,
author = {V. H. S. Durelli and N. M. De Souza and M. E. Delamaro},
title = {Are Deletion Mutants Easier to Identify Manually?},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {149-158}
} |
| 7 | R. Gopinath and E. Walkingshaw How Good Are Your Types? Using Mutation Analysis to Evaluate the Effectiveness of Type Annotations 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{gopinath_ICSTW_17,
author = {R. Gopinath and E. Walkingshaw},
title = {How Good Are Your Types? Using Mutation Analysis to Evaluate the Effectiveness of Type Annotations},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {122-127}
} |
| 8 | Matthew Patrick and Yue Jia {KD-ART:} Should we intensify or diversify tests to kill mutants? Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{PatrickJ17,
author = {Matthew Patrick and Yue Jia},
title = {{KD-ART:} Should we intensify or diversify tests to kill mutants?},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {36--51}
} |
| 9 | Xavier Devroey and Gilles Perrouin and Mike Papadakis and Axel Legay and Pierre{-}Yves Schobbens and Patrick Heymans Automata Language Equivalence vs. Simulations for Model-Based Mutant Equivalence: An Empirical Evaluation 2017 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2017, Tokyo, Japan, March 13-17, 2017, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DevroeyPPLSH17,
author = {Xavier Devroey and Gilles Perrouin and Mike Papadakis and Axel Legay and Pierre{-}Yves Schobbens and Patrick Heymans},
title = {Automata Language Equivalence vs. Simulations for Model-Based Mutant Equivalence: An Empirical Evaluation},
booktitle = {2017 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2017, Tokyo, Japan, March 13-17, 2017},
year = {2017},
address = {},
month = {},
pages = {424--429}
} |
| 10 | M. Marcozzi and M. Delahaye and S. Bardin and N. Kosmatov and V. Prevosto Generic and Effective Specification of Structural Test Objectives 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{marcozzi_ICST_17,
author = {M. Marcozzi and M. Delahaye and S. Bardin and N. Kosmatov and V. Prevosto},
title = {Generic and Effective Specification of Structural Test Objectives},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation (ICST)},
year = {2017},
address = {},
month = {March},
pages = {436-441}
} |
| 11 | M. Trakhtenbrot Mutation Patterns for Temporal Requirements of Reactive Systems 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{trakhtenbrot_ICSTW_17,
author = {M. Trakhtenbrot},
title = {Mutation Patterns for Temporal Requirements of Reactive Systems},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {116-121}
} |
| 12 | Brown, David Bingham and Vaughn, Michael and Liblit, Ben and Reps, Thomas The Care and Feeding of Wild-caught Mutants Proceedings of the 2017 11th Joint Meeting on Foundations of Software EngineeringNew York, NY, USA, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{brown_FSE_17,
author = {Brown, David Bingham and Vaughn, Michael and Liblit, Ben and Reps, Thomas},
title = {The Care and Feeding of Wild-caught Mutants},
booktitle = {Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering},
year = {2017},
address = {New York, NY, USA},
month = {},
pages = {511--522}
} |
| 13 | I. Ahmed and C. Jensen and A. Groce and P. E. McKenney Applying Mutation Analysis on Kernel Test Suites: An Experience Report 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ahmed_ICSTW_17,
author = {I. Ahmed and C. Jensen and A. Groce and P. E. McKenney},
title = {Applying Mutation Analysis on Kernel Test Suites: An Experience Report},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {110-115}
} |
| 14 | P. Arcaini and A. Gargantini and E. Riccobene MutRex: A Mutation-Based Generator of Fault Detecting Strings for Regular Expressions 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{arcaini_ICSTW_17,
author = {P. Arcaini and A. Gargantini and E. Riccobene},
title = {MutRex: A Mutation-Based Generator of Fault Detecting Strings for Regular Expressions},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {87-96}
} |
| 15 | B. Lisper and B. Lindström and P. Potena and M. Saadatmand and M. Bohlin Targeted Mutation: Efficient Mutation Analysis for Testing Non-Functional Properties 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{lisper_ICSTW_17,
author = {B. Lisper and B. Lindström and P. Potena and M. Saadatmand and M. Bohlin},
title = {Targeted Mutation: Efficient Mutation Analysis for Testing Non-Functional Properties},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {65-68}
} |
| 16 | C. Iida and S. Takada Reducing Mutants with Mutant Killable Precondition 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{iida_ICSTW_17,
author = {C. Iida and S. Takada},
title = {Reducing Mutants with Mutant Killable Precondition},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {128-133}
} |
| 17 | K. G. Larsen and F. Lorber and B. Nielsen and U. M. Nyman Mutation-Based Test-Case Generation with Ecdar 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{larsen_ICSTW_17,
author = {K. G. Larsen and F. Lorber and B. Nielsen and U. M. Nyman},
title = {Mutation-Based Test-Case Generation with Ecdar},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {319-328}
} |
| 18 | D. Shin and S. Yoo and D. H. Bae A Theoretical and Empirical Study of Diversity-aware Mutation Adequacy Criterion IEEE Transactions on Software Engineering, PP(99), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{shin_TSE_17,
author = {D. Shin and S. Yoo and D. H. Bae},
title = {A Theoretical and Empirical Study of Diversity-aware Mutation Adequacy Criterion},
journal = {IEEE Transactions on Software Engineering},
year = {2017},
month = {},
volume = {PP},
number = {99},
pages = {1-1}
} |
| 19 | Thomas Loise and Xavier Devroey and Gilles Perrouin and Mike Papadakis and Patrick Heymans Towards Security-Aware Mutation Testing 2017 {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2017, Tokyo, Japan, March 13-17, 2017, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LoiseDPPH17,
author = {Thomas Loise and Xavier Devroey and Gilles Perrouin and Mike Papadakis and Patrick Heymans},
title = {Towards Security-Aware Mutation Testing},
booktitle = {2017 {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2017, Tokyo, Japan, March 13-17, 2017},
year = {2017},
address = {},
month = {},
pages = {97--102}
} |
| 20 | Linares-V\'{a}squez, Mario and Bavota, Gabriele and Tufano, Michele and Moran, Kevin and Di Penta, Massimiliano and Vendome, Christopher and Bernal-C\'{a}rdenas, Carlos and Poshyvanyk, Denys Enabling Mutation Testing for Android Apps Proceedings of the 2017 11th Joint Meeting on Foundations of Software EngineeringNew York, NY, USA, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{linares-vasquez_FSE_17,
author = {Linares-V\'{a}squez, Mario and Bavota, Gabriele and Tufano, Michele and Moran, Kevin and Di Penta, Massimiliano and Vendome, Christopher and Bernal-C\'{a}rdenas, Carlos and Poshyvanyk, Denys},
title = {Enabling Mutation Testing for Android Apps},
booktitle = {Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering},
year = {2017},
address = {New York, NY, USA},
month = {},
pages = {233--244}
} |
| 21 | Parsai, Ali and Murgia, Alessandro and Demeyer, Serge LittleDarwin: A Feature-Rich and Extensible Mutation Testing Framework for Large and Complex Java Systems Unknown- |
|
| | Abstract: Mutation testing is a well-studied method for increasing the quality of a test suite. We designed LittleDarwin as a mutation testing framework able to cope with large and complex Java software systems, while still being easily extensible with new experimental components. LittleDarwin addresses two existing problems in the domain of mutation testing: having a tool able to work within an industrial setting, and yet, be open to extension for cutting edge techniques provided by academia. LittleDarwin already offers higher-order mutation, null type mutants, mutant sampling, manual mutation, and mutant subsumption analysis. There is no tool today available with all these features that is able to work with typical industrial software systems. |
| | Unknown++ |
| 22 | William B. Langdon and Brian Yee Hong Lam and Marc Modat and Justyna Petke and Mark Harman Genetic improvement of {GPU} software Genetic Programming and Evolvable Machines, 18(1), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{LangdonLMPH17,
author = {William B. Langdon and Brian Yee Hong Lam and Marc Modat and Justyna Petke and Mark Harman},
title = {Genetic improvement of {GPU} software},
journal = {Genetic Programming and Evolvable Machines},
year = {2017},
month = {},
volume = {18},
number = {1},
pages = {5--44}
} |
| 23 | Elmahdi Omar and Sudipto Ghosh and Darrell Whitley Subtle higher order mutants Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{OmarGW17,
author = {Elmahdi Omar and Sudipto Ghosh and Darrell Whitley},
title = {Subtle higher order mutants},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {3--18}
} |
| 24 | Su, Ting and Meng, Guozhu and Chen, Yuting and Wu, Ke and Yang, Weiming and Yao, Yao and Pu, Geguang and Liu, Yang and Su, Zhendong Guided, Stochastic Model-based GUI Testing of Android Apps Proceedings of the 2017 11th Joint Meeting on Foundations of Software EngineeringNew York, NY, USA, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{su_FSE_17,
author = {Su, Ting and Meng, Guozhu and Chen, Yuting and Wu, Ke and Yang, Weiming and Yao, Yao and Pu, Geguang and Liu, Yang and Su, Zhendong},
title = {Guided, Stochastic Model-based GUI Testing of Android Apps},
booktitle = {Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering},
year = {2017},
address = {New York, NY, USA},
month = {},
pages = {245--256}
} |
| 25 | Wang, Bo and Xiong, Yingfei and Shi, Yangqingwei and Zhang, Lu and Hao, Dan Faster Mutation Analysis via Equivalence Modulo States , (), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{WangXSZH17,
author = {Wang, Bo and Xiong, Yingfei and Shi, Yangqingwei and Zhang, Lu and Hao, Dan},
title = {Faster Mutation Analysis via Equivalence Modulo States},
journal = {},
year = {2017},
month = {},
volume = {},
number = {},
pages = {295--306}
} |
| 26 | M. P. Usaola and G. Rojas and I. Rodríguez and S. Hernández An Architecture for the Development of Mutation Operators 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{usaola_ICSTW_17,
author = {M. P. Usaola and G. Rojas and I. Rodríguez and S. Hernández},
title = {An Architecture for the Development of Mutation Operators},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {143-148}
} |
| 27 | Andr{\'{a}}s M{\'{a}}rki and Birgitta Lindstr{\"{o}}m Mutation tools for Java Proceedings of the Symposium on Applied Computing, {SAC} 2017, Marrakech, Morocco, April 3-7, 2017, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MarkiL17,
author = {Andr{\'{a}}s M{\'{a}}rki and Birgitta Lindstr{\"{o}}m},
title = {Mutation tools for Java},
booktitle = {Proceedings of the Symposium on Applied Computing, {SAC} 2017, Marrakech, Morocco, April 3-7, 2017},
year = {2017},
address = {},
month = {},
pages = {1364--1415}
} |
| 28 | J. Petke and S. Haraldsson and M. Harman and w. langdon and D. White and J. Woodward Genetic Improvement of Software: a Comprehensive Survey IEEE Transactions on Evolutionary Computation, PP(99), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{7911210,
author = {J. Petke and S. Haraldsson and M. Harman and w. langdon and D. White and J. Woodward},
title = {Genetic Improvement of Software: a Comprehensive Survey},
journal = {IEEE Transactions on Evolutionary Computation},
year = {2017},
month = {},
volume = {PP},
number = {99},
pages = {1-1}
} |
| 29 | T. Laurent and M. Papadakis and M. Kintis and C. Henard and Y. L. Traon and A. Ventresque Assessing and Improving the Mutation Testing Practice of PIT 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{7927997,
author = {T. Laurent and M. Papadakis and M. Kintis and C. Henard and Y. L. Traon and A. Ventresque},
title = {Assessing and Improving the Mutation Testing Practice of PIT},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation (ICST)},
year = {2017},
address = {},
month = {March},
pages = {430-435}
} |
| 30 | Val{\'{e}}ria Lelli and Arnaud Blouin and Benoit Baudry Classifying and Qualifying {GUI} Defects CoRR, abs/1703.09567(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{LelliBB17,
author = {Val{\'{e}}ria Lelli and Arnaud Blouin and Benoit Baudry},
title = {Classifying and Qualifying {GUI} Defects},
journal = {CoRR},
year = {2017},
month = {},
volume = {abs/1703.09567},
number = {},
pages = {}
} |
| 31 | Ren{\'{e}} Just and Bob Kurtz and Paul Ammann Inferring mutant utility from program context Proceedings of the 26th {ACM} {SIGSOFT} International Symposium on Software Testing and Analysis, Santa Barbara, CA, USA, July 10 - 14, 2017, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JustKA17,
author = {Ren{\'{e}} Just and Bob Kurtz and Paul Ammann},
title = {Inferring mutant utility from program context},
booktitle = {Proceedings of the 26th {ACM} {SIGSOFT} International Symposium on Software Testing and Analysis, Santa Barbara, CA, USA, July 10 - 14, 2017},
year = {2017},
address = {},
month = {},
pages = {284--294}
} |
| 32 | M. Kintis and Papadakis, Mike and Papadopoulos, Andreas and Valvis, Evangelos and Malevris, Nicos and Yves {Le Traon} How Effective Mutation Testing Tools Are? {A}n Empirical Analysis of {J}ava Mutation Testing Tools with Manual Analysis and Real Faults \textbf{Empirical Software Engineering} (\textbf{EMSE}), (), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Kintis:EMSE:2017,
author = {M. Kintis and Papadakis, Mike and Papadopoulos, Andreas and Valvis, Evangelos and Malevris, Nicos and Yves {Le Traon}},
title = {How Effective Mutation Testing Tools Are? {A}n Empirical Analysis of {J}ava Mutation Testing Tools with Manual Analysis and Real Faults},
journal = {\textbf{Empirical Software Engineering} (\textbf{EMSE})},
year = {2017},
month = {},
volume = {},
number = {},
pages = {}
} |
| 33 | Thierry Titcheu Chekam and Mike Papadakis and Yves Le Traon and Mark Harman An empirical study on mutation, statement and branch coverage fault revelation that avoids the unreliable clean program assumption Proceedings of the 39th International Conference on Software Engineering, {ICSE} 2017, Buenos Aires, Argentina, May 20-28, 2017, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ChekamPTH17,
author = {Thierry Titcheu Chekam and Mike Papadakis and Yves Le Traon and Mark Harman},
title = {An empirical study on mutation, statement and branch coverage fault revelation that avoids the unreliable clean program assumption},
booktitle = {Proceedings of the 39th International Conference on Software Engineering, {ICSE} 2017, Buenos Aires, Argentina, May 20-28, 2017},
year = {2017},
address = {},
month = {},
pages = {597--608}
} |
| 34 | R. Gopinath and C. Jensen and A. Groce The Theory of Composite Faults 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{gopinath_ICST_17,
author = {R. Gopinath and C. Jensen and A. Groce},
title = {The Theory of Composite Faults},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation (ICST)},
year = {2017},
address = {},
month = {March},
pages = {47-57}
} |
| 35 | B. K. Aichernig and S. Marcovic and R. Schumi Property-Based Testing with External Test-Case Generators 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{aichernig_ICSTW_17,
author = {B. K. Aichernig and S. Marcovic and R. Schumi},
title = {Property-Based Testing with External Test-Case Generators},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {337-346}
} |
| 36 | Q. Zhu and A. Panichella and A. Zaidman Speeding-Up Mutation Testing via Data Compression and State Infection 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhu_ICSTW_17,
author = {Q. Zhu and A. Panichella and A. Zaidman},
title = {Speeding-Up Mutation Testing via Data Compression and State Infection},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {103-109}
} |
| 37 | Lin Deng and Jeff Offutt and Paul Ammann and Nariman Mirzaei Mutation operators for testing Android apps Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{DengOAM17,
author = {Lin Deng and Jeff Offutt and Paul Ammann and Nariman Mirzaei},
title = {Mutation operators for testing Android apps},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {154--168}
} |
| 38 | Fan Wu and Jay Nanavati and Mark Harman and Yue Jia and Jens Krinke Memory mutation testing Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{WuNHJK17,
author = {Fan Wu and Jay Nanavati and Mark Harman and Yue Jia and Jens Krinke},
title = {Memory mutation testing},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {97--111}
} |
| 39 | M. Kintis and M. Papadakis and Y. Jia and N. Malevris and Y. Le Traon and M. Harman Detecting Trivial Mutant Equivalences via Compiler Optimisations IEEE Transactions on Software Engineering, PP(99), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{7882714,
author = {M. Kintis and M. Papadakis and Y. Jia and N. Malevris and Y. Le Traon and M. Harman},
title = {Detecting Trivial Mutant Equivalences via Compiler Optimisations},
journal = {IEEE Transactions on Software Engineering},
year = {2017},
month = {},
volume = {PP},
number = {99},
pages = {1-1}
} |
| 40 | Alex D. B. Alberto and Ana Cavalcanti and Marie{-}Claude Gaudel and Adenilso Sim{\~{a}}o Formal mutation testing for Circus Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{AlbertoCGS17,
author = {Alex D. B. Alberto and Ana Cavalcanti and Marie{-}Claude Gaudel and Adenilso Sim{\~{a}}o},
title = {Formal mutation testing for Circus},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {131--153}
} |
| 41 | Dunwei Gong and Gongjie Zhang and Xiangjuan Yao and Fanlin Meng Mutant reduction based on dominance relation for weak mutation testing Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{GongZYM17,
author = {Dunwei Gong and Gongjie Zhang and Xiangjuan Yao and Fanlin Meng},
title = {Mutant reduction based on dominance relation for weak mutation testing},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {82--96}
} |
| 42 | Chang{-}ai Sun and Feifei Xue and Huai Liu and Xiangyu Zhang A path-aware approach to mutant reduction in mutation testing Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{SunXLZ17,
author = {Chang{-}ai Sun and Feifei Xue and Huai Liu and Xiangyu Zhang},
title = {A path-aware approach to mutant reduction in mutation testing},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {65--81}
} |
| 43 | Rodolfo Adamshuk Silva and Simone do Rocio Senger de Souza and Paulo Sergio Lopes de Souza A systematic review on search based mutation testing Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{SilvaSS17,
author = {Rodolfo Adamshuk Silva and Simone do Rocio Senger de Souza and Paulo Sergio Lopes de Souza},
title = {A systematic review on search based mutation testing},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {19--35}
} |
| 44 | U. Praphamontripong and J. Offutt Finding Redundancy in Web Mutation Operators 2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{praphamontripong_ICSTW_17,
author = {U. Praphamontripong and J. Offutt},
title = {Finding Redundancy in Web Mutation Operators},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)},
year = {2017},
address = {},
month = {March},
pages = {134-142}
} |
| 45 | Shin Hong and Taehoon Kwak and Byeongcheol Lee and Yiru Jeon and Bongseok Ko and Yunho Kim and Moonzoo Kim {MUSEUM:} Debugging real-world multilingual programs using mutation analysis Information {\&} Software Technology, 82(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{HongKLJKKK17,
author = {Shin Hong and Taehoon Kwak and Byeongcheol Lee and Yiru Jeon and Bongseok Ko and Yunho Kim and Moonzoo Kim},
title = {{MUSEUM:} Debugging real-world multilingual programs using mutation analysis},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {82},
number = {},
pages = {80--95}
} |
| 46 | Delgado-Pérez, Pedro and Segura, Sergio and Medina-Bulo, Inmaculada Assessment of C++ object-oriented mutation operators: A selective mutation approach Software Testing, Verification and Reliability, 27(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{delgado_stvr_17,
author = {Delgado-Pérez, Pedro and Segura, Sergio and Medina-Bulo, Inmaculada},
title = {Assessment of C++ object-oriented mutation operators: A selective mutation approach},
journal = {Software Testing, Verification and Reliability},
year = {2017},
month = {},
volume = {27},
number = {},
pages = {n/a--n/a}
} |
| 47 | Jos{\'{e}} Miguel Rojas and Thomas D. White and Benjamin S. Clegg and Gordon Fraser Code defenders: crowdsourcing effective tests and subtle mutants with a mutation testing game Proceedings of the 39th International Conference on Software Engineering, {ICSE} 2017, Buenos Aires, Argentina, May 20-28, 2017, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{RojasWCF17,
author = {Jos{\'{e}} Miguel Rojas and Thomas D. White and Benjamin S. Clegg and Gordon Fraser},
title = {Code defenders: crowdsourcing effective tests and subtle mutants with a mutation testing game},
booktitle = {Proceedings of the 39th International Conference on Software Engineering, {ICSE} 2017, Buenos Aires, Argentina, May 20-28, 2017},
year = {2017},
address = {},
month = {},
pages = {677--688}
} |
| 48 | Paolo Arcaini and Angelo Gargantini and Elvinia Riccobene and Paolo Vavassori A novel use of equivalent mutants for static anomaly detection in software artifacts Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{ArcainiGRV17,
author = {Paolo Arcaini and Angelo Gargantini and Elvinia Riccobene and Paolo Vavassori},
title = {A novel use of equivalent mutants for static anomaly detection in software artifacts},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {52--64}
} |
| 49 | A. Sullivan and K. Wang and R. N. Zaeem and S. Khurshid Automated Test Generation and Mutation Testing for Alloy 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST), March 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{sullivan_ICST_17,
author = {A. Sullivan and K. Wang and R. N. Zaeem and S. Khurshid},
title = {Automated Test Generation and Mutation Testing for Alloy},
booktitle = {2017 IEEE International Conference on Software Testing, Verification and Validation (ICST)},
year = {2017},
address = {},
month = {March},
pages = {264-275}
} |
| 50 | Fernandes, Leonardo and Ribeiro, M\'{a}rcio and Carvalho, Luiz and Gheyi, Rohit and Mongiovi, Melina and Santos, Andr{\'e} and Cavalcanti, Ana and Ferrari, Fabiano and Maldonado, Jos{\'e} Carlos Avoiding Useless Mutants Proceedings of the 16th ACM SIGPLAN International Conference on Generative Programming: Concepts and ExperiencesNew York, NY, USA, 2017. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{fernandes17,
author = {Fernandes, Leonardo and Ribeiro, M\'{a}rcio and Carvalho, Luiz and Gheyi, Rohit and Mongiovi, Melina and Santos, Andr{\'e} and Cavalcanti, Ana and Ferrari, Fabiano and Maldonado, Jos{\'e} Carlos},
title = {Avoiding Useless Mutants},
booktitle = {Proceedings of the 16th ACM SIGPLAN International Conference on Generative Programming: Concepts and Experiences},
year = {2017},
address = {New York, NY, USA},
month = {},
pages = {187--198}
} |
| 51 | Pedro Delgado{-}P{\'{e}}rez and Inmaculada Medina{-}Bulo and Francisco Palomo{-}Lozano and Antonio Garc{\'{\i}}a{-}Dom{\'{\i}}nguez and Juan Jos{\'{e}} Dom{\'{\i}}nguez{-}Jim{\'{e}}nez Assessment of class mutation operators for {C++} with the MuCPP mutation system Information {\&} Software Technology, 81(), 2017. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Delgado-PerezMP17,
author = {Pedro Delgado{-}P{\'{e}}rez and Inmaculada Medina{-}Bulo and Francisco Palomo{-}Lozano and Antonio Garc{\'{\i}}a{-}Dom{\'{\i}}nguez and Juan Jos{\'{e}} Dom{\'{\i}}nguez{-}Jim{\'{e}}nez},
title = {Assessment of class mutation operators for {C++} with the MuCPP mutation system},
journal = {Information {\&} Software Technology},
year = {2017},
month = {},
volume = {81},
number = {},
pages = {169--184}
} |
| 52 | D{\'{a}}vid Tengeri and L{\'{a}}szl{\'{o}} Vid{\'{a}}cs and {\'{A}}rp{\'{a}}d Besz{\'{e}}des and Judit J{\'{a}}sz and Gergo Balogh and Bela Vancsics and Tibor Gyim{\'{o}}thy Relating Code Coverage, Mutation Score and Test Suite Reducibility to Defect Density Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{TengeriVBJBVG16,
author = {D{\'{a}}vid Tengeri and L{\'{a}}szl{\'{o}} Vid{\'{a}}cs and {\'{A}}rp{\'{a}}d Besz{\'{e}}des and Judit J{\'{a}}sz and Gergo Balogh and Bela Vancsics and Tibor Gyim{\'{o}}thy},
title = {Relating Code Coverage, Mutation Score and Test Suite Reducibility to Defect Density},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {174--179}
} |
| 53 | Birgitta Lindstr{\"{o}}m and Andras Marki On Strong Mutation and Subsuming Mutants Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LindstromM16,
author = {Birgitta Lindstr{\"{o}}m and Andras Marki},
title = {On Strong Mutation and Subsuming Mutants},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {112--121}
} |
| 54 | Marinos Kintis Effective Methods to Tackle the Equivalent Mutant Problem when Testing Software with Mutation Department of Informatics, Athens University of Economics and Business, , 2016.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Kintis:PhD:2016,
author = {Marinos Kintis},
title = {Effective Methods to Tackle the Equivalent Mutant Problem when Testing Software with Mutation},
school = {Department of Informatics, Athens University of Economics and Business},
year = {2016},
type = {phdthesis},
address = {},
month = {},
} |
| 55 | Gunel Jahangirova and David Clark and Mark Harman and Paolo Tonella Test oracle assessment and improvement Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JahangirovaCHT16,
author = {Gunel Jahangirova and David Clark and Mark Harman and Paolo Tonella},
title = {Test oracle assessment and improvement},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {247--258}
} |
| 56 | David Bowes and Tracy Hall and Mark Harman and Yue Jia and Federica Sarro and Fan Wu Mutation-aware fault prediction Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BowesHHJSW16,
author = {David Bowes and Tracy Hall and Mark Harman and Yue Jia and Federica Sarro and Fan Wu},
title = {Mutation-aware fault prediction},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {330--341}
} |
| 57 | Frolin S. Ocariza Jr. and Guanpeng Li and Karthik Pattabiraman and Ali Mesbah Automatic fault localization for client-side JavaScript Softw. Test., Verif. Reliab., 26(1), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{ocariza_STVR_16,
author = {Frolin S. Ocariza Jr. and Guanpeng Li and Karthik Pattabiraman and Ali Mesbah},
title = {Automatic fault localization for client-side JavaScript},
journal = {Softw. Test., Verif. Reliab.},
year = {2016},
month = {},
volume = {26},
number = {1},
pages = {69--88}
} |
| 58 | Thierry Titcheu Chekam and Mike Papadakis and Yves Le Traon Assessing and Comparing Mutation-based Fault Localization Techniques CoRR, abs/1607.05512(), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{ChekamPT16,
author = {Thierry Titcheu Chekam and Mike Papadakis and Yves Le Traon},
title = {Assessing and Comparing Mutation-based Fault Localization Techniques},
journal = {CoRR},
year = {2016},
month = {},
volume = {abs/1607.05512},
number = {},
pages = {}
} |
| 59 | Hiroaki Yoshida and Susumu Tokumoto and Mukul R. Prasad and Indradeep Ghosh and Tadahiro Uehara {FSX:} fine-grained incremental unit test generation for {C/C++} programs Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{YoshidaTPGU16a,
author = {Hiroaki Yoshida and Susumu Tokumoto and Mukul R. Prasad and Indradeep Ghosh and Tadahiro Uehara},
title = {{FSX:} fine-grained incremental unit test generation for {C/C++} programs},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {106--117}
} |
| 60 | Henry Coles and Thomas Laurent and Christopher Henard and Mike Papadakis and Anthony Ventresque {PIT:} a practical mutation testing tool for Java (demo) Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{coles_ISSTA_16,
author = {Henry Coles and Thomas Laurent and Christopher Henard and Mike Papadakis and Anthony Ventresque},
title = {{PIT:} a practical mutation testing tool for Java (demo)},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {449--452}
} |
| 61 | Ali Parsai and Alessandro Murgia and Serge Demeyer A Model to Estimate First-Order Mutation Coverage from Higher-Order Mutation Coverage 2016 {IEEE} International Conference on Software Quality, Reliability and Security, {QRS} 2016, Vienna, Austria, August 1-3, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ParsaiMD16,
author = {Ali Parsai and Alessandro Murgia and Serge Demeyer},
title = {A Model to Estimate First-Order Mutation Coverage from Higher-Order Mutation Coverage},
booktitle = {2016 {IEEE} International Conference on Software Quality, Reliability and Security, {QRS} 2016, Vienna, Austria, August 1-3, 2016},
year = {2016},
address = {},
month = {},
pages = {365--373}
} |
| 62 | Vincenzo Musco and Martin Monperrus and Philippe Preux Mutation-Based Graph Inference for Fault Localization 16th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2016, Raleigh, NC, USA, October 2-3, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MuscoMP16,
author = {Vincenzo Musco and Martin Monperrus and Philippe Preux},
title = {Mutation-Based Graph Inference for Fault Localization},
booktitle = {16th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2016, Raleigh, NC, USA, October 2-3, 2016},
year = {2016},
address = {},
month = {},
pages = {97--106}
} |
| 63 | Willem Visser What makes killing a mutant hard Proceedings of the 31st {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2016, Singapore, September 3-7, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Visser16,
author = {Willem Visser},
title = {What makes killing a mutant hard},
booktitle = {Proceedings of the 31st {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2016, Singapore, September 3-7, 2016},
year = {2016},
address = {},
month = {},
pages = {39--44}
} |
| 64 | Dan Hao and Lu Zhang and Lei Zang and Yanbo Wang and Xingxia Wu and Tao Xie To Be Optimal or Not in Test-Case Prioritization {IEEE} Trans. Software Eng., 42(5), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{hao_TSE_16,
author = {Dan Hao and Lu Zhang and Lei Zang and Yanbo Wang and Xingxia Wu and Tao Xie},
title = {To Be Optimal or Not in Test-Case Prioritization},
journal = {{IEEE} Trans. Software Eng.},
year = {2016},
month = {},
volume = {42},
number = {5},
pages = {490--505}
} |
| 65 | Everton L. G. Alves and Patr{\'{\i}}cia D. L. Machado and Tiago Massoni and Miryung Kim Prioritizing test cases for early detection of refactoring faults Softw. Test., Verif. Reliab., 26(5), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{alves_STVR_16,
author = {Everton L. G. Alves and Patr{\'{\i}}cia D. L. Machado and Tiago Massoni and Miryung Kim},
title = {Prioritizing test cases for early detection of refactoring faults},
journal = {Softw. Test., Verif. Reliab.},
year = {2016},
month = {},
volume = {26},
number = {5},
pages = {402--426}
} |
| 66 | Fevzi Belli and Christof J. Budnik and Axel Hollmann and Tugkan Tuglular and W. Eric Wong Model-based mutation testing - Approach and case studies Sci. Comput. Program., 120(), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{BelliBHTW16,
author = {Fevzi Belli and Christof J. Budnik and Axel Hollmann and Tugkan Tuglular and W. Eric Wong},
title = {Model-based mutation testing - Approach and case studies},
journal = {Sci. Comput. Program.},
year = {2016},
month = {},
volume = {120},
number = {},
pages = {25--48}
} |
| 67 | Francisco Carlos M. Souza and Mike Papadakis and Yves Le Traon and M{\'{a}}rcio Eduardo Delamaro Strong mutation-based test data generation using hill climbing Proceedings of the 9th International Workshop on Search-Based Software Testing, SBST@ICSE 2016, Austin, Texas, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SouzaPTD16,
author = {Francisco Carlos M. Souza and Mike Papadakis and Yves Le Traon and M{\'{a}}rcio Eduardo Delamaro},
title = {Strong mutation-based test data generation using hill climbing},
booktitle = {Proceedings of the 9th International Workshop on Search-Based Software Testing, SBST@ICSE 2016, Austin, Texas, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {45--54}
} |
| 68 | Upsorn Praphamontripong and Jeff Offutt and Lin Deng and Jingjing Gu An Experimental Evaluation of Web Mutation Operators Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Praphamontripong16,
author = {Upsorn Praphamontripong and Jeff Offutt and Lin Deng and Jingjing Gu},
title = {An Experimental Evaluation of Web Mutation Operators},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {102--111}
} |
| 69 | Hiroaki Yoshida and Susumu Tokumoto and Mukul R. Prasad and Indradeep Ghosh and Tadahiro Uehara {FSX:} a tool for fine-grained incremental unit test generation for {C/C++} programs Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{YoshidaTPGU16b,
author = {Hiroaki Yoshida and Susumu Tokumoto and Mukul R. Prasad and Indradeep Ghosh and Tadahiro Uehara},
title = {{FSX:} a tool for fine-grained incremental unit test generation for {C/C++} programs},
booktitle = {Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016},
year = {2016},
address = {},
month = {},
pages = {1052--1056}
} |
| 70 | Javier Tuya and Claudio de la Riva and Mar{\'{\i}}a Jos{\'{e}} Su{\'{a}}rez Cabal and Raquel Blanco Coverage-Aware Test Database Reduction {IEEE} Trans. Software Eng., 42(10), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{tuya_TSE_16,
author = {Javier Tuya and Claudio de la Riva and Mar{\'{\i}}a Jos{\'{e}} Su{\'{a}}rez Cabal and Raquel Blanco},
title = {Coverage-Aware Test Database Reduction},
journal = {{IEEE} Trans. Software Eng.},
year = {2016},
month = {},
volume = {42},
number = {10},
pages = {941--959}
} |
| 71 | Mohammad Amin Alipour and August Shi and Rahul Gopinath and Darko Marinov and Alex Groce Evaluating non-adequate test-case reduction Proceedings of the 31st {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2016, Singapore, September 3-7, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AlipourSGMG16,
author = {Mohammad Amin Alipour and August Shi and Rahul Gopinath and Darko Marinov and Alex Groce},
title = {Evaluating non-adequate test-case reduction},
booktitle = {Proceedings of the 31st {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2016, Singapore, September 3-7, 2016},
year = {2016},
address = {},
month = {},
pages = {16--26}
} |
| 72 | Farah Hariri and August Shi and Hayes Converse and Sarfraz Khurshid and Darko Marinov Evaluating the Effects of Compiler Optimizations on Mutation Testing at the Compiler {IR} Level 27th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2016, Ottawa, ON, Canada, October 23-27, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HaririSCKM16,
author = {Farah Hariri and August Shi and Hayes Converse and Sarfraz Khurshid and Darko Marinov},
title = {Evaluating the Effects of Compiler Optimizations on Mutation Testing at the Compiler {IR} Level},
booktitle = {27th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2016, Ottawa, ON, Canada, October 23-27, 2016},
year = {2016},
address = {},
month = {},
pages = {105--115}
} |
| 73 | Jos{\'{e}} Miguel Rojas and Gordon Fraser and Andrea Arcuri Seeding strategies in search-based unit test generation Softw. Test., Verif. Reliab., 26(5), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{rojas_STVR_16,
author = {Jos{\'{e}} Miguel Rojas and Gordon Fraser and Andrea Arcuri},
title = {Seeding strategies in search-based unit test generation},
journal = {Softw. Test., Verif. Reliab.},
year = {2016},
month = {},
volume = {26},
number = {5},
pages = {366--401}
} |
| 74 | Christopher Henard and Mike Papadakis and Mark Harman and Yue Jia and Yves Le Traon Comparing white-box and black-box test prioritization Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{henard_ICSE_16,
author = {Christopher Henard and Mike Papadakis and Mark Harman and Yue Jia and Yves Le Traon},
title = {Comparing white-box and black-box test prioritization},
booktitle = {Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {523--534}
} |
| 75 | Yafeng Lu and Yiling Lou and Shiyang Cheng and Lingming Zhang and Dan Hao and Yangfan Zhou and Lu Zhang How does regression test prioritization perform in real-world software evolution? Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{lu_ICSE_16,
author = {Yafeng Lu and Yiling Lou and Shiyang Cheng and Lingming Zhang and Dan Hao and Yangfan Zhou and Lu Zhang},
title = {How does regression test prioritization perform in real-world software evolution?},
booktitle = {Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {535--546}
} |
| 76 | Jie Zhang and Ziyi Wang and Lingming Zhang and Dan Hao and Lei Zang and Shiyang Cheng and Lu Zhang Predictive mutation testing Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangWZHZCZ16,
author = {Jie Zhang and Ziyi Wang and Lingming Zhang and Dan Hao and Lei Zang and Shiyang Cheng and Lu Zhang},
title = {Predictive mutation testing},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {342--353}
} |
| 77 | Fan Wu and Mark Harman and Yue Jia and Jens Krinke {HOMI:} Searching Higher Order Mutants for Software Improvement Search Based Software Engineering - 8th International Symposium, {SSBSE} 2016, Raleigh, NC, USA, October 8-10, 2016, Proceedings, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WuHJK16,
author = {Fan Wu and Mark Harman and Yue Jia and Jens Krinke},
title = {{HOMI:} Searching Higher Order Mutants for Software Improvement},
booktitle = {Search Based Software Engineering - 8th International Symposium, {SSBSE} 2016, Raleigh, NC, USA, October 8-10, 2016, Proceedings},
year = {2016},
address = {},
month = {},
pages = {18--33}
} |
| 78 | Paolo Arcaini and Angelo Gargantini and Paolo Vavassori Automatic Detection and Removal of Conformance Faults in Feature Models 2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{arcaini_ICST_16,
author = {Paolo Arcaini and Angelo Gargantini and Paolo Vavassori},
title = {Automatic Detection and Removal of Conformance Faults in Feature Models},
booktitle = {2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {102--112}
} |
| 79 | Mike Papadakis and Christopher Henard and Mark Harman and Yue Jia and Yves Le Traon Threats to the validity of mutation-based test assessment Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisHHJT16,
author = {Mike Papadakis and Christopher Henard and Mark Harman and Yue Jia and Yves Le Traon},
title = {Threats to the validity of mutation-based test assessment},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {354--365}
} |
| 80 | Xavier Devroey and Gilles Perrouin and Mike Papadakis and Axel Legay and Pierre{-}Yves Schobbens and Patrick Heymans Featured model-based mutation analysis Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{devroey_ICSE_16,
author = {Xavier Devroey and Gilles Perrouin and Mike Papadakis and Axel Legay and Pierre{-}Yves Schobbens and Patrick Heymans},
title = {Featured model-based mutation analysis},
booktitle = {Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {655--666}
} |
| 81 | Rui Angelo Matnei Filho and Silvia Regina Vergilio A multi-objective test data generation approach for mutation testing of feature models J. Software Eng. R{\&}D, 4(), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{FilhoV16,
author = {Rui Angelo Matnei Filho and Silvia Regina Vergilio},
title = {A multi-objective test data generation approach for mutation testing of feature models},
journal = {J. Software Eng. R{\&}D},
year = {2016},
month = {},
volume = {4},
number = {},
pages = {4}
} |
| 82 | Mustafa Al{-}Hajjaji and Fabian Benduhn and Thomas Th{\"{u}}m and Thomas Leich and Gunter Saake Mutation Operators for Preprocessor-Based Variability Proceedings of the Tenth International Workshop on Variability Modelling of Software-intensive Systems, Salvador, Brazil, January 27 - 29, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Al-HajjajiBTLS16,
author = {Mustafa Al{-}Hajjaji and Fabian Benduhn and Thomas Th{\"{u}}m and Thomas Leich and Gunter Saake},
title = {Mutation Operators for Preprocessor-Based Variability},
booktitle = {Proceedings of the Tenth International Workshop on Variability Modelling of Software-intensive Systems, Salvador, Brazil, January 27 - 29, 2016},
year = {2016},
address = {},
month = {},
pages = {81--88}
} |
| 83 | Marinos Kintis and Mike Papadakis and Andreas Papadopoulos and Evangelos Valvis and Nicos Malevris Analysing and Comparing the Effectiveness of Mutation Testing Tools: {A} Manual Study 16th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2016, Raleigh, NC, USA, October 2-3, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KintisPPVM16,
author = {Marinos Kintis and Mike Papadakis and Andreas Papadopoulos and Evangelos Valvis and Nicos Malevris},
title = {Analysing and Comparing the Effectiveness of Mutation Testing Tools: {A} Manual Study},
booktitle = {16th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2016, Raleigh, NC, USA, October 2-3, 2016},
year = {2016},
address = {},
month = {},
pages = {147--156}
} |
| 84 | Paul Ammann and Jeff Offutt Introduction to software testing Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 85 | Reza Matinnejad and Shiva Nejati and Lionel C. Briand and Thomas Bruckmann Automated test suite generation for time-continuous simulink models Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{matinnejad_ICSE_16,
author = {Reza Matinnejad and Shiva Nejati and Lionel C. Briand and Thomas Bruckmann},
title = {Automated test suite generation for time-continuous simulink models},
booktitle = {Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {595--606}
} |
| 86 | Eduard Paul Enoiu and Adnan Causevic and Daniel Sundmark and Paul Pettersson A Controlled Experiment in Testing of Safety-Critical Embedded Software 2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{enoiu_ICST_16,
author = {Eduard Paul Enoiu and Adnan Causevic and Daniel Sundmark and Paul Pettersson},
title = {A Controlled Experiment in Testing of Safety-Critical Embedded Software},
booktitle = {2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {1--11}
} |
| 87 | Bob Kurtz and Paul Ammann and Jeff Offutt and Mariet Kurtz Are We There Yet? How Redundant and Equivalent Mutants Affect Determination of Test Completeness Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KurtzAOK16,
author = {Bob Kurtz and Paul Ammann and Jeff Offutt and Mariet Kurtz},
title = {Are We There Yet? How Redundant and Equivalent Mutants Affect Determination of Test Completeness},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {142--151}
} |
| 88 | Rahul Gopinath and Mohammad Amin Alipour and Iftekhar Ahmed and Carlos Jensen and Alex Groce On the limits of mutation reduction strategies Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GopinathAAJG16,
author = {Rahul Gopinath and Mohammad Amin Alipour and Iftekhar Ahmed and Carlos Jensen and Alex Groce},
title = {On the limits of mutation reduction strategies},
booktitle = {Proceedings of the 38th International Conference on Software Engineering, {ICSE} 2016, Austin, TX, USA, May 14-22, 2016},
year = {2016},
address = {},
month = {},
pages = {511--522}
} |
| 89 | Bob Kurtz and Paul Ammann and Jeff Offutt and M{\'{a}}rcio Eduardo Delamaro and Mariet Kurtz and Nida G{\"{o}}k{\c{c}}e Analyzing the validity of selective mutation with dominator mutants Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KurtzAODKG16,
author = {Bob Kurtz and Paul Ammann and Jeff Offutt and M{\'{a}}rcio Eduardo Delamaro and Mariet Kurtz and Nida G{\"{o}}k{\c{c}}e},
title = {Analyzing the validity of selective mutation with dominator mutants},
booktitle = {Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016},
year = {2016},
address = {},
month = {},
pages = {571--582}
} |
| 90 | Iftekhar Ahmed and Rahul Gopinath and Caius Brindescu and Alex Groce and Carlos Jensen Can testedness be effectively measured? Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AhmedGBGJ16,
author = {Iftekhar Ahmed and Rahul Gopinath and Caius Brindescu and Alex Groce and Carlos Jensen},
title = {Can testedness be effectively measured?},
booktitle = {Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016},
year = {2016},
address = {},
month = {},
pages = {547--558}
} |
| 91 | Jos{\'{e}} Miguel Rojas and Gordon Fraser Code Defenders: {A} Mutation Testing Game Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{RojasF16,
author = {Jos{\'{e}} Miguel Rojas and Gordon Fraser},
title = {Code Defenders: {A} Mutation Testing Game},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {162--167}
} |
| 92 | Dominik Holling and Sebastian Banescu and Marco Probst and Ana Petrovska and Alexander Pretschner Nequivack: Assessing Mutation Score Confidence Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HollingBPPP16,
author = {Dominik Holling and Sebastian Banescu and Marco Probst and Ana Petrovska and Alexander Pretschner},
title = {Nequivack: Assessing Mutation Score Confidence},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {152--161}
} |
| 93 | Donghwan Shin and Shin Yoo and Doo{-}Hwan Bae Diversity-Aware Mutation Adequacy Criterion for Improving Fault Detection Capability Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ShinYB16,
author = {Donghwan Shin and Shin Yoo and Doo{-}Hwan Bae},
title = {Diversity-Aware Mutation Adequacy Criterion for Improving Fault Detection Capability},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {122--131}
} |
| 94 | Jie Zhang and Yiling Lou and Lingming Zhang and Dan Hao and Lu Zhang and Hong Mei Isomorphic regression testing: executing uncovered branches without test augmentation Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhang_FSE_16,
author = {Jie Zhang and Yiling Lou and Lingming Zhang and Dan Hao and Lu Zhang and Hong Mei},
title = {Isomorphic regression testing: executing uncovered branches without test augmentation},
booktitle = {Proceedings of the 24th {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, {FSE} 2016, Seattle, WA, USA, November 13-18, 2016},
year = {2016},
address = {},
month = {},
pages = {883--894}
} |
| 95 | Ingo Pill and Ivan Rubil and Franz Wotawa and Mihai Nica {SIMULTATE:} {A} Toolset for Fault Injection and Mutation Testing of Simulink Models Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{pill_ICSTW_16,
author = {Ingo Pill and Ivan Rubil and Franz Wotawa and Mihai Nica},
title = {{SIMULTATE:} {A} Toolset for Fault Injection and Mutation Testing of Simulink Models},
booktitle = {Ninth {IEEE} International Conference on Software Testing, Verification and Validation Workshops, {ICST} Workshops 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {168--173}
} |
| 96 | Gopinath, Rahul and Ahmed, Iftekhar and Alipour, Mohammad Amin and Jensen, Carlos and Groce, Alex Does choice of mutation tool matter? Software Quality Journal, (), 2016. |
|
| | Abstract: Though mutation analysis is the primary means of evaluating the quality of test suites, it suffers from inadequate standardization. Mutation analysis tools vary based on language, when mutants are generated (phase of compilation), and target audience. Mutation tools rarely implement the complete set of operators proposed in the literature and mostly implement at least a few domain-specific mutation operators. Thus different tools may not always agree on the mutant kills of a test suite. Few criteria exist to guide a practitioner in choosing the right tool for either evaluating effectiveness of a test suite or for comparing different testing techniques. We investigate an ensemble of measures for evaluating efficacy of mutants produced by different tools. These include the traditional difficulty of detection, strength of minimal sets, and the diversity of mutants, as well as the information carried by the mutants produced. We find that mutation tools rarely agree. The disagreement between scores can be large, and the variation due to characteristics of the project---even after accounting for difference due to test suites---is a significant factor. However, the mean difference between tools is very small, indicating that no single tool consistently skews mutation scores high or low for all projects. These results suggest that experiments yielding small differences in mutation score, especially using a single tool, or a small number of projects may not be reliable. There is a clear need for greater standardization of mutation analysis. We propose one approach for such a standardization. |
| | @ARTICLE{Gopinath2016,
author = {Gopinath, Rahul and Ahmed, Iftekhar and Alipour, Mohammad Amin and Jensen, Carlos and Groce, Alex},
title = {Does choice of mutation tool matter?},
journal = {Software Quality Journal},
year = {2016},
month = {},
volume = {},
number = {},
pages = {1--50}
} |
| 97 | Matthew Patrick and Andrew P. Craig and Nik J. Cunniffe and Matthew Parry and Christopher A. Gilligan Testing stochastic software using pseudo-oracles Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PatrickCCPG16,
author = {Matthew Patrick and Andrew P. Craig and Nik J. Cunniffe and Matthew Parry and Christopher A. Gilligan},
title = {Testing stochastic software using pseudo-oracles},
booktitle = {Proceedings of the 25th International Symposium on Software Testing and Analysis, {ISSTA} 2016, Saarbr{\"{u}}cken, Germany, July 18-20, 2016},
year = {2016},
address = {},
month = {},
pages = {235--246}
} |
| 98 | Susumu Tokumoto and Hiroaki Yoshida and Kazunori Sakamoto and Shinichi Honiden MuVM: Higher Order Mutation Analysis Virtual Machine for {C} 2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016, 2016. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{TokumotoYSH16,
author = {Susumu Tokumoto and Hiroaki Yoshida and Kazunori Sakamoto and Shinichi Honiden},
title = {MuVM: Higher Order Mutation Analysis Virtual Machine for {C}},
booktitle = {2016 {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2016, Chicago, IL, USA, April 11-15, 2016},
year = {2016},
address = {},
month = {},
pages = {320--329}
} |
| 99 | Thomas Laurent and Anthony Ventresque and Mike Papadakis and Christopher Henard and Yves Le Traon Assessing and Improving the Mutation Testing Practice of {PIT} CoRR, abs/1601.02351(), 2016. |
|
| | Abstract: Available soon... |
| | @ARTICLE{LaurentVPHT16,
author = {Thomas Laurent and Anthony Ventresque and Mike Papadakis and Christopher Henard and Yves Le Traon},
title = {Assessing and Improving the Mutation Testing Practice of {PIT}},
journal = {CoRR},
year = {2016},
month = {},
volume = {abs/1601.02351},
number = {},
pages = {}
} |
| 100 | Birgitta Lindstr{\"{o}}m and Sten F. Andler and Jeff Offutt and Paul Pettersson and Daniel Sundmark Mutating aspect-oriented models to test cross-cutting concerns Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LindstromAOPS15,
author = {Birgitta Lindstr{\"{o}}m and Sten F. Andler and Jeff Offutt and Paul Pettersson and Daniel Sundmark},
title = {Mutating aspect-oriented models to test cross-cutting concerns},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 101 | Rafael A. P. Oliveira and Emil Al{\'{e}}groth and Zebao Gao and Atif M. Memon Definition and evaluation of mutation operators for GUI-level mutation analysis Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DOliveiraAGM15b,
author = {Rafael A. P. Oliveira and Emil Al{\'{e}}groth and Zebao Gao and Atif M. Memon},
title = {Definition and evaluation of mutation operators for GUI-level mutation analysis},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 102 | Earl T. Barr and Mark Harman and Phil McMinn and Muzammil Shahbaz and Shin Yoo The Oracle Problem in Software Testing: {A} Survey {IEEE} Trans. Software Eng., 41(5), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{BarrHMSY15,
author = {Earl T. Barr and Mark Harman and Phil McMinn and Muzammil Shahbaz and Shin Yoo},
title = {The Oracle Problem in Software Testing: {A} Survey},
journal = {{IEEE} Trans. Software Eng.},
year = {2015},
month = {},
volume = {41},
number = {5},
pages = {507--525}
} |
| 103 | Bob Kurtz and Paul Ammann and Jeff Offutt Static analysis of mutant subsumption Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KurtzAO15,
author = {Bob Kurtz and Paul Ammann and Jeff Offutt},
title = {Static analysis of mutant subsumption},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 104 | Yue Jia and Fan Wu and Mark Harman and Jens Krinke Genetic Improvement using Higher Order Mutation Genetic and Evolutionary Computation Conference, {GECCO} 2015, Madrid, Spain, July 11-15, 2015, Companion Material Proceedings, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JiaWHK15,
author = {Yue Jia and Fan Wu and Mark Harman and Jens Krinke},
title = {Genetic Improvement using Higher Order Mutation},
booktitle = {Genetic and Evolutionary Computation Conference, {GECCO} 2015, Madrid, Spain, July 11-15, 2015, Companion Material Proceedings},
year = {2015},
address = {},
month = {},
pages = {803--804}
} |
| 105 | Yiling Lou and Dan Hao and Lu Zhang Mutation-based test-case prioritization in software evolution 26th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2015, Gaithersbury, MD, USA, November 2-5, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LouH015,
author = {Yiling Lou and Dan Hao and Lu Zhang},
title = {Mutation-based test-case prioritization in software evolution},
booktitle = {26th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2015, Gaithersbury, MD, USA, November 2-5, 2015},
year = {2015},
address = {},
month = {},
pages = {46--57}
} |
| 106 | Paolo Arcaini and Angelo Gargantini and Paolo Vavassori Generating Tests for Detecting Faults in Feature Models 8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{arcaini_ICST_15,
author = {Paolo Arcaini and Angelo Gargantini and Paolo Vavassori},
title = {Generating Tests for Detecting Faults in Feature Models},
booktitle = {8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 107 | Daniel Di Nardo and Fabrizio Pastore and Lionel C. Briand Generating Complex and Faulty Test Data through Model-Based Mutation Analysis 8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{nardo_ICST_15,
author = {Daniel Di Nardo and Fabrizio Pastore and Lionel C. Briand},
title = {Generating Complex and Faulty Test Data through Model-Based Mutation Analysis},
booktitle = {8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 108 | Matthew Patrick and Yue Jia Kernel Density Adaptive Random Testing Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{patrick_ICST_15,
author = {Matthew Patrick and Yue Jia},
title = {Kernel Density Adaptive Random Testing},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 109 | Mike Papadakis and Yue Jia and Mark Harman and Yves Le Traon Trivial Compiler Equivalence: {A} Large Scale Empirical Study of a Simple, Fast and Effective Equivalent Mutant Detection Technique 37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 1, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisJHT15,
author = {Mike Papadakis and Yue Jia and Mark Harman and Yves Le Traon},
title = {Trivial Compiler Equivalence: {A} Large Scale Empirical Study of a Simple, Fast and Effective Equivalent Mutant Detection Technique},
booktitle = {37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 1},
year = {2015},
address = {},
month = {},
pages = {936--946}
} |
| 110 | Thomas A. Walsh and Phil McMinn and Gregory M. Kapfhammer Automatic Detection of Potential Layout Faults Following Changes to Responsive Web Pages {(N)} 30th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2015, Lincoln, NE, USA, November 9-13, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{walsh_ASE_15,
author = {Thomas A. Walsh and Phil McMinn and Gregory M. Kapfhammer},
title = {Automatic Detection of Potential Layout Faults Following Changes to Responsive Web Pages {(N)}},
booktitle = {30th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2015, Lincoln, NE, USA, November 9-13, 2015},
year = {2015},
address = {},
month = {},
pages = {709--714}
} |
| 111 | Emil Al{\'{e}}groth and Zebao Gao and Rafael Alves Paes de Oliveira and Atif M. Memon Conceptualization and Evaluation of Component-Based Testing Unified with Visual {GUI} Testing: An Empirical Study 8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AlegrothGOM15a,
author = {Emil Al{\'{e}}groth and Zebao Gao and Rafael Alves Paes de Oliveira and Atif M. Memon},
title = {Conceptualization and Evaluation of Component-Based Testing Unified with Visual {GUI} Testing: An Empirical Study},
booktitle = {8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 112 | Zhiqiang Zhang and Tianyong Wu and Jian Zhang Boundary value analysis in automatic white-box test generation 26th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2015, Gaithersbury, MD, USA, November 2-5, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhang_ISSRE_15,
author = {Zhiqiang Zhang and Tianyong Wu and Jian Zhang},
title = {Boundary value analysis in automatic white-box test generation},
booktitle = {26th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2015, Gaithersbury, MD, USA, November 2-5, 2015},
year = {2015},
address = {},
month = {},
pages = {239--249}
} |
| 113 | Lin Deng and Nariman Mirzaei and Paul Ammann and Jeff Offutt Towards mutation analysis of Android apps Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DengMAO15,
author = {Lin Deng and Nariman Mirzaei and Paul Ammann and Jeff Offutt},
title = {Towards mutation analysis of Android apps},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 114 | Shin Hwei Tan and Abhik Roychoudhury relifix: Automated Repair of Software Regressions 37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 1, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{TanR15,
author = {Shin Hwei Tan and Abhik Roychoudhury},
title = {relifix: Automated Repair of Software Regressions},
booktitle = {37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 1},
year = {2015},
address = {},
month = {},
pages = {471--482}
} |
| 115 | Pei Gong and Ruilian Zhao and Zheng Li Faster mutation-based fault localization with a novel mutation execution strategy Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GongZL15,
author = {Pei Gong and Ruilian Zhao and Zheng Li},
title = {Faster mutation-based fault localization with a novel mutation execution strategy},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 116 | Frolin S. Ocariza Jr. and Karthik Pattabiraman and Ali Mesbah Detecting Inconsistencies in JavaScript {MVC} Applications 37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 1, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ocariza_ICSE_15,
author = {Frolin S. Ocariza Jr. and Karthik Pattabiraman and Ali Mesbah},
title = {Detecting Inconsistencies in JavaScript {MVC} Applications},
booktitle = {37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 1},
year = {2015},
address = {},
month = {},
pages = {325--335}
} |
| 117 | Marinos Kintis and Mike Papadakis and Nicos Malevris Employing second-order mutation for isolating first-order equivalent mutants Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{KintisPM15,
author = {Marinos Kintis and Mike Papadakis and Nicos Malevris},
title = {Employing second-order mutation for isolating first-order equivalent mutants},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {508--535}
} |
| 118 | Rui Abreu and Birgit Hofer and Alexandre Perez and Franz Wotawa Using constraints to diagnose faulty spreadsheets Software Quality Journal, 23(2), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{abreu_SQJ_15,
author = {Rui Abreu and Birgit Hofer and Alexandre Perez and Franz Wotawa},
title = {Using constraints to diagnose faulty spreadsheets},
journal = {Software Quality Journal},
year = {2015},
month = {},
volume = {23},
number = {2},
pages = {297--322}
} |
| 119 | Paolo Arcaini and Angelo Gargantini and Elvinia Riccobene and Paolo Vavassori Rehabilitating equivalent mutants as static anomaly detectors in software artifacts Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ArcainiGRV15,
author = {Paolo Arcaini and Angelo Gargantini and Elvinia Riccobene and Paolo Vavassori},
title = {Rehabilitating equivalent mutants as static anomaly detectors in software artifacts},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--6}
} |
| 120 | Shin Hong and Byeongcheol Lee and Taehoon Kwak and Yiru Jeon and Bongsuk Ko and Yunho Kim and Moonzoo Kim Mutation-Based Fault Localization for Real-World Multilingual Programs {(T)} 30th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2015, Lincoln, NE, USA, November 9-13, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HongLKJKKK15,
author = {Shin Hong and Byeongcheol Lee and Taehoon Kwak and Yiru Jeon and Bongsuk Ko and Yunho Kim and Moonzoo Kim},
title = {Mutation-Based Fault Localization for Real-World Multilingual Programs {(T)}},
booktitle = {30th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2015, Lincoln, NE, USA, November 9-13, 2015},
year = {2015},
address = {},
month = {},
pages = {464--475}
} |
| 121 | Jay Nanavati and Fan Wu and Mark Harman and Yue Jia and Jens Krinke Mutation testing of memory-related operators Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NanavatiWHJK15,
author = {Jay Nanavati and Fan Wu and Mark Harman and Yue Jia and Jens Krinke},
title = {Mutation testing of memory-related operators},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 122 | Bernhard K. Aichernig and Florian Lorber Towards generation of adaptive test cases from partial models of determinized timed automata Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{aichernig_ICSTW_15,
author = {Bernhard K. Aichernig and Florian Lorber},
title = {Towards generation of adaptive test cases from partial models of determinized timed automata},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--6}
} |
| 123 | Fevzi Belli and Mutlu Beyazit and Andr{\'{e}} Takeshi Endo and Aditya P. Mathur and Adenilso da Silva Sim{\~{a}}o Fault domain-based testing in imperfect situations: a heuristic approach and case studies Software Quality Journal, 23(3), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{belli_SQJ_15,
author = {Fevzi Belli and Mutlu Beyazit and Andr{\'{e}} Takeshi Endo and Aditya P. Mathur and Adenilso da Silva Sim{\~{a}}o},
title = {Fault domain-based testing in imperfect situations: a heuristic approach and case studies},
journal = {Software Quality Journal},
year = {2015},
month = {},
volume = {23},
number = {3},
pages = {423--452}
} |
| 124 | Javier Troya and Alexander Bergmayr and Loli Burgue{\~{n}}o and Manuel Wimmer Towards systematic mutations for and with {ATL} model transformations Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{troya_ICST_15,
author = {Javier Troya and Alexander Bergmayr and Loli Burgue{\~{n}}o and Manuel Wimmer},
title = {Towards systematic mutations for and with {ATL} model transformations},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 125 | Fan Long and Martin Rinard Staged program repair with condition synthesis Proceedings of the 2015 10th Joint Meeting on Foundations of Software Engineering, {ESEC/FSE} 2015, Bergamo, Italy, August 30 - September 4, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LongR15,
author = {Fan Long and Martin Rinard},
title = {Staged program repair with condition synthesis},
booktitle = {Proceedings of the 2015 10th Joint Meeting on Foundations of Software Engineering, {ESEC/FSE} 2015, Bergamo, Italy, August 30 - September 4, 2015},
year = {2015},
address = {},
month = {},
pages = {166--178}
} |
| 126 | Mike Papadakis and Yves Le Traon Metallaxis-FL: mutation-based fault localization Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{PapadakisT15,
author = {Mike Papadakis and Yves Le Traon},
title = {Metallaxis-FL: mutation-based fault localization},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {605--628}
} |
| 127 | Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman Guided Mutation Testing for JavaScript Web Applications {IEEE} Trans. Software Eng., 41(5), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Mirshokraie0P15a,
author = {Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman},
title = {Guided Mutation Testing for JavaScript Web Applications},
journal = {{IEEE} Trans. Software Eng.},
year = {2015},
month = {},
volume = {41},
number = {5},
pages = {429--444}
} |
| 128 | Kay H. Brodersen and Fabian Gallusser and Jim Koehler and Nicolas Remy and Steven L. Scott Inferring causal impact using Bayesian structural time-series models Annals of Applied Statistics, 9(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{41854,
author = {Kay H. Brodersen and Fabian Gallusser and Jim Koehler and Nicolas Remy and Steven L. Scott},
title = {Inferring causal impact using Bayesian structural time-series models},
journal = {Annals of Applied Statistics},
year = {2015},
month = {},
volume = {9},
number = {},
pages = {247--274}
} |
| 129 | Milos Gligoric and Alex Groce and Chaoqiang Zhang and Rohan Sharma and Mohammad Amin Alipour and Darko Marinov Guidelines for Coverage-Based Comparisons of Non-Adequate Test Suites {ACM} Trans. Softw. Eng. Methodol., 24(4), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{GligoricGZSAM15,
author = {Milos Gligoric and Alex Groce and Chaoqiang Zhang and Rohan Sharma and Mohammad Amin Alipour and Darko Marinov},
title = {Guidelines for Coverage-Based Comparisons of Non-Adequate Test Suites},
journal = {{ACM} Trans. Softw. Eng. Methodol.},
year = {2015},
month = {},
volume = {24},
number = {4},
pages = {22:1--22:33}
} |
| 130 | Gordon Fraser and Andrea Arcuri Achieving scalable mutation-based generation of whole test suites Empirical Software Engineering, 20(3), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{FraserA15a,
author = {Gordon Fraser and Andrea Arcuri},
title = {Achieving scalable mutation-based generation of whole test suites},
journal = {Empirical Software Engineering},
year = {2015},
month = {},
volume = {20},
number = {3},
pages = {783--812}
} |
| 131 | Marinos Kintis and Nicos Malevris {MEDIC:} {A} static analysis framework for equivalent mutant identification Information {\&} Software Technology, 68(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{KintisM15,
author = {Marinos Kintis and Nicos Malevris},
title = {{MEDIC:} {A} static analysis framework for equivalent mutant identification},
journal = {Information {\&} Software Technology},
year = {2015},
month = {},
volume = {68},
number = {},
pages = {1--17}
} |
| 132 | W. Krenn and R. Schlick and S. Tiran and B. Aichernig and E. Jobstl and H. Brandl MoMut::UML Model-Based Mutation Testing for UML 2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST), April 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{krenn15_momut,
author = {W. Krenn and R. Schlick and S. Tiran and B. Aichernig and E. Jobstl and H. Brandl},
title = {MoMut::UML Model-Based Mutation Testing for UML},
booktitle = {2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)},
year = {2015},
address = {},
month = {April},
pages = {1-8}
} |
| 133 | Fr{\'{e}}d{\'{e}}ric Dadeau and Pierre{-}Cyrille H{\'{e}}am and Rafik Kheddam and Ghazi Maatoug and Micha{\"{e}}l Rusinowitch Model-based mutation testing from security protocols in {HLPSL} Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{dadeau_STVR_15,
author = {Fr{\'{e}}d{\'{e}}ric Dadeau and Pierre{-}Cyrille H{\'{e}}am and Rafik Kheddam and Ghazi Maatoug and Micha{\"{e}}l Rusinowitch},
title = {Model-based mutation testing from security protocols in {HLPSL}},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {684--711}
} |
| 134 | Paolo Arcaini and Angelo Gargantini and Elvinia Riccobene Using mutation to assess fault detection capability of model review Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{arcaini_STVR_15,
author = {Paolo Arcaini and Angelo Gargantini and Elvinia Riccobene},
title = {Using mutation to assess fault detection capability of model review},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {629--652}
} |
| 135 | Ren{\'{e}} Just and Franz Schweiggert Higher accuracy and lower run time: efficient mutation analysis using non-redundant mutation operators Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{JustS15,
author = {Ren{\'{e}} Just and Franz Schweiggert},
title = {Higher accuracy and lower run time: efficient mutation analysis using non-redundant mutation operators},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {490--507}
} |
| 136 | Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman {JSEFT:} Automated Javascript Unit Test Generation 8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Mirshokraie0P15b,
author = {Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman},
title = {{JSEFT:} Automated Javascript Unit Test Generation},
booktitle = {8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 137 | X. Devroey and G. Perrouin and P. Y. Schobbens and P. Heymans Poster: VIBeS, Transition System Mutation Made Easy 2015 IEEE/ACM 37th IEEE International Conference on Software Engineering, May 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{devroey_ICSE_15,
author = {X. Devroey and G. Perrouin and P. Y. Schobbens and P. Heymans},
title = {Poster: VIBeS, Transition System Mutation Made Easy},
booktitle = {2015 IEEE/ACM 37th IEEE International Conference on Software Engineering},
year = {2015},
address = {},
month = {May},
pages = {817-818}
} |
| 138 | Vincent Aranega and Jean{-}Marie Mottu and Anne Etien and Thomas Degueule and Benoit Baudry and Jean{-}Luc Dekeyser Towards an automation of the mutation analysis dedicated to model transformation Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{aranega_STVR_15,
author = {Vincent Aranega and Jean{-}Marie Mottu and Anne Etien and Thomas Degueule and Benoit Baudry and Jean{-}Luc Dekeyser},
title = {Towards an automation of the mutation analysis dedicated to model transformation},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {653--683}
} |
| 139 | Akbar Siami Namin and Xiaozhen Xue and Omar Rosas and Pankaj Sharma MuRanker: a mutant ranking tool Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{NaminXRS15,
author = {Akbar Siami Namin and Xiaozhen Xue and Omar Rosas and Pankaj Sharma},
title = {MuRanker: a mutant ranking tool},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {572--604}
} |
| 140 | Pedro Reales Mateo and Macario Polo Usaola Reducing mutation costs through uncovered mutants Softw. Test., Verif. Reliab., 25(), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{MateoU15,
author = {Pedro Reales Mateo and Macario Polo Usaola},
title = {Reducing mutation costs through uncovered mutants},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {},
pages = {464--489}
} |
| 141 | Bernhard K. Aichernig and Harald Brandl and Elisabeth J{\"{o}}bstl and Willibald Krenn and Rupert Schlick and Stefan Tiran Killing strategies for model-based mutation testing Softw. Test., Verif. Reliab., 25(8), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{aichernig_STVR_15,
author = {Bernhard K. Aichernig and Harald Brandl and Elisabeth J{\"{o}}bstl and Willibald Krenn and Rupert Schlick and Stefan Tiran},
title = {Killing strategies for model-based mutation testing},
journal = {Softw. Test., Verif. Reliab.},
year = {2015},
month = {},
volume = {25},
number = {8},
pages = {716--748}
} |
| 142 | Fevzi Belli and Mutlu Beyazit Exploiting Model Morphology for Event-Based Testing {IEEE} Trans. Software Eng., 41(2), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{belli_TSE_15,
author = {Fevzi Belli and Mutlu Beyazit},
title = {Exploiting Model Morphology for Event-Based Testing},
journal = {{IEEE} Trans. Software Eng.},
year = {2015},
month = {},
volume = {41},
number = {2},
pages = {113--134}
} |
| 143 | Tosapon Pankumhang and Matthew Rutherford Iterative Instrumentation for Code Coverage in Time-Sensitive Systems 8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{pankumhang:ICST:15,
author = {Tosapon Pankumhang and Matthew Rutherford},
title = {Iterative Instrumentation for Code Coverage in Time-Sensitive Systems},
booktitle = {8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 144 | Juan P. Galeotti and Carlo A. Furia and Eva May and Gordon Fraser and Andreas Zeller Inferring Loop Invariants by Mutation, Dynamic Analysis, and Static Checking {IEEE} Trans. Software Eng., 41(10), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{galeotti_TSE_15,
author = {Juan P. Galeotti and Carlo A. Furia and Eva May and Gordon Fraser and Andreas Zeller},
title = {Inferring Loop Invariants by Mutation, Dynamic Analysis, and Static Checking},
journal = {{IEEE} Trans. Software Eng.},
year = {2015},
month = {},
volume = {41},
number = {10},
pages = {1019--1037}
} |
| 145 | Jie Zhang Scalability Studies on Selective Mutation Testing 37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 2, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Zhang15,
author = {Jie Zhang},
title = {Scalability Studies on Selective Mutation Testing},
booktitle = {37th {IEEE/ACM} International Conference on Software Engineering, {ICSE} 2015, Florence, Italy, May 16-24, 2015, Volume 2},
year = {2015},
address = {},
month = {},
pages = {851--854}
} |
| 146 | Nan Li and Michael West and Anthony Escalona and Vinicius H. S. Durelli Mutation testing in practice using Ruby Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{li_ICSTW_15,
author = {Nan Li and Michael West and Anthony Escalona and Vinicius H. S. Durelli},
title = {Mutation testing in practice using Ruby},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--6}
} |
| 147 | Jing Guan and Jeff Offutt A model-based testing technique for component-based real-time embedded systems Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{guan_ICSTW_15,
author = {Jing Guan and Jeff Offutt},
title = {A model-based testing technique for component-based real-time embedded systems},
booktitle = {Eighth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015 Workshops, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 148 | Gregory Gay and Matt Staats and Michael W. Whalen and Mats Per Erik Heimdahl Automated Oracle Data Selection Support {IEEE} Trans. Software Eng., 41(11), 2015. |
|
| | Abstract: Available soon... |
| | @ARTICLE{GaySWH15a,
author = {Gregory Gay and Matt Staats and Michael W. Whalen and Mats Per Erik Heimdahl},
title = {Automated Oracle Data Selection Support},
journal = {{IEEE} Trans. Software Eng.},
year = {2015},
month = {},
volume = {41},
number = {11},
pages = {1119--1137}
} |
| 149 | Alex Groce and Iftekhar Ahmed and Carlos Jensen and Paul E. McKenney How Verified is My Code? Falsification-Driven Verification {(T)} 30th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2015, Lincoln, NE, USA, November 9-13, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{groce_ase_15,
author = {Alex Groce and Iftekhar Ahmed and Carlos Jensen and Paul E. McKenney},
title = {How Verified is My Code? Falsification-Driven Verification {(T)}},
booktitle = {30th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2015, Lincoln, NE, USA, November 9-13, 2015},
year = {2015},
address = {},
month = {},
pages = {737--748}
} |
| 150 | S{\'{e}}bastien Bardin and Micka{\"{e}}l Delahaye and Robin David and Nikolai Kosmatov and Mike Papadakis and Yves Le Traon and Jean{-}Yves Marion Sound and Quasi-Complete Detection of Infeasible Test Requirements 8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BardinDDKPTM15,
author = {S{\'{e}}bastien Bardin and Micka{\"{e}}l Delahaye and Robin David and Nikolai Kosmatov and Mike Papadakis and Yves Le Traon and Jean{-}Yves Marion},
title = {Sound and Quasi-Complete Detection of Infeasible Test Requirements},
booktitle = {8th {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2015, Graz, Austria, April 13-17, 2015},
year = {2015},
address = {},
month = {},
pages = {1--10}
} |
| 151 | Rahul Gopinath and Amin Alipour and Iftekhar Ahmed and Carlos Jensen and Alex Groce How hard does mutation analysis have to be, anyway? 26th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2015, Gaithersbury, MD, USA, November 2-5, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GopinathAAJG15,
author = {Rahul Gopinath and Amin Alipour and Iftekhar Ahmed and Carlos Jensen and Alex Groce},
title = {How hard does mutation analysis have to be, anyway?},
booktitle = {26th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2015, Gaithersbury, MD, USA, November 2-5, 2015},
year = {2015},
address = {},
month = {},
pages = {216--227}
} |
| 152 | Rui Angelo Matnei Filho and Silvia Regina Vergilio A Mutation and Multi-objective Test Data Generation Approach for Feature Testing of Software Product Lines 29th Brazilian Symposium on Software Engineering, {SBES} 2015, Belo Horizonte, MG, Brazil, September 21-26, 2015, 2015. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FilhoV15,
author = {Rui Angelo Matnei Filho and Silvia Regina Vergilio},
title = {A Mutation and Multi-objective Test Data Generation Approach for Feature Testing of Software Product Lines},
booktitle = {29th Brazilian Symposium on Software Engineering, {SBES} 2015, Belo Horizonte, MG, Brazil, September 21-26, 2015},
year = {2015},
address = {},
month = {},
pages = {21--30}
} |
| 153 | Sonal Mahajan and William G. J. Halfond Finding {HTML} presentation failures using image comparison techniques {ACM/IEEE} International Conference on Automated Software Engineering, {ASE} '14, Vasteras, Sweden - September 15 - 19, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{mahajan_ICST_14,
author = {Sonal Mahajan and William G. J. Halfond},
title = {Finding {HTML} presentation failures using image comparison techniques},
booktitle = {{ACM/IEEE} International Conference on Automated Software Engineering, {ASE} '14, Vasteras, Sweden - September 15 - 19, 2014},
year = {2014},
address = {},
month = {},
pages = {91--96}
} |
| 154 | Khaled El{-}Fakih and Adenilso Sim{\~{a}}o and Noshad Jadoon and Jos{\'{e}} Carlos Maldonado On Studying the Effectiveness of Extended Finite State Machine Based Test Selection Criteria Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{el_fakih_ICSTW_14,
author = {Khaled El{-}Fakih and Adenilso Sim{\~{a}}o and Noshad Jadoon and Jos{\'{e}} Carlos Maldonado},
title = {On Studying the Effectiveness of Extended Finite State Machine Based Test Selection Criteria},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {222--229}
} |
| 155 | Kohei Maruchi and Hiromasa Shin and Masahiro Sakai MC/DC-Like Structural Coverage Criteria for Function Block Diagrams Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{maruchi_ICSTW_14,
author = {Kohei Maruchi and Hiromasa Shin and Masahiro Sakai},
title = {MC/DC-Like Structural Coverage Criteria for Function Block Diagrams},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {253--259}
} |
| 156 | Mike Papadakis and Christopher Henard and Yves Le Traon Sampling Program Inputs with Mutation Analysis: Going Beyond Combinatorial Interaction Testing Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{papadakis_ICST_14,
author = {Mike Papadakis and Christopher Henard and Yves Le Traon},
title = {Sampling Program Inputs with Mutation Analysis: Going Beyond Combinatorial Interaction Testing},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {1--10}
} |
| 157 | Laura Inozemtseva and Reid Holmes Coverage is not strongly correlated with test suite effectiveness 36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{InozemtsevaH14,
author = {Laura Inozemtseva and Reid Holmes},
title = {Coverage is not strongly correlated with test suite effectiveness},
booktitle = {36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014},
year = {2014},
address = {},
month = {},
pages = {435--445}
} |
| 158 | Wang, Yan Rong and Yin, Yong Feng and Zhou, Yi Bin Research and Improvements on Mutation Operators for Simulink Models Manufacturing Technology, Electronics, Computer and Information Technology Applications, 12 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{wang_other_14,
author = {Wang, Yan Rong and Yin, Yong Feng and Zhou, Yi Bin},
title = {Research and Improvements on Mutation Operators for Simulink Models},
booktitle = {Manufacturing Technology, Electronics, Computer and Information Technology Applications},
year = {2014},
address = {},
month = {12},
pages = {1389--1393}
} |
| 159 | M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt and Paul Ammann Designing Deletion Mutation Operators Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamaroOA14,
author = {M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt and Paul Ammann},
title = {Designing Deletion Mutation Operators},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {11--20}
} |
| 160 | Guowei Yang and Suzette Person and Neha Rungta and Sarfraz Khurshid Directed Incremental Symbolic Execution {ACM} Trans. Softw. Eng. Methodol., 24(1), 2014. |
|
| | Abstract: Available soon... |
| | @ARTICLE{yang_TOSEM_14,
author = {Guowei Yang and Suzette Person and Neha Rungta and Sarfraz Khurshid},
title = {Directed Incremental Symbolic Execution},
journal = {{ACM} Trans. Softw. Eng. Methodol.},
year = {2014},
month = {},
volume = {24},
number = {1},
pages = {3:1--3:42}
} |
| 161 | Ren{\'{e}} Just The major mutation framework: efficient and scalable mutation analysis for Java International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{just_ISSTA_14,
author = {Ren{\'{e}} Just},
title = {The major mutation framework: efficient and scalable mutation analysis for Java},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014},
year = {2014},
address = {},
month = {},
pages = {433--436}
} |
| 162 | Lech Madeyski and Wojciech Orzeszyna and Richard Torkar and Mariusz Jozala Overcoming the Equivalent Mutant Problem: {A} Systematic Literature Review and a Comparative Experiment of Second Order Mutation {IEEE} Trans. Software Eng., 40(1), 2014. |
|
| | Abstract: Available soon... |
| | @ARTICLE{MadeyskiOTJ14,
author = {Lech Madeyski and Wojciech Orzeszyna and Richard Torkar and Mariusz Jozala},
title = {Overcoming the Equivalent Mutant Problem: {A} Systematic Literature Review and a Comparative Experiment of Second Order Mutation},
journal = {{IEEE} Trans. Software Eng.},
year = {2014},
month = {},
volume = {40},
number = {1},
pages = {23--42}
} |
| 163 | Mike Papadakis and Yves Le Traon Effective fault localization via mutation analysis: a selective mutation approach Symposium on Applied Computing, {SAC} 2014, Gyeongju, Republic of Korea - March 24 - 28, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisT14,
author = {Mike Papadakis and Yves Le Traon},
title = {Effective fault localization via mutation analysis: a selective mutation approach},
booktitle = {Symposium on Applied Computing, {SAC} 2014, Gyeongju, Republic of Korea - March 24 - 28, 2014},
year = {2014},
address = {},
month = {},
pages = {1293--1300}
} |
| 164 | Benoit Baudry and Simon Allier and Martin Monperrus Tailored source code transformations to synthesize computationally diverse program variants International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BaudryAM14,
author = {Benoit Baudry and Simon Allier and Martin Monperrus},
title = {Tailored source code transformations to synthesize computationally diverse program variants},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014},
year = {2014},
address = {},
month = {},
pages = {149--159}
} |
| 165 | Yuta Maezawa and Kazuki Nishiura and Hironori Washizaki and Shinichi Honiden Validating ajax applications using a delay-based mutation technique {ACM/IEEE} International Conference on Automated Software Engineering, {ASE} '14, Vasteras, Sweden - September 15 - 19, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{maezawa_ASE_14,
author = {Yuta Maezawa and Kazuki Nishiura and Hironori Washizaki and Shinichi Honiden},
title = {Validating ajax applications using a delay-based mutation technique},
booktitle = {{ACM/IEEE} International Conference on Automated Software Engineering, {ASE} '14, Vasteras, Sweden - September 15 - 19, 2014},
year = {2014},
address = {},
month = {},
pages = {491--502}
} |
| 166 | Antonia Bertolino and Said Daoudagh and Francesca Lonetti and Eda Marchetti and Fabio Martinelli and Paolo Mori Testing of PolPA-based usage control systems Software Quality Journal, 22(2), 2014. |
|
| | Abstract: Available soon... |
| | @ARTICLE{bertolino_SQJ_14,
author = {Antonia Bertolino and Said Daoudagh and Francesca Lonetti and Eda Marchetti and Fabio Martinelli and Paolo Mori},
title = {Testing of PolPA-based usage control systems},
journal = {Software Quality Journal},
year = {2014},
month = {},
volume = {22},
number = {2},
pages = {241--271}
} |
| 167 | Elmahdi Omar and Sudipto Ghosh and Darrell Whitley {HOMAJ:} {A} Tool for Higher Order Mutation Testing in AspectJ and Java Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{omar_ICSTW_14,
author = {Elmahdi Omar and Sudipto Ghosh and Darrell Whitley},
title = {{HOMAJ:} {A} Tool for Higher Order Mutation Testing in AspectJ and Java},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {165--170}
} |
| 168 | Duc Le and Mohammad Amin Alipour and Rahul Gopinath and Alex Groce MuCheck: an extensible tool for mutation testing of haskell programs International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{le_ISSTA_14,
author = {Duc Le and Mohammad Amin Alipour and Rahul Gopinath and Alex Groce},
title = {MuCheck: an extensible tool for mutation testing of haskell programs},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014},
year = {2014},
address = {},
month = {},
pages = {429--432}
} |
| 169 | Matthew Stephan and Manar H. Alalfi and James R. Cordy Towards a Taxonomy for Simulink Model Mutations Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{stephan_ICSTW_14,
author = {Matthew Stephan and Manar H. Alalfi and James R. Cordy},
title = {Towards a Taxonomy for Simulink Model Mutations},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {206--215}
} |
| 170 | M{\'{a}}rcio Eduardo Delamaro and Lin Deng and Vinicius Humberto Serapilha Durelli and Nan Li and Jeff Offutt Experimental Evaluation of {SDL} and One-Op Mutation for {C} Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamaroDDLO14,
author = {M{\'{a}}rcio Eduardo Delamaro and Lin Deng and Vinicius Humberto Serapilha Durelli and Nan Li and Jeff Offutt},
title = {Experimental Evaluation of {SDL} and One-Op Mutation for {C}},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {203--212}
} |
| 171 | Rahul Gopinath and Carlos Jensen and Alex Groce Mutations: How Close are they to Real Faults? 25th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2014, Naples, Italy, November 3-6, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GopinathJG14a,
author = {Rahul Gopinath and Carlos Jensen and Alex Groce},
title = {Mutations: How Close are they to Real Faults?},
booktitle = {25th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2014, Naples, Italy, November 3-6, 2014},
year = {2014},
address = {},
month = {},
pages = {189--200}
} |
| 172 | Mike Papadakis and M{\'{a}}rcio Eduardo Delamaro and Yves Le Traon Mitigating the effects of equivalent mutants with mutant classification strategies Sci. Comput. Program., 95(), 2014. |
|
| | Abstract: Available soon... |
| | @ARTICLE{PapadakisDT14,
author = {Mike Papadakis and M{\'{a}}rcio Eduardo Delamaro and Yves Le Traon},
title = {Mitigating the effects of equivalent mutants with mutant classification strategies},
journal = {Sci. Comput. Program.},
year = {2014},
month = {},
volume = {95},
number = {},
pages = {298--319}
} |
| 173 | Jie Zhang and Muyao Zhu and Dan Hao and Lu Zhang An Empirical Study on the Scalability of Selective Mutation Testing 25th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2014, Naples, Italy, November 3-6, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangZHZ14,
author = {Jie Zhang and Muyao Zhu and Dan Hao and Lu Zhang},
title = {An Empirical Study on the Scalability of Selective Mutation Testing},
booktitle = {25th {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2014, Naples, Italy, November 3-6, 2014},
year = {2014},
address = {},
month = {},
pages = {277--287}
} |
| 174 | Ren{\'{e}} Just and Michael D. Ernst and Gordon Fraser Efficient mutation analysis by propagating and partitioning infected execution states International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JustEF14,
author = {Ren{\'{e}} Just and Michael D. Ernst and Gordon Fraser},
title = {Efficient mutation analysis by propagating and partitioning infected execution states},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014},
year = {2014},
address = {},
month = {},
pages = {315--326}
} |
| 175 | Souza, F. C. and Papadakis, M. and Durelli, V. H. S. and Delamaro, M. E. Test Data Generation Techniques for Mutation Testing: A Systematic Mapping Proceedings of the 11th ESELAW, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Souza:2014,
author = {Souza, F. C. and Papadakis, M. and Durelli, V. H. S. and Delamaro, M. E.},
title = {Test Data Generation Techniques for Mutation Testing: A Systematic Mapping},
booktitle = {Proceedings of the 11th ESELAW},
year = {2014},
address = {},
month = {},
pages = {1-14}
} |
| 176 | Mark Harman and Yue Jia and Pedro Reales Mateo and Macario Polo Angels and monsters: an empirical investigation of potential test effectiveness and efficiency improvement from strongly subsuming higher order mutation {ACM/IEEE} International Conference on Automated Software Engineering, {ASE} '14, Vasteras, Sweden - September 15 - 19, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HarmanJMP14,
author = {Mark Harman and Yue Jia and Pedro Reales Mateo and Macario Polo},
title = {Angels and monsters: an empirical investigation of potential test effectiveness and efficiency improvement from strongly subsuming higher order mutation},
booktitle = {{ACM/IEEE} International Conference on Automated Software Engineering, {ASE} '14, Vasteras, Sweden - September 15 - 19, 2014},
year = {2014},
address = {},
month = {},
pages = {397--408}
} |
| 177 | S{\'{e}}bastien Bardin and Nikolai Kosmatov and Fran{\c{c}}ois Cheynier Efficient Leveraging of Symbolic Execution to Advanced Coverage Criteria Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BardinKC14,
author = {S{\'{e}}bastien Bardin and Nikolai Kosmatov and Fran{\c{c}}ois Cheynier},
title = {Efficient Leveraging of Symbolic Execution to Advanced Coverage Criteria},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {173--182}
} |
| 178 | Elmahdi Omar and Sudipto Ghosh and Darrell Whitley Comparing search techniques for finding subtle higher order mutants Genetic and Evolutionary Computation Conference, {GECCO} '14, Vancouver, BC, Canada, July 12-16, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OmarGW14,
author = {Elmahdi Omar and Sudipto Ghosh and Darrell Whitley},
title = {Comparing search techniques for finding subtle higher order mutants},
booktitle = {Genetic and Evolutionary Computation Conference, {GECCO} '14, Vancouver, BC, Canada, July 12-16, 2014},
year = {2014},
address = {},
month = {},
pages = {1271--1278}
} |
| 179 | Bob Kurtz and Paul Ammann and M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt and Lin Deng Mutant Subsumption Graphs Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KurtzADOD14,
author = {Bob Kurtz and Paul Ammann and M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt and Lin Deng},
title = {Mutant Subsumption Graphs},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {176--185}
} |
| 180 | Tingliang Zhou and Haiying Sun and Jing Liu and Xiaohong Chen and Dehui Du Improving Testing Coverage for Safety-Critical System by Mutated Specification 21st Asia-Pacific Software Engineering Conference, {APSEC} 2014, Jeju, South Korea, December 1-4, 2014. Volume 1: Research Papers, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhou_APSEC_14,
author = {Tingliang Zhou and Haiying Sun and Jing Liu and Xiaohong Chen and Dehui Du},
title = {Improving Testing Coverage for Safety-Critical System by Mutated Specification},
booktitle = {21st Asia-Pacific Software Engineering Conference, {APSEC} 2014, Jeju, South Korea, December 1-4, 2014. Volume 1: Research Papers},
year = {2014},
address = {},
month = {},
pages = {43--46}
} |
| 181 | Christopher Henard and Mike Papadakis and Yves Le Traon MutaLog: {A} Tool for Mutating Logic Formulas Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HenardPT14,
author = {Christopher Henard and Mike Papadakis and Yves Le Traon},
title = {MutaLog: {A} Tool for Mutating Logic Formulas},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {399--404}
} |
| 182 | Matthew Patrick and Robert Alexander and Manuel Oriol and John A. Clark Probability-Based Semantic Interpretation of Mutants Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PatrickAOC14,
author = {Matthew Patrick and Robert Alexander and Manuel Oriol and John A. Clark},
title = {Probability-Based Semantic Interpretation of Mutants},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {186--195}
} |
| 183 | Christopher Henard and Mike Papadakis and Yves Le Traon Mutation-Based Generation of Software Product Line Test Configurations Search-Based Software Engineering - 6th International Symposium, {SSBSE} 2014, Fortaleza, Brazil, August 26-29, 2014. Proceedings, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DHenardPT14,
author = {Christopher Henard and Mike Papadakis and Yves Le Traon},
title = {Mutation-Based Generation of Software Product Line Test Configurations},
booktitle = {Search-Based Software Engineering - 6th International Symposium, {SSBSE} 2014, Fortaleza, Brazil, August 26-29, 2014. Proceedings},
year = {2014},
address = {},
month = {},
pages = {92--106}
} |
| 184 | Xavier Devroey and Gilles Perrouin and Maxime Cordy and Mike Papadakis and Axel Legay and Pierre{-}Yves Schobbens A variability perspective of mutation analysis Proceedings of the 22nd {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, (FSE-22), Hong Kong, China, November 16 - 22, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DevroeyPCPLS14,
author = {Xavier Devroey and Gilles Perrouin and Maxime Cordy and Mike Papadakis and Axel Legay and Pierre{-}Yves Schobbens},
title = {A variability perspective of mutation analysis},
booktitle = {Proceedings of the 22nd {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, (FSE-22), Hong Kong, China, November 16 - 22, 2014},
year = {2014},
address = {},
month = {},
pages = {841--844}
} |
| 185 | Marinos Kintis and Nicos Malevris Using Data Flow Patterns for Equivalent Mutant Detection Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KintisM14,
author = {Marinos Kintis and Nicos Malevris},
title = {Using Data Flow Patterns for Equivalent Mutant Detection},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {196--205}
} |
| 186 | Xiangjuan Yao and Mark Harman and Yue Jia A study of equivalent and stubborn mutation operators using human analysis of equivalence 36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{YaoHJ14,
author = {Xiangjuan Yao and Mark Harman and Yue Jia},
title = {A study of equivalent and stubborn mutation operators using human analysis of equivalence},
booktitle = {36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014},
year = {2014},
address = {},
month = {},
pages = {919--930}
} |
| 187 | Derezi{\'{n}}ska, Anna and Ha{\l}as, Konrad Analysis of Mutation Operators for the Python Language Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 188 | Paul Ammann and M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt Establishing Theoretical Minimal Sets of Mutants Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AmmannDO14,
author = {Paul Ammann and M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt},
title = {Establishing Theoretical Minimal Sets of Mutants},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {21--30}
} |
| 189 | Syed Shariyar Murtaza and Abdelwahab Hamou{-}Lhadj and Nazim H. Madhavji and Mechelle Gittens An empirical study on the use of mutant traces for diagnosis of faults in deployed systems Journal of Systems and Software, 90(), 2014. |
|
| | Abstract: Available soon... |
| | @ARTICLE{MurtazaHMG14,
author = {Syed Shariyar Murtaza and Abdelwahab Hamou{-}Lhadj and Nazim H. Madhavji and Mechelle Gittens},
title = {An empirical study on the use of mutant traces for diagnosis of faults in deployed systems},
journal = {Journal of Systems and Software},
year = {2014},
month = {},
volume = {90},
number = {},
pages = {29--44}
} |
| 190 | Seokhyeon Moon and Yunho Kim and Moonzoo Kim and Shin Yoo Ask the Mutants: Mutating Faulty Programs for Fault Localization Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MoonKKY14,
author = {Seokhyeon Moon and Yunho Kim and Moonzoo Kim and Shin Yoo},
title = {Ask the Mutants: Mutating Faulty Programs for Fault Localization},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014, March 31 2014-April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {153--162}
} |
| 191 | Vidroha Debroy and W. Eric Wong Combining mutation and fault localization for automated program debugging Journal of Systems and Software, 90(), 2014. |
|
| | Abstract: Available soon... |
| | @ARTICLE{DebroyW14,
author = {Vidroha Debroy and W. Eric Wong},
title = {Combining mutation and fault localization for automated program debugging},
journal = {Journal of Systems and Software},
year = {2014},
month = {},
volume = {90},
number = {},
pages = {45--60}
} |
| 192 | Lech Madeyski and Wojciech Orzeszyna and Richard Torkar and Mariusz Józala Overcoming the Equivalent Mutant Problem: A Systematic Literature Review and a Comparative Experiment of Second Order Mutation IEEE Transactions on Software Engineering, 40(1), January 2014. |
|
| | Abstract: Context. The equivalent mutant problem (EMP) is one of the crucial problems in mutation testing widely studied over decades. Objectives. The objectives are: to present a systematic literature review (SLR) in the field of EMP; to identify, classify and improve the existing, or implement new, methods which try to overcome EMP and evaluate them. Method. We performed SLR based on the search of digital libraries. We implemented four second order mutation (SOM) strategies, in addition to first order mutation (FOM), and compared them from different perspectives. Results. Our SLR identified 17 relevant techniques (in 22 articles) and three categories of techniques: detecting (DEM); suggesting (SEM); and avoiding equivalent mutant generation (AEMG). The experiment indicated that SOM in general and JudyDiffOp strategy in particular provide the best results in the following areas: total number of mutants generated; the association between the type of mutation strategy and whether the generated mutants were equivalent or not; the number of not killed mutants; mutation testing time; time needed for manual classification. Conclusions . The results in the DEM category are still far from perfect. Thus, the SEM and AEMG categories have been developed. The JudyDiffOp algorithm achieved good results in many areas. |
| | @ARTICLE{MadeyskiOTJ14,
author = {Lech Madeyski and Wojciech Orzeszyna and Richard Torkar and Mariusz Józala},
title = {Overcoming the Equivalent Mutant Problem: A Systematic Literature Review and a Comparative Experiment of Second Order Mutation},
journal = {IEEE Transactions on Software Engineering},
year = {2014},
month = {January},
volume = {40},
number = {1},
pages = {23--42}
} |
| 193 | Rahul Gopinath and Carlos Jensen and Alex Groce Code coverage for suite evaluation by developers 36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GopinathJG14b,
author = {Rahul Gopinath and Carlos Jensen and Alex Groce},
title = {Code coverage for suite evaluation by developers},
booktitle = {36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014},
year = {2014},
address = {},
month = {},
pages = {72--82}
} |
| 194 | Divya Gopinath and Sarfraz Khurshid and Diptikalyan Saha and Satish Chandra Data-guided repair of selection statements 36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GopinathKSC14,
author = {Divya Gopinath and Sarfraz Khurshid and Diptikalyan Saha and Satish Chandra},
title = {Data-guided repair of selection statements},
booktitle = {36th International Conference on Software Engineering, {ICSE} '14, Hyderabad, India - May 31 - June 07, 2014},
year = {2014},
address = {},
month = {},
pages = {243--253}
} |
| 195 | Ren{\'{e}} Just and Darioush Jalali and Laura Inozemtseva and Michael D. Ernst and Reid Holmes and Gordon Fraser Are mutants a valid substitute for real faults in software testing? Proceedings of the 22nd {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, (FSE-22), Hong Kong, China, November 16 - 22, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JustJIEHF14,
author = {Ren{\'{e}} Just and Darioush Jalali and Laura Inozemtseva and Michael D. Ernst and Reid Holmes and Gordon Fraser},
title = {Are mutants a valid substitute for real faults in software testing?},
booktitle = {Proceedings of the 22nd {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, (FSE-22), Hong Kong, China, November 16 - 22, 2014},
year = {2014},
address = {},
month = {},
pages = {654--665}
} |
| 196 | Pablo Loyola and Matt Staats and In{-}Young Ko and Gregg Rothermel Dodona: automated oracle data set selection International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{loyola_ISSTA_14,
author = {Pablo Loyola and Matt Staats and In{-}Young Ko and Gregg Rothermel},
title = {Dodona: automated oracle data set selection},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '14, San Jose, CA, {USA} - July 21 - 26, 2014},
year = {2014},
address = {},
month = {},
pages = {193--203}
} |
| 197 | August Shi and Alex Gyori and Milos Gligoric and Andrey Zaytsev and Darko Marinov Balancing trade-offs in test-suite reduction Proceedings of the 22nd {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, (FSE-22), Hong Kong, China, November 16 - 22, 2014, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ShiGGZM14,
author = {August Shi and Alex Gyori and Milos Gligoric and Andrey Zaytsev and Darko Marinov},
title = {Balancing trade-offs in test-suite reduction},
booktitle = {Proceedings of the 22nd {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, (FSE-22), Hong Kong, China, November 16 - 22, 2014},
year = {2014},
address = {},
month = {},
pages = {246--256}
} |
| 198 | M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt Assessing the Influence of Multiple Test Case Selection on Mutation Experiments Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}, 2014. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamaroO14,
author = {M{\'{a}}rcio Eduardo Delamaro and Jeff Offutt},
title = {Assessing the Influence of Multiple Test Case Selection on Mutation Experiments},
booktitle = {Seventh {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2014 Workshops Proceedings, March 31 - April 4, 2014, Cleveland, Ohio, {USA}},
year = {2014},
address = {},
month = {},
pages = {171--175}
} |
| 199 | Huai Liu and Fei{-}Ching Kuo and Dave Towey and Tsong Yueh Chen How Effectively Does Metamorphic Testing Alleviate the Oracle Problem? {IEEE} Trans. Software Eng., 40(1), 2014. |
|
| | Abstract: Available soon... |
| | @ARTICLE{liu_TSE_14,
author = {Huai Liu and Fei{-}Ching Kuo and Dave Towey and Tsong Yueh Chen},
title = {How Effectively Does Metamorphic Testing Alleviate the Oracle Problem?},
journal = {{IEEE} Trans. Software Eng.},
year = {2014},
month = {},
volume = {40},
number = {1},
pages = {4--22}
} |
| 200 | Pedro Reales Mateo and Macario Polo Usaola Parallel mutation testing Softw. Test., Verif. Reliab., 23(4), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{MateoU13,
author = {Pedro Reales Mateo and Macario Polo Usaola},
title = {Parallel mutation testing},
journal = {Softw. Test., Verif. Reliab.},
year = {2013},
month = {},
volume = {23},
number = {4},
pages = {315--350}
} |
| 201 | Lingming Zhang and Darko Marinov and Sarfraz Khurshid Faster mutation testing inspired by test prioritization and reduction International Symposium on Software Testing and Analysis, {ISSTA} '13, Lugano, Switzerland, July 15-20, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangMK13,
author = {Lingming Zhang and Darko Marinov and Sarfraz Khurshid},
title = {Faster mutation testing inspired by test prioritization and reduction},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '13, Lugano, Switzerland, July 15-20, 2013},
year = {2013},
address = {},
month = {},
pages = {235--245}
} |
| 202 | Mike Papadakis and M{\'{a}}rcio Eduardo Delamaro and Yves Le Traon Proteum/FL: {A} tool for localizing faults using mutation analysis 13th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2013, Eindhoven, Netherlands, September 22-23, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisDT13,
author = {Mike Papadakis and M{\'{a}}rcio Eduardo Delamaro and Yves Le Traon},
title = {Proteum/FL: {A} tool for localizing faults using mutation analysis},
booktitle = {13th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2013, Eindhoven, Netherlands, September 22-23, 2013},
year = {2013},
address = {},
month = {},
pages = {94--99}
} |
| 203 | Milos Gligoric and Vilas Jagannath and Qingzhou Luo and Darko Marinov Efficient mutation testing of multithreaded code Softw. Test., Verif. Reliab., 23(5), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{GligoricJLM13,
author = {Milos Gligoric and Vilas Jagannath and Qingzhou Luo and Darko Marinov},
title = {Efficient mutation testing of multithreaded code},
journal = {Softw. Test., Verif. Reliab.},
year = {2013},
month = {},
volume = {23},
number = {5},
pages = {375--403}
} |
| 204 | Papadakis, Mike and Malevris, Nicos Searching and generating test inputs for mutation testing SpringerPlus, 2(1), 2013. |
|
| | Abstract: Mutation testing is usually regarded as an important method towards fault revealing. Despite this advantage, it has proved to be impractical for industrial use because of its expenses. To this extend, automated techniques are needed in order to apply and reduce the method's demands. Whilst there is much evidence that automated test data generation techniques can effectively automate the testing process, there has been little work on applying them in the context of mutation testing. In this paper, search-based testing is used in order to effectively generate test inputs capable of revealing mutants. To this end, a dynamic execution scheme capable of introducing and guiding the search towards the sought mutants is proposed. Experimentation with the proposed approach reveals its superiority from the previously proposed methods. Additionally, the framework's feasibility and practicality of producing mutation based test cases are also demonstrated. |
| | @ARTICLE{Papadakis2013,
author = {Papadakis, Mike and Malevris, Nicos},
title = {Searching and generating test inputs for mutation testing},
journal = {SpringerPlus},
year = {2013},
month = {},
volume = {2},
number = {1},
pages = {121}
} |
| 205 | Lingming Zhang and Lu Zhang and Sarfraz Khurshid Injecting mechanical faults to localize developer faults for evolving software Proceedings of the 2013 {ACM} {SIGPLAN} International Conference on Object Oriented Programming Systems Languages {\&} Applications, {OOPSLA} 2013, part of {SPLASH} 2013, Indianapolis, IN, USA, October 26-31, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Zhang0K13,
author = {Lingming Zhang and Lu Zhang and Sarfraz Khurshid},
title = {Injecting mechanical faults to localize developer faults for evolving software},
booktitle = {Proceedings of the 2013 {ACM} {SIGPLAN} International Conference on Object Oriented Programming Systems Languages {\&} Applications, {OOPSLA} 2013, part of {SPLASH} 2013, Indianapolis, IN, USA, October 26-31, 2013},
year = {2013},
address = {},
month = {},
pages = {765--784}
} |
| 206 | Christopher Henard and Mike Papadakis and Gilles Perrouin and Jacques Klein and Yves Le Traon Towards automated testing and fixing of re-engineered feature models 35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HenardPPKT04,
author = {Christopher Henard and Mike Papadakis and Gilles Perrouin and Jacques Klein and Yves Le Traon},
title = {Towards automated testing and fixing of re-engineered feature models},
booktitle = {35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013},
year = {2013},
address = {},
month = {},
pages = {1245--1248}
} |
| 207 | Phu Hong Nguyen and Mike Papadakis and Iram Rubab Testing Delegation Policy Enforcement via Mutation Analysis Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{nguyen_ICST_13,
author = {Phu Hong Nguyen and Mike Papadakis and Iram Rubab},
title = {Testing Delegation Policy Enforcement via Mutation Analysis},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {34--42}
} |
| 208 | Yasser Khan and Jameleddine Hassine Mutation Operators for the Atlas Transformation Language Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{khan_ICST_13,
author = {Yasser Khan and Jameleddine Hassine},
title = {Mutation Operators for the Atlas Transformation Language},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {43--52}
} |
| 209 | Jeffrey Svajlenko and Chanchal K. Roy and Slawomir Duszynski ForkSim: Generating software forks for evaluating cross-project similarity analysis tools 13th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2013, Eindhoven, Netherlands, September 22-23, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{svajlenko_SCAM_13,
author = {Jeffrey Svajlenko and Chanchal K. Roy and Slawomir Duszynski},
title = {ForkSim: Generating software forks for evaluating cross-project similarity analysis tools},
booktitle = {13th {IEEE} International Working Conference on Source Code Analysis and Manipulation, {SCAM} 2013, Eindhoven, Netherlands, September 22-23, 2013},
year = {2013},
address = {},
month = {},
pages = {37--42}
} |
| 210 | Saswat Anand and Edmund K. Burke and Tsong Yueh Chen and John A. Clark and Myra B. Cohen and Wolfgang Grieskamp and Mark Harman and Mary Jean Harrold and Phil McMinn An orchestrated survey of methodologies for automated software test case generation Journal of Systems and Software, 86(8), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{AnandBCCCGHHMOE13,
author = {Saswat Anand and Edmund K. Burke and Tsong Yueh Chen and John A. Clark and Myra B. Cohen and Wolfgang Grieskamp and Mark Harman and Mary Jean Harrold and Phil McMinn},
title = {An orchestrated survey of methodologies for automated software test case generation},
journal = {Journal of Systems and Software},
year = {2013},
month = {},
volume = {86},
number = {8},
pages = {1978--2001}
} |
| 211 | Mohammad Mahdi Hassan and James H. Andrews Comparing multi-point stride coverage and dataflow coverage 35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HassanA13,
author = {Mohammad Mahdi Hassan and James H. Andrews},
title = {Comparing multi-point stride coverage and dataflow coverage},
booktitle = {35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013},
year = {2013},
address = {},
month = {},
pages = {172--181}
} |
| 212 | Matthew Patrick and Robert Alexander and Manuel Oriol and John A. Clark Using Mutation Analysis to Evolve Subdomains for Random Testing Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{patrick_ICST_13,
author = {Matthew Patrick and Robert Alexander and Manuel Oriol and John A. Clark},
title = {Using Mutation Analysis to Evolve Subdomains for Random Testing},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {53--62}
} |
| 213 | Matthew Stephan and Manar H. Alalfi and Andrew Stevenson and James R. Cordy Using mutation analysis for a model-clone detector comparison framework 35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{stephan_ICSE_13,
author = {Matthew Stephan and Manar H. Alalfi and Andrew Stevenson and James R. Cordy},
title = {Using mutation analysis for a model-clone detector comparison framework},
booktitle = {35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013},
year = {2013},
address = {},
month = {},
pages = {1261--1264}
} |
| 214 | Milos Gligoric and Alex Groce and Chaoqiang Zhang and Rohan Sharma and Mohammad Amin Alipour and Darko Marinov Comparing non-adequate test suites using coverage criteria International Symposium on Software Testing and Analysis, {ISSTA} '13, Lugano, Switzerland, July 15-20, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GligoricGZSAM13,
author = {Milos Gligoric and Alex Groce and Chaoqiang Zhang and Rohan Sharma and Mohammad Amin Alipour and Darko Marinov},
title = {Comparing non-adequate test suites using coverage criteria},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '13, Lugano, Switzerland, July 15-20, 2013},
year = {2013},
address = {},
month = {},
pages = {302--313}
} |
| 215 | Dongsun Kim and Jaechang Nam and Jaewoo Song and Sunghun Kim Automatic patch generation learned from human-written patches 35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KimNSK13,
author = {Dongsun Kim and Jaechang Nam and Jaewoo Song and Sunghun Kim},
title = {Automatic patch generation learned from human-written patches},
booktitle = {35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013},
year = {2013},
address = {},
month = {},
pages = {802--811}
} |
| 216 | Christopher Henard and Mike Papadakis and Gilles Perrouin and Jacques Klein and Yves Le Traon Assessing Software Product Line Testing Via Model-Based Mutation: An Application to Similarity Testing Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{henard_ICST_13,
author = {Christopher Henard and Mike Papadakis and Gilles Perrouin and Jacques Klein and Yves Le Traon},
title = {Assessing Software Product Line Testing Via Model-Based Mutation: An Application to Similarity Testing},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {188--197}
} |
| 217 | Pedro Reales Mateo and Macario Polo Usaola and Jos{\'{e}} Luis Fern{\'{a}}ndez Alem{\'{a}}n Validating Second-Order Mutation at System Level {IEEE} Trans. Software Eng., 39(4), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{MateoUA13,
author = {Pedro Reales Mateo and Macario Polo Usaola and Jos{\'{e}} Luis Fern{\'{a}}ndez Alem{\'{a}}n},
title = {Validating Second-Order Mutation at System Level},
journal = {{IEEE} Trans. Software Eng.},
year = {2013},
month = {},
volume = {39},
number = {4},
pages = {570--587}
} |
| 218 | Sang{-}Woon Kim and Yu{-}Seung Ma and Yong Rae Kwon Combining weak and strong mutation for a noninterpretive Java mutation system Softw. Test., Verif. Reliab., 23(8), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{KimMK13,
author = {Sang{-}Woon Kim and Yu{-}Seung Ma and Yong Rae Kwon},
title = {Combining weak and strong mutation for a noninterpretive Java mutation system},
journal = {Softw. Test., Verif. Reliab.},
year = {2013},
month = {},
volume = {23},
number = {8},
pages = {647--668}
} |
| 219 | Bernhard K. Aichernig and Florian Lorber and Dejan Nickovic Time for Mutants - Model-Based Mutation Testing with Timed Automata Tests and Proofs - 7th International Conference, {TAP} 2013, Budapest, Hungary, June 16-20, 2013. Proceedings, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{aichernig_TAP_13,
author = {Bernhard K. Aichernig and Florian Lorber and Dejan Nickovic},
title = {Time for Mutants - Model-Based Mutation Testing with Timed Automata},
booktitle = {Tests and Proofs - 7th International Conference, {TAP} 2013, Budapest, Hungary, June 16-20, 2013. Proceedings},
year = {2013},
address = {},
month = {},
pages = {20--38}
} |
| 220 | Westley Weimer and Zachary P. Fry and Stephanie Forrest Leveraging program equivalence for adaptive program repair: Models and first results 2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WeimerFF13,
author = {Westley Weimer and Zachary P. Fry and Stephanie Forrest},
title = {Leveraging program equivalence for adaptive program repair: Models and first results},
booktitle = {2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013},
year = {2013},
address = {},
month = {},
pages = {356--366}
} |
| 221 | John A. Clark and Haitao Dan and Robert M. Hierons Semantic mutation testing Sci. Comput. Program., 78(4), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{ClarkDH13,
author = {John A. Clark and Haitao Dan and Robert M. Hierons},
title = {Semantic mutation testing},
journal = {Sci. Comput. Program.},
year = {2013},
month = {},
volume = {78},
number = {4},
pages = {345--363}
} |
| 222 | Lingming Zhang and Dan Hao and Lu Zhang and Gregg Rothermel and Hong Mei Bridging the gap between the total and additional test-case prioritization strategies 35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhang_ICSE_13,
author = {Lingming Zhang and Dan Hao and Lu Zhang and Gregg Rothermel and Hong Mei},
title = {Bridging the gap between the total and additional test-case prioritization strategies},
booktitle = {35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013},
year = {2013},
address = {},
month = {},
pages = {192--201}
} |
| 223 | Hoang Duong Thien Nguyen and Dawei Qi and Abhik Roychoudhury and Satish Chandra SemFix: program repair via semantic analysis 35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NguyenQRC13,
author = {Hoang Duong Thien Nguyen and Dawei Qi and Abhik Roychoudhury and Satish Chandra},
title = {SemFix: program repair via semantic analysis},
booktitle = {35th International Conference on Software Engineering, {ICSE} '13, San Francisco, CA, USA, May 18-26, 2013},
year = {2013},
address = {},
month = {},
pages = {772--781}
} |
| 224 | Lin Deng and Jeff Offutt and Nan Li Empirical Evaluation of the Statement Deletion Mutation Operator Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DengOL13,
author = {Lin Deng and Jeff Offutt and Nan Li},
title = {Empirical Evaluation of the Statement Deletion Mutation Operator},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {84--93}
} |
| 225 | Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman {PYTHIA:} Generating test cases with oracles for JavaScript applications 2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MirshokraieMP13a,
author = {Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman},
title = {{PYTHIA:} Generating test cases with oracles for JavaScript applications},
booktitle = {2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013},
year = {2013},
address = {},
month = {},
pages = {610--615}
} |
| 226 | Lingming Zhang and Milos Gligoric and Darko Marinov and Sarfraz Khurshid Operator-based and random mutant selection: Better together 2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangGMK13,
author = {Lingming Zhang and Milos Gligoric and Darko Marinov and Sarfraz Khurshid},
title = {Operator-based and random mutant selection: Better together},
booktitle = {2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013},
year = {2013},
address = {},
month = {},
pages = {92--102}
} |
| 227 | Mike Papadakis and Yves Le Traon Mutation testing strategies using mutant classification Proceedings of the 28th Annual {ACM} Symposium on Applied Computing, {SAC} '13, Coimbra, Portugal, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisT13,
author = {Mike Papadakis and Yves Le Traon},
title = {Mutation testing strategies using mutant classification},
booktitle = {Proceedings of the 28th Annual {ACM} Symposium on Applied Computing, {SAC} '13, Coimbra, Portugal, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {1223--1229}
} |
| 228 | Milos Gligoric and Lingming Zhang and Cristiano Pereira and Gilles Pokam Selective mutation testing for concurrent code International Symposium on Software Testing and Analysis, {ISSTA} '13, Lugano, Switzerland, July 15-20, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GligoricZPP13,
author = {Milos Gligoric and Lingming Zhang and Cristiano Pereira and Gilles Pokam},
title = {Selective mutation testing for concurrent code},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} '13, Lugano, Switzerland, July 15-20, 2013},
year = {2013},
address = {},
month = {},
pages = {224--234}
} |
| 229 | Chris J. Wright and Gregory M. Kapfhammer and Phil McMinn Efficient Mutation Analysis of Relational Database Structure Using Mutant Schemata and Parallelisation Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WrightKM13,
author = {Chris J. Wright and Gregory M. Kapfhammer and Phil McMinn},
title = {Efficient Mutation Analysis of Relational Database Structure Using Mutant Schemata and Parallelisation},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {63--72}
} |
| 230 | Elmahdi Omar and Sudipto Ghosh and Darrell Whitley Constructing subtle higher order mutants for Java and AspectJ programs {IEEE} 24th International Symposium on Software Reliability Engineering, {ISSRE} 2013, Pasadena, CA, USA, November 4-7, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OmarGW13,
author = {Elmahdi Omar and Sudipto Ghosh and Darrell Whitley},
title = {Constructing subtle higher order mutants for Java and AspectJ programs},
booktitle = {{IEEE} 24th International Symposium on Software Reliability Engineering, {ISSRE} 2013, Pasadena, CA, USA, November 4-7, 2013},
year = {2013},
address = {},
month = {},
pages = {340--349}
} |
| 231 | Richard Baker and Ibrahim Habli An Empirical Evaluation of Mutation Testing for Improving the Test Quality of Safety-Critical Software {IEEE} Trans. Software Eng., 39(6), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{BakerH13,
author = {Richard Baker and Ibrahim Habli},
title = {An Empirical Evaluation of Mutation Testing for Improving the Test Quality of Safety-Critical Software},
journal = {{IEEE} Trans. Software Eng.},
year = {2013},
month = {},
volume = {39},
number = {6},
pages = {787--805}
} |
| 232 | Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman Efficient JavaScript Mutation Testing Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MirshokraieMP13b,
author = {Shabnam Mirshokraie and Ali Mesbah and Karthik Pattabiraman},
title = {Efficient JavaScript Mutation Testing},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {74--83}
} |
| 233 | Gregory M. Kapfhammer and Phil McMinn and Chris J. Wright Search-Based Testing of Relational Schema Integrity Constraints Across Multiple Database Management Systems Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{kapfhammer_ICST_13,
author = {Gregory M. Kapfhammer and Phil McMinn and Chris J. Wright},
title = {Search-Based Testing of Relational Schema Integrity Constraints Across Multiple Database Management Systems},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {31--40}
} |
| 234 | Antonia Bertolino and Said Daoudagh and Francesca Lonetti and Eda Marchetti {XACMUT:} {XACML} 2.0 Mutants Generator Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{bertolino_mutation_13_xacmut,
author = {Antonia Bertolino and Said Daoudagh and Francesca Lonetti and Eda Marchetti},
title = {{XACMUT:} {XACML} 2.0 Mutants Generator},
booktitle = {Sixth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2013 Workshops Proceedings, Luxembourg, Luxembourg, March 18-22, 2013},
year = {2013},
address = {},
month = {},
pages = {28--33}
} |
| 235 | Markus Kusano and Chao Wang CCmutator: {A} mutation generator for concurrency constructs in multithreaded {C/C++} applications 2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{kusano_ASE_13,
author = {Markus Kusano and Chao Wang},
title = {CCmutator: {A} mutation generator for concurrency constructs in multithreaded {C/C++} applications},
booktitle = {2013 28th {IEEE/ACM} International Conference on Automated Software Engineering, {ASE} 2013, Silicon Valley, CA, USA, November 11-15, 2013},
year = {2013},
address = {},
month = {},
pages = {722--725}
} |
| 236 | David Schuler and Andreas Zeller Covering and Uncovering Equivalent Mutants Softw. Test., Verif. Reliab., 23(5), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{SchulerZ13,
author = {David Schuler and Andreas Zeller},
title = {Covering and Uncovering Equivalent Mutants},
journal = {Softw. Test., Verif. Reliab.},
year = {2013},
month = {},
volume = {23},
number = {5},
pages = {353--374}
} |
| 237 | Laura Inozemtseva and Hadi Hemmati and Reid Holmes Using fault history to improve mutation reduction Joint Meeting of the European Software Engineering Conference and the {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering, ESEC/FSE'13, Saint Petersburg, Russian Federation, August 18-26, 2013, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{InozemtsevaHH13,
author = {Laura Inozemtseva and Hadi Hemmati and Reid Holmes},
title = {Using fault history to improve mutation reduction},
booktitle = {Joint Meeting of the European Software Engineering Conference and the {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering, ESEC/FSE'13, Saint Petersburg, Russian Federation, August 18-26, 2013},
year = {2013},
address = {},
month = {},
pages = {639--642}
} |
| 238 | Chunyang Ye and Hans{-}Arno Jacobsen Whitening {SOA} Testing via Event Exposure {IEEE} Trans. Software Eng., 39(10), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{ye_TSE_13,
author = {Chunyang Ye and Hans{-}Arno Jacobsen},
title = {Whitening {SOA} Testing via Event Exposure},
journal = {{IEEE} Trans. Software Eng.},
year = {2013},
month = {},
volume = {39},
number = {10},
pages = {1444--1465}
} |
| 239 | Marinos Kintis and Nicos Malevris Identifying More Equivalent Mutants via Code Similarity 20th Asia-Pacific Software Engineering Conference, {APSEC} 2013, Ratchathewi, Bangkok, Thailand, December 2-5, 2013 - Volume 1, 2013. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KintisM13,
author = {Marinos Kintis and Nicos Malevris},
title = {Identifying More Equivalent Mutants via Code Similarity},
booktitle = {20th Asia-Pacific Software Engineering Conference, {APSEC} 2013, Ratchathewi, Bangkok, Thailand, December 2-5, 2013 - Volume 1},
year = {2013},
address = {},
month = {},
pages = {180--188}
} |
| 240 | Gary Kaminski and Paul Ammann and Jeff Offutt Improving logic-based testing Journal of Systems and Software, 86(8), 2013. |
|
| | Abstract: Available soon... |
| | @ARTICLE{KaminskiAO13,
author = {Gary Kaminski and Paul Ammann and Jeff Offutt},
title = {Improving logic-based testing},
journal = {Journal of Systems and Software},
year = {2013},
month = {},
volume = {86},
number = {8},
pages = {2002--2012}
} |
| 241 | Alex Groce and Chaoqiang Zhang and Eric Eide and Yang Chen and John Regehr Swarm testing International Symposium on Software Testing and Analysis, {ISSTA} 2012, Minneapolis, MN, USA, July 15-20, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{groce_ISSTA_12,
author = {Alex Groce and Chaoqiang Zhang and Eric Eide and Yang Chen and John Regehr},
title = {Swarm testing},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} 2012, Minneapolis, MN, USA, July 15-20, 2012},
year = {2012},
address = {},
month = {},
pages = {78--88}
} |
| 242 | Elmahdi Omar and Sudipto Ghosh An Exploratory Study of Higher Order Mutation Testing in Aspect-Oriented Programming 23rd {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2012, Dallas, TX, USA, November 27-30, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OmarG12,
author = {Elmahdi Omar and Sudipto Ghosh},
title = {An Exploratory Study of Higher Order Mutation Testing in Aspect-Oriented Programming},
booktitle = {23rd {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2012, Dallas, TX, USA, November 27-30, 2012},
year = {2012},
address = {},
month = {},
pages = {1--10}
} |
| 243 | Matthew Patrick and Manuel Oriol and John A. Clark {MESSI:} Mutant Evaluation by Static Semantic Interpretation Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PatrickOC12,
author = {Matthew Patrick and Manuel Oriol and John A. Clark},
title = {{MESSI:} Mutant Evaluation by Static Semantic Interpretation},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {711--719}
} |
| 244 | Shin Yoo and Mark Harman Test data regeneration: generating new test data from existing test data Softw. Test., Verif. Reliab., 22(3), 2012. |
|
| | Abstract: Available soon... |
| | @ARTICLE{yoo_STVR_12,
author = {Shin Yoo and Mark Harman},
title = {Test data regeneration: generating new test data from existing test data},
journal = {Softw. Test., Verif. Reliab.},
year = {2012},
month = {},
volume = {22},
number = {3},
pages = {171--201}
} |
| 245 | C{\'{e}}sar Andr{\'{e}}s and Mercedes G. Merayo and Manuel N{\'{u}}{\~{n}}ez Formal passive testing of timed systems: theory and tools Softw. Test., Verif. Reliab., 22(6), 2012. |
|
| | Abstract: Available soon... |
| | @ARTICLE{andres_STVR_12,
author = {C{\'{e}}sar Andr{\'{e}}s and Mercedes G. Merayo and Manuel N{\'{u}}{\~{n}}ez},
title = {Formal passive testing of timed systems: theory and tools},
journal = {Softw. Test., Verif. Reliab.},
year = {2012},
month = {},
volume = {22},
number = {6},
pages = {365--405}
} |
| 246 | Bernhard K. Aichernig and Elisabeth J{\"{o}}bstl Towards Symbolic Model-Based Mutation Testing: Pitfalls in Expressing Semantics as Constraints Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{aichernig_ICST_12,
author = {Bernhard K. Aichernig and Elisabeth J{\"{o}}bstl},
title = {Towards Symbolic Model-Based Mutation Testing: Pitfalls in Expressing Semantics as Constraints},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {752--757}
} |
| 247 | Chixiang Zhou and Phyllis G. Frankl Empirical Studies on Test Effectiveness for Database Applications Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhou_ICST_12,
author = {Chixiang Zhou and Phyllis G. Frankl},
title = {Empirical Studies on Test Effectiveness for Database Applications},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {61--70}
} |
| 248 | Jaymie Strecker and Atif M. Memon Accounting for defect characteristics in evaluations of testing techniques {ACM} Trans. Softw. Eng. Methodol., 21(3), 2012. |
|
| | Abstract: Available soon... |
| | @ARTICLE{strecker_TOSEM_12,
author = {Jaymie Strecker and Atif M. Memon},
title = {Accounting for defect characteristics in evaluations of testing techniques},
journal = {{ACM} Trans. Softw. Eng. Methodol.},
year = {2012},
month = {},
volume = {21},
number = {3},
pages = {17:1--17:43}
} |
| 249 | Dianxiang Xu and Omar el Ariss and Weifeng Xu and Linzhang Wang Testing aspect-oriented programs with finite state machines Softw. Test., Verif. Reliab., 22(4), 2012. |
|
| | Abstract: Available soon... |
| | @ARTICLE{xu_STVR_12,
author = {Dianxiang Xu and Omar el Ariss and Weifeng Xu and Linzhang Wang},
title = {Testing aspect-oriented programs with finite state machines},
journal = {Softw. Test., Verif. Reliab.},
year = {2012},
month = {},
volume = {22},
number = {4},
pages = {267--293}
} |
| 250 | Marinos Kintis and Mike Papadakis and Nicos Malevris Isolating First Order Equivalent Mutants via Second Order Mutation Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KintisPM12,
author = {Marinos Kintis and Mike Papadakis and Nicos Malevris},
title = {Isolating First Order Equivalent Mutants via Second Order Mutation},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {701--710}
} |
| 251 | Matt Staats and Gregory Gay and Mats Per Erik Heimdahl Automated oracle creation support, or: How {I} learned to stop worrying about fault propagation and love mutation testing 34th International Conference on Software Engineering, {ICSE} 2012, June 2-9, 2012, Zurich, Switzerland, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{StaatsGH12,
author = {Matt Staats and Gregory Gay and Mats Per Erik Heimdahl},
title = {Automated oracle creation support, or: How {I} learned to stop worrying about fault propagation and love mutation testing},
booktitle = {34th International Conference on Software Engineering, {ICSE} 2012, June 2-9, 2012, Zurich, Switzerland},
year = {2012},
address = {},
month = {},
pages = {870--880}
} |
| 252 | Mike Papadakis and Nicos Malevris Killing Mutants Effectively a Search Based Approach Knowledge-Based Software Engineering - Proceedings of the Tenth Conference on Knowledge-Based Software Engineering, {JCKBSE} 2012, Rodos, Greece, August 23-26, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisM12b,
author = {Mike Papadakis and Nicos Malevris},
title = {Killing Mutants Effectively a Search Based Approach},
booktitle = {Knowledge-Based Software Engineering - Proceedings of the Tenth Conference on Knowledge-Based Software Engineering, {JCKBSE} 2012, Rodos, Greece, August 23-26, 2012},
year = {2012},
address = {},
month = {},
pages = {217--226}
} |
| 253 | Haitao Dan and Robert M. Hierons Semantic Mutation Analysis of Floating-Point Comparison Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DanH12,
author = {Haitao Dan and Robert M. Hierons},
title = {Semantic Mutation Analysis of Floating-Point Comparison},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {290--299}
} |
| 254 | Mike Papadakis and Yves Le Traon Using Mutants to Locate "Unknown" Faults Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisT12,
author = {Mike Papadakis and Yves Le Traon},
title = {Using Mutants to Locate "Unknown" Faults},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {691--700}
} |
| 255 | Claire {Le Goues} and Michael Dewey{-}Vogt and Stephanie Forrest and Westley Weimer A systematic study of automated program repair: Fixing 55 out of 105 bugs for {\textdollar}8 each 34th International Conference on Software Engineering, {ICSE} 2012, June 2-9, 2012, Zurich, Switzerland, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GouesDFW12,
author = {Claire {Le Goues} and Michael Dewey{-}Vogt and Stephanie Forrest and Westley Weimer},
title = {A systematic study of automated program repair: Fixing 55 out of 105 bugs for {\textdollar}8 each},
booktitle = {34th International Conference on Software Engineering, {ICSE} 2012, June 2-9, 2012, Zurich, Switzerland},
year = {2012},
address = {},
month = {},
pages = {3--13}
} |
| 256 | Pedro Reales Mateo and Macario Polo Usaola Mutant Execution Cost Reduction: Through {MUSIC} (Mutant Schema Improved with Extra Code) Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MateoU12,
author = {Pedro Reales Mateo and Macario Polo Usaola},
title = {Mutant Execution Cost Reduction: Through {MUSIC} (Mutant Schema Improved with Extra Code)},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {664--672}
} |
| 257 | Dan Hao and Lu Zhang and Xingxia Wu and Hong Mei and Gregg Rothermel On-demand test suite reduction 34th International Conference on Software Engineering, {ICSE} 2012, June 2-9, 2012, Zurich, Switzerland, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HaoZWMR12,
author = {Dan Hao and Lu Zhang and Xingxia Wu and Hong Mei and Gregg Rothermel},
title = {On-demand test suite reduction},
booktitle = {34th International Conference on Software Engineering, {ICSE} 2012, June 2-9, 2012, Zurich, Switzerland},
year = {2012},
address = {},
month = {},
pages = {738--748}
} |
| 258 | Macario Polo Usaola and Pedro Reales Mateo and Beatriz P{\'{e}}rez Lamancha Reduction of Test Suites Using Mutation Fundamental Approaches to Software Engineering - 15th International Conference, {FASE} 2012, Held as Part of the European Joint Conferences on Theory and Practice of Software, {ETAPS} 2012, Tallinn, Estonia, March 24 - April 1, 2012. Proceedings, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{UsaolaML12,
author = {Macario Polo Usaola and Pedro Reales Mateo and Beatriz P{\'{e}}rez Lamancha},
title = {Reduction of Test Suites Using Mutation},
booktitle = {Fundamental Approaches to Software Engineering - 15th International Conference, {FASE} 2012, Held as Part of the European Joint Conferences on Theory and Practice of Software, {ETAPS} 2012, Tallinn, Estonia, March 24 - April 1, 2012. Proceedings},
year = {2012},
address = {},
month = {},
pages = {425--438}
} |
| 259 | Haitao Dan and Robert M. Hierons {SMT-C:} {A} Semantic Mutation Testing Tools for {C} Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{dan_ICSTW_12,
author = {Haitao Dan and Robert M. Hierons},
title = {{SMT-C:} {A} Semantic Mutation Testing Tools for {C}},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {654--663}
} |
| 260 | Lingming Zhang and Darko Marinov and Lu Zhang and Sarfraz Khurshid Regression mutation testing International Symposium on Software Testing and Analysis, {ISSTA} 2012, Minneapolis, MN, USA, July 15-20, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangMZK12,
author = {Lingming Zhang and Darko Marinov and Lu Zhang and Sarfraz Khurshid},
title = {Regression mutation testing},
booktitle = {International Symposium on Software Testing and Analysis, {ISSTA} 2012, Minneapolis, MN, USA, July 15-20, 2012},
year = {2012},
address = {},
month = {},
pages = {331--341}
} |
| 261 | Gordon Fraser and Andreas Zeller Mutation-Driven Generation of Unit Tests and Oracles {IEEE} Trans. Software Eng., 38(2), 2012. |
|
| | Abstract: Available soon... |
| | @ARTICLE{FraserZ12,
author = {Gordon Fraser and Andreas Zeller},
title = {Mutation-Driven Generation of Unit Tests and Oracles},
journal = {{IEEE} Trans. Software Eng.},
year = {2012},
month = {},
volume = {38},
number = {2},
pages = {278--292}
} |
| 262 | Vinicius H. S. Durelli and Jeff Offutt and M{\'{a}}rcio Eduardo Delamaro Toward Harnessing High-Level Language Virtual Machines for Further Speeding Up Weak Mutation Testing Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DurelliOD12,
author = {Vinicius H. S. Durelli and Jeff Offutt and M{\'{a}}rcio Eduardo Delamaro},
title = {Toward Harnessing High-Level Language Virtual Machines for Further Speeding Up Weak Mutation Testing},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {681--690}
} |
| 263 | Harman, Mark and McMinn, Phil and de Souza, Jerffeson Teixeira and Yoo, Shin Search Based Software Engineering: Techniques, Taxonomy, Tutorial Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 264 | Ren{\'{e}} Just and Gregory M. Kapfhammer and Franz Schweiggert Using Non-redundant Mutation Operators and Test Suite Prioritization to Achieve Efficient and Scalable Mutation Analysis 23rd {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2012, Dallas, TX, USA, November 27-30, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JustKS12b,
author = {Ren{\'{e}} Just and Gregory M. Kapfhammer and Franz Schweiggert},
title = {Using Non-redundant Mutation Operators and Test Suite Prioritization to Achieve Efficient and Scalable Mutation Analysis},
booktitle = {23rd {IEEE} International Symposium on Software Reliability Engineering, {ISSRE} 2012, Dallas, TX, USA, November 27-30, 2012},
year = {2012},
address = {},
month = {},
pages = {11--20}
} |
| 265 | Ren{\'{e}} Just and Gregory M. Kapfhammer and Franz Schweiggert Do Redundant Mutants Affect the Effectiveness and Efficiency of Mutation Analysis? Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JustKS12a,
author = {Ren{\'{e}} Just and Gregory M. Kapfhammer and Franz Schweiggert},
title = {Do Redundant Mutants Affect the Effectiveness and Efficiency of Mutation Analysis?},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {720--725}
} |
| 266 | Claire {Le Goues} and ThanhVu Nguyen and Stephanie Forrest and Westley Weimer GenProg: {A} Generic Method for Automatic Software Repair {IEEE} Trans. Software Eng., 38(1), 2012. |
|
| | Abstract: Available soon... |
| | @ARTICLE{GouesNFW12,
author = {Claire {Le Goues} and ThanhVu Nguyen and Stephanie Forrest and Westley Weimer},
title = {GenProg: {A} Generic Method for Automatic Software Repair},
journal = {{IEEE} Trans. Software Eng.},
year = {2012},
month = {},
volume = {38},
number = {1},
pages = {54--72}
} |
| 267 | Mike Papadakis and Nicos Malevris Mutation based test case generation via a path selection strategy Information {\&} Software Technology, 54(9), 2012. |
|
| | Abstract: Available soon... |
| | @ARTICLE{PapadakisM12a,
author = {Mike Papadakis and Nicos Malevris},
title = {Mutation based test case generation via a path selection strategy},
journal = {Information {\&} Software Technology},
year = {2012},
month = {},
volume = {54},
number = {9},
pages = {915--932}
} |
| 268 | Le Thi My Hanh and Thanh Binh Nguyen Mutation Operators for Simulink Models Fourth International Conference on Knowledge and Systems Engineering, {KSE} 2012, Danang, Vietnam, August 17-19, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{hanh_other_12,
author = {Le Thi My Hanh and Thanh Binh Nguyen},
title = {Mutation Operators for Simulink Models},
booktitle = {Fourth International Conference on Knowledge and Systems Engineering, {KSE} 2012, Danang, Vietnam, August 17-19, 2012},
year = {2012},
address = {},
month = {},
pages = {54--59}
} |
| 269 | Yehia Elrakaiby and Tejeddine Mouelhi and Yves Le Traon Testing Obligation Policy Enforcement Using Mutation Analysis Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{elrakaiby_icstw_12,
author = {Yehia Elrakaiby and Tejeddine Mouelhi and Yves Le Traon},
title = {Testing Obligation Policy Enforcement Using Mutation Analysis},
booktitle = {Fifth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Montreal, QC, Canada, April 17-21, 2012},
year = {2012},
address = {},
month = {},
pages = {673--680}
} |
| 270 | JeeHyun Hwang and Tao Xie and Donia El Kateb and Tejeddine Mouelhi and Yves Le Traon Selection of regression system tests for security policy evolution {IEEE/ACM} International Conference on Automated Software Engineering, ASE'12, Essen, Germany, September 3-7, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{hwang_ASE_12,
author = {JeeHyun Hwang and Tao Xie and Donia El Kateb and Tejeddine Mouelhi and Yves Le Traon},
title = {Selection of regression system tests for security policy evolution},
booktitle = {{IEEE/ACM} International Conference on Automated Software Engineering, ASE'12, Essen, Germany, September 3-7, 2012},
year = {2012},
address = {},
month = {},
pages = {266--269}
} |
| 271 | Yi Wei and Bertrand Meyer and Manuel Oriol Is Branch Coverage a Good Measure of Testing Effectiveness? Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 272 | Konrad Jamrozik and Gordon Fraser and Nikolai Tillmann and Jonathan de Halleux Augmented dynamic symbolic execution {IEEE/ACM} International Conference on Automated Software Engineering, ASE'12, Essen, Germany, September 3-7, 2012, 2012. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{jamrozik_ase_12,
author = {Konrad Jamrozik and Gordon Fraser and Nikolai Tillmann and Jonathan de Halleux},
title = {Augmented dynamic symbolic execution},
booktitle = {{IEEE/ACM} International Conference on Automated Software Engineering, ASE'12, Essen, Germany, September 3-7, 2012},
year = {2012},
address = {},
month = {},
pages = {254--257}
} |
| 273 | Simona Nica On the Improvement of the Mutation Score Using Distinguishing Test Cases Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Nica11,
author = {Simona Nica},
title = {On the Improvement of the Mutation Score Using Distinguishing Test Cases},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011},
year = {2011},
address = {},
month = {},
pages = {423--426}
} |
| 274 | Sahitya Kakarla and Selina Momotaz and Akbar Siami Namin An Evaluation of Mutation and Data-Flow Testing: {A} Meta-analysis Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KakarlaMN11,
author = {Sahitya Kakarla and Selina Momotaz and Akbar Siami Namin},
title = {An Evaluation of Mutation and Data-Flow Testing: {A} Meta-analysis},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {366--375}
} |
| 275 | Andrea Arcuri and Lionel C. Briand Adaptive random testing: an illusion of effectiveness? Proceedings of the 20th International Symposium on Software Testing and Analysis, {ISSTA} 2011, Toronto, ON, Canada, July 17-21, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{arcuri_STVR_11,
author = {Andrea Arcuri and Lionel C. Briand},
title = {Adaptive random testing: an illusion of effectiveness?},
booktitle = {Proceedings of the 20th International Symposium on Software Testing and Analysis, {ISSTA} 2011, Toronto, ON, Canada, July 17-21, 2011},
year = {2011},
address = {},
month = {},
pages = {265--275}
} |
| 276 | Diptikalyan Saha and Mangala Gowri Nanda and Pankaj Dhoolia and V. Krishna Nandivada and Vibha Sinha and Satish Chandra Fault localization for data-centric programs SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SahaNDNSC11,
author = {Diptikalyan Saha and Mangala Gowri Nanda and Pankaj Dhoolia and V. Krishna Nandivada and Vibha Sinha and Satish Chandra},
title = {Fault localization for data-centric programs},
booktitle = {SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011},
year = {2011},
address = {},
month = {},
pages = {157--167}
} |
| 277 | Chixiang Zhou and Phyllis G. Frankl Inferential Checking for Mutants Modifying Database States Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhouF11,
author = {Chixiang Zhou and Phyllis G. Frankl},
title = {Inferential Checking for Mutants Modifying Database States},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011},
year = {2011},
address = {},
month = {},
pages = {259--268}
} |
| 278 | Satish Chandra and Emina Torlak and Shaon Barman and Rastislav Bod{\'{\i}}k Angelic debugging Proceedings of the 33rd International Conference on Software Engineering, {ICSE} 2011, Waikiki, Honolulu , HI, USA, May 21-28, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ChandraTBB11,
author = {Satish Chandra and Emina Torlak and Shaon Barman and Rastislav Bod{\'{\i}}k},
title = {Angelic debugging},
booktitle = {Proceedings of the 33rd International Conference on Software Engineering, {ICSE} 2011, Waikiki, Honolulu , HI, USA, May 21-28, 2011},
year = {2011},
address = {},
month = {},
pages = {121--130}
} |
| 279 | Mark Harman and Yue Jia and William B. Langdon Strong higher order mutation-based test data generation SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HarmanJL11,
author = {Mark Harman and Yue Jia and William B. Langdon},
title = {Strong higher order mutation-based test data generation},
booktitle = {SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011},
year = {2011},
address = {},
month = {},
pages = {212--222}
} |
| 280 | Alexandre Bartel and Benoit Baudry and Freddy Munoz and Jacques Klein and Tejeddine Mouelhi and Yves Le Traon Model Driven Mutation Applied to Adaptative Systems Testing Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011 Workshops Proceedings, March 21 - March 25, 2011, Berlin, Germany, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{bartel_ICSTW_11,
author = {Alexandre Bartel and Benoit Baudry and Freddy Munoz and Jacques Klein and Tejeddine Mouelhi and Yves Le Traon},
title = {Model Driven Mutation Applied to Adaptative Systems Testing},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011 Workshops Proceedings, March 21 - March 25, 2011, Berlin, Germany},
year = {2011},
address = {},
month = {},
pages = {408--413}
} |
| 281 | Fevzi Belli and Mutlu Beyazit and Tomohiko Takagi and Zengo Furukawa Mutation Testing of "Go-Back" Functions Based on Pushdown Automata Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BelliBTF11,
author = {Fevzi Belli and Mutlu Beyazit and Tomohiko Takagi and Zengo Furukawa},
title = {Mutation Testing of "Go-Back" Functions Based on Pushdown Automata},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011},
year = {2011},
address = {},
month = {},
pages = {249--258}
} |
| 282 | Anna Derezinska and Karol Kowalski Object-Oriented Mutation Applied in Common Intermediate Language Programs Originated from C{\#} Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DerezinskaK11,
author = {Anna Derezinska and Karol Kowalski},
title = {Object-Oriented Mutation Applied in Common Intermediate Language Programs Originated from C{\#}},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {342--350}
} |
| 283 | Kavir Shrestha and Matthew J. Rutherford An Empirical Evaluation of Assertions as Oracles Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{shrestha_ICST_11,
author = {Kavir Shrestha and Matthew J. Rutherford},
title = {An Empirical Evaluation of Assertions as Oracles},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011},
year = {2011},
address = {},
month = {},
pages = {110--119}
} |
| 284 | Duy Cu Nguyen and Alessandro Marchetto and Paolo Tonella Change Sensitivity Based Prioritization for Audit Testing of Webservice Compositions Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NguyenMT11a,
author = {Duy Cu Nguyen and Alessandro Marchetto and Paolo Tonella},
title = {Change Sensitivity Based Prioritization for Audit Testing of Webservice Compositions},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {357--365}
} |
| 285 | Bernhard K. Aichernig and Harald Brandl and Elisabeth J{\"{o}}bstl and Willibald Krenn Efficient Mutation Killers in Action Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{aichernig_ICST_11,
author = {Bernhard K. Aichernig and Harald Brandl and Elisabeth J{\"{o}}bstl and Willibald Krenn},
title = {Efficient Mutation Killers in Action},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011},
year = {2011},
address = {},
month = {},
pages = {120--129}
} |
| 286 | Fr{\'{e}}d{\'{e}}ric Dadeau and Pierre{-}Cyrille H{\'{e}}am and Rafik Kheddam Mutation-Based Test Generation from Security Protocols in {HLPSL} Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{dadeau_ICST_11,
author = {Fr{\'{e}}d{\'{e}}ric Dadeau and Pierre{-}Cyrille H{\'{e}}am and Rafik Kheddam},
title = {Mutation-Based Test Generation from Security Protocols in {HLPSL}},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011},
year = {2011},
address = {},
month = {},
pages = {240--248}
} |
| 287 | Akbar Siami Namin and Sahitya Kakarla The use of mutation in testing experiments and its sensitivity to external threats Proceedings of the 20th International Symposium on Software Testing and Analysis, {ISSTA} 2011, Toronto, ON, Canada, July 17-21, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NaminK11,
author = {Akbar Siami Namin and Sahitya Kakarla},
title = {The use of mutation in testing experiments and its sensitivity to external threats},
booktitle = {Proceedings of the 20th International Symposium on Software Testing and Analysis, {ISSTA} 2011, Toronto, ON, Canada, July 17-21, 2011},
year = {2011},
address = {},
month = {},
pages = {342--352}
} |
| 288 | Ilinca Ciupa and Alexander Pretschner and Manuel Oriol and Andreas Leitner and Bertrand Meyer On the number and nature of faults found by random testing Softw. Test., Verif. Reliab., 21(1), 2011. |
|
| | Abstract: Available soon... |
| | @ARTICLE{CiupaPOLM11,
author = {Ilinca Ciupa and Alexander Pretschner and Manuel Oriol and Andreas Leitner and Bertrand Meyer},
title = {On the number and nature of faults found by random testing},
journal = {Softw. Test., Verif. Reliab.},
year = {2011},
month = {},
volume = {21},
number = {1},
pages = {3--28}
} |
| 289 | Chixiang Zhou and Phyllis G. Frankl {JDAMA:} Java database application mutation analyser Softw. Test., Verif. Reliab., 21(3), 2011. |
|
| | Abstract: Available soon... |
| | @ARTICLE{zhou_STVR_11,
author = {Chixiang Zhou and Phyllis G. Frankl},
title = {{JDAMA:} Java database application mutation analyser},
journal = {Softw. Test., Verif. Reliab.},
year = {2011},
month = {},
volume = {21},
number = {3},
pages = {241--263}
} |
| 290 | Jingyu Hu and Nan Li and Jeff Offutt An Analysis of {OO} Mutation Operators Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HuLO11,
author = {Jingyu Hu and Nan Li and Jeff Offutt},
title = {An Analysis of {OO} Mutation Operators},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {334--341}
} |
| 291 | Mike Papadakis and Nicos Malevris Automatically performing weak mutation with the aid of symbolic execution, concolic testing and search-based testing Software Quality Journal, 19(4), 2011. |
|
| | Abstract: Available soon... |
| | @ARTICLE{PapadakisM11b,
author = {Mike Papadakis and Nicos Malevris},
title = {Automatically performing weak mutation with the aid of symbolic execution, concolic testing and search-based testing},
journal = {Software Quality Journal},
year = {2011},
month = {},
volume = {19},
number = {4},
pages = {691--723}
} |
| 292 | Gary Kaminski and Paul Ammann and Jeff Offutt Better predicate testing Proceedings of the 6th International Workshop on Automation of Software Test, {AST} 2011, Waikiki, Honolulu, HI, USA, May 23-24, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KaminskiAO11,
author = {Gary Kaminski and Paul Ammann and Jeff Offutt},
title = {Better predicate testing},
booktitle = {Proceedings of the 6th International Workshop on Automation of Software Test, {AST} 2011, Waikiki, Honolulu, HI, USA, May 23-24, 2011},
year = {2011},
address = {},
month = {},
pages = {57--63}
} |
| 293 | Milos Gligoric and Sandro Badame and Ralph Johnson SMutant: a tool for type-sensitive mutation testing in a dynamic language SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GligoricBJ11,
author = {Milos Gligoric and Sandro Badame and Ralph Johnson},
title = {SMutant: a tool for type-sensitive mutation testing in a dynamic language},
booktitle = {SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011},
year = {2011},
address = {},
month = {},
pages = {424--427}
} |
| 294 | Kristina Winbladh and Anand Ranganathan Evaluating test selection strategies for end-user specified flow-based applications 26th {IEEE/ACM} International Conference on Automated Software Engineering {(ASE} 2011), Lawrence, KS, USA, November 6-10, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{winbladh_ASE_11,
author = {Kristina Winbladh and Anand Ranganathan},
title = {Evaluating test selection strategies for end-user specified flow-based applications},
booktitle = {26th {IEEE/ACM} International Conference on Automated Software Engineering {(ASE} 2011), Lawrence, KS, USA, November 6-10, 2011},
year = {2011},
address = {},
month = {},
pages = {400--403}
} |
| 295 | Pratyusha Madiraju and Akbar Siami Namin Para{\(\mathrm{\mu}\)} - {A} Partial and Higher-Order Mutation Tool with Concurrency Operators Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{madiraju_ICSTW_11,
author = {Pratyusha Madiraju and Akbar Siami Namin},
title = {Para{\(\mathrm{\mu}\)} - {A} Partial and Higher-Order Mutation Tool with Concurrency Operators},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {351--356}
} |
| 296 | Gordon Fraser and Andrea Arcuri EvoSuite: automatic test suite generation for object-oriented software SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FraserA11,
author = {Gordon Fraser and Andrea Arcuri},
title = {EvoSuite: automatic test suite generation for object-oriented software},
booktitle = {SIGSOFT/FSE'11 19th {ACM} {SIGSOFT} Symposium on the Foundations of Software Engineering {(FSE-19)} and ESEC'11: 13th European Software Engineering Conference (ESEC-13), Szeged, Hungary, September 5-9, 2011},
year = {2011},
address = {},
month = {},
pages = {416--419}
} |
| 297 | Gordon Fraser and Andreas Zeller Generating parameterized unit tests Proceedings of the 20th International Symposium on Software Testing and Analysis, {ISSTA} 2011, Toronto, ON, Canada, July 17-21, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FraserZ11,
author = {Gordon Fraser and Andreas Zeller},
title = {Generating parameterized unit tests},
booktitle = {Proceedings of the 20th International Symposium on Software Testing and Analysis, {ISSTA} 2011, Toronto, ON, Canada, July 17-21, 2011},
year = {2011},
address = {},
month = {},
pages = {364--374}
} |
| 298 | Ren{\'{e}} Just and Gregory M. Kapfhammer and Franz Schweiggert Using conditional mutation to increase the efficiency of mutation analysis Proceedings of the 6th International Workshop on Automation of Software Test, {AST} 2011, Waikiki, Honolulu, HI, USA, May 23-24, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JustKS11,
author = {Ren{\'{e}} Just and Gregory M. Kapfhammer and Franz Schweiggert},
title = {Using conditional mutation to increase the efficiency of mutation analysis},
booktitle = {Proceedings of the 6th International Workshop on Automation of Software Test, {AST} 2011, Waikiki, Honolulu, HI, USA, May 23-24, 2011},
year = {2011},
address = {},
month = {},
pages = {50--56}
} |
| 299 | Ahmad A. Saifan and J{\"{u}}rgen Dingel and Jeremy S. Bradbury and Ernesto Posse Implementing and Evaluating a Runtime Conformance Checker for Mobile Agent Systems Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{saifan_ICST_11,
author = {Ahmad A. Saifan and J{\"{u}}rgen Dingel and Jeremy S. Bradbury and Ernesto Posse},
title = {Implementing and Evaluating a Runtime Conformance Checker for Mobile Agent Systems},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2011, Berlin, Germany, March 21-25, 2011},
year = {2011},
address = {},
month = {},
pages = {269--278}
} |
| 300 | Syed Shariyar Murtaza and Nazim H. Madhavji and Mechelle Gittens and Zude Li Diagnosing new faults using mutants and prior faults Proceedings of the 33rd International Conference on Software Engineering, {ICSE} 2011, Waikiki, Honolulu , HI, USA, May 21-28, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{murtaza_ICSE_11,
author = {Syed Shariyar Murtaza and Nazim H. Madhavji and Mechelle Gittens and Zude Li},
title = {Diagnosing new faults using mutants and prior faults},
booktitle = {Proceedings of the 33rd International Conference on Software Engineering, {ICSE} 2011, Waikiki, Honolulu , HI, USA, May 21-28, 2011},
year = {2011},
address = {},
month = {},
pages = {960--963}
} |
| 301 | Yue Jia and Mark Harman An Analysis and Survey of the Development of Mutation Testing {IEEE} Trans. Software Eng., 37(5), 2011. |
|
| | Abstract: Available soon... |
| | @ARTICLE{JiaH11,
author = {Yue Jia and Mark Harman},
title = {An Analysis and Survey of the Development of Mutation Testing},
journal = {{IEEE} Trans. Software Eng.},
year = {2011},
month = {},
volume = {37},
number = {5},
pages = {649--678}
} |
| 302 | Brady J. Garvin and Myra B. Cohen Feature Interaction Faults Revisited: An Exploratory Study {IEEE} 22nd International Symposium on Software Reliability Engineering, {ISSRE} 2011, Hiroshima, Japan, November 29 - December 2, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GarvinC11,
author = {Brady J. Garvin and Myra B. Cohen},
title = {Feature Interaction Faults Revisited: An Exploratory Study},
booktitle = {{IEEE} 22nd International Symposium on Software Reliability Engineering, {ISSRE} 2011, Hiroshima, Japan, November 29 - December 2, 2011},
year = {2011},
address = {},
month = {},
pages = {90--99}
} |
| 303 | Birgit Schwarz and David Schuler and Andreas Zeller Breeding High-Impact Mutations Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SchwarzSZ11,
author = {Birgit Schwarz and David Schuler and Andreas Zeller},
title = {Breeding High-Impact Mutations},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {382--387}
} |
| 304 | Juan Boubeta{-}Puig and Inmaculada Medina{-}Bulo and Antonio Garc{\'{\i}}a{-}Dom{\'{\i}}nguez Analogies and Differences between Mutation Operators for {WS-BPEL} 2.0 and Other Languages Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Boubeta-PuigMG11,
author = {Juan Boubeta{-}Puig and Inmaculada Medina{-}Bulo and Antonio Garc{\'{\i}}a{-}Dom{\'{\i}}nguez},
title = {Analogies and Differences between Mutation Operators for {WS-BPEL} 2.0 and Other Languages},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {398--407}
} |
| 305 | Mike Papadakis and Nicos Malevris Automatic mutation based test data generation 13th Annual Genetic and Evolutionary Computation Conference, {GECCO} 2011, Companion Material Proceedings, Dublin, Ireland, July 12-16, 2011, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisM11a,
author = {Mike Papadakis and Nicos Malevris},
title = {Automatic mutation based test data generation},
booktitle = {13th Annual Genetic and Evolutionary Computation Conference, {GECCO} 2011, Companion Material Proceedings, Dublin, Ireland, July 12-16, 2011},
year = {2011},
address = {},
month = {},
pages = {247--248}
} |
| 306 | Jaechang Nam and David Schuler and Andreas Zeller Calibrated Mutation Testing Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NamSZ11,
author = {Jaechang Nam and David Schuler and Andreas Zeller},
title = {Calibrated Mutation Testing},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {376--381}
} |
| 307 | Arcuri, Andrea and Briand, Lionel A Practical Guide for Using Statistical Tests to Assess Randomized Algorithms in Software Engineering ICSE, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Arcuri:2011:PGU:1985793.1985795,
author = {Arcuri, Andrea and Briand, Lionel},
title = {A Practical Guide for Using Statistical Tests to Assess Randomized Algorithms in Software Engineering},
booktitle = {ICSE},
year = {2011},
address = {},
month = {},
pages = {1--10}
} |
| 308 | Jeff Offutt A mutation carol: Past, present and future Information {\&} Software Technology, 53(10), 2011. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Offutt11,
author = {Jeff Offutt},
title = {A mutation carol: Past, present and future},
journal = {Information {\&} Software Technology},
year = {2011},
month = {},
volume = {53},
number = {10},
pages = {1098--1107}
} |
| 309 | Heinz Riener and Roderick Bloem and G{\"{o}}rschwin Fey Test Case Generation from Mutants Using Model Checking Techniques Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings, 2011. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{RienerBF11,
author = {Heinz Riener and Roderick Bloem and G{\"{o}}rschwin Fey},
title = {Test Case Generation from Mutants Using Model Checking Techniques},
booktitle = {Fourth {IEEE} International Conference on Software Testing, Verification and Validation, {ICST} 2012, Berlin, Germany, 21-25 March, 2011, Workshop Proceedings},
year = {2011},
address = {},
month = {},
pages = {388--397}
} |
| 310 | Leonardo Bottaci Type Sensitive Application of Mutation Operators for Dynamically Typed Programs Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Bottaci10,
author = {Leonardo Bottaci},
title = {Type Sensitive Application of Mutation Operators for Dynamically Typed Programs},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 311 | Antonia Estero-Botaro and Francisco Palomo-Lozano and Inmaculada Medina-Bulo Quantitative Evaluation of Mutation Operators for WS-BPEL Compositions Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Estero-BotaroPB10,
author = {Antonia Estero-Botaro and Francisco Palomo-Lozano and Inmaculada Medina-Bulo},
title = {Quantitative Evaluation of Mutation Operators for WS-BPEL Compositions},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 312 | Lech Madeyski and N. Radyk Judy - a mutation testing tool for Java {IET} Software, 4(1), 2010. |
|
| | Abstract: Available soon... |
| | @ARTICLE{madeyski_IET_10_judy,
author = {Lech Madeyski and N. Radyk},
title = {Judy - a mutation testing tool for Java},
journal = {{IET} Software},
year = {2010},
month = {},
volume = {4},
number = {1},
pages = {32--42}
} |
| 313 | Antonia Estero{-}Botaro and Francisco Palomo{-}Lozano and Inmaculada Medina{-}Bulo Quantitative Evaluation of Mutation Operators for {WS-BPEL} Compositions Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Estero-BotaroPM10,
author = {Antonia Estero{-}Botaro and Francisco Palomo{-}Lozano and Inmaculada Medina{-}Bulo},
title = {Quantitative Evaluation of Mutation Operators for {WS-BPEL} Compositions},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {142--150}
} |
| 314 | Milos Gligoric and Vilas Jagannath and Darko Marinov MuTMuT: Efficient Exploration for Mutation Testing of Multithreaded Code Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GligoricJM10,
author = {Milos Gligoric and Vilas Jagannath and Darko Marinov},
title = {MuTMuT: Efficient Exploration for Mutation Testing of Multithreaded Code},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010},
year = {2010},
address = {},
month = {},
pages = {55--64}
} |
| 315 | John A. Clark and Haitao Dan and Robert M. Hierons Semantic Mutation Testing Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ClarkDH10,
author = {John A. Clark and Haitao Dan and Robert M. Hierons},
title = {Semantic Mutation Testing},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 316 | Salem Adra and Phil McMin Mutation Operators for Agent-Based Models Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AdraM10,
author = {Salem Adra and Phil McMin},
title = {Mutation Operators for Agent-Based Models},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 317 | Mike Papadakis and Nicos Malevris Automatic Mutation Test Case Generation via Dynamic Symbolic Execution {IEEE} 21st International Symposium on Software Reliability Engineering, {ISSRE} 2010, San Jose, CA, USA, 1-4 November 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisM10a,
author = {Mike Papadakis and Nicos Malevris},
title = {Automatic Mutation Test Case Generation via Dynamic Symbolic Execution},
booktitle = {{IEEE} 21st International Symposium on Software Reliability Engineering, {ISSRE} 2010, San Jose, CA, USA, 1-4 November 2010},
year = {2010},
address = {},
month = {},
pages = {121--130}
} |
| 318 | Upsorn Praphamontripong and A. Jefferson Offutt Applying Mutation Testing to Web Applications Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PraphamotripongO10,
author = {Upsorn Praphamontripong and A. Jefferson Offutt},
title = {Applying Mutation Testing to Web Applications},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 319 | Vidroha Debroy and W. Eric Wong Using Mutation to Automatically Suggest Fixes for Faulty Programs Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DebroyW10,
author = {Vidroha Debroy and W. Eric Wong},
title = {Using Mutation to Automatically Suggest Fixes for Faulty Programs},
booktitle = {Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 320 | Pedro Reales Mateo and Macario Polo Usaola and Jeff Offutt Mutation at System and Functional Levels Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MateoUO10,
author = {Pedro Reales Mateo and Macario Polo Usaola and Jeff Offutt},
title = {Mutation at System and Functional Levels},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {110--119}
} |
| 321 | Leonardo Bottaci Type Sensitive Application of Mutation Operators for Dynamically Typed Programs Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Bottaci10,
author = {Leonardo Bottaci},
title = {Type Sensitive Application of Mutation Operators for Dynamically Typed Programs},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {126--131}
} |
| 322 | Mike Papadakis and Nicos Malevris and Maria Kallia Towards automating the generation of mutation tests The 5th Workshop on Automation of Software Test, {AST} 2010, May 3-4, 2010, Cape Town, South Africa, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisMK10,
author = {Mike Papadakis and Nicos Malevris and Maria Kallia},
title = {Towards automating the generation of mutation tests},
booktitle = {The 5th Workshop on Automation of Software Test, {AST} 2010, May 3-4, 2010, Cape Town, South Africa},
year = {2010},
address = {},
month = {},
pages = {111--118}
} |
| 323 | David Schuler and Andreas Zeller (Un-)Covering Equivalent Mutants Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SchulerZ10,
author = {David Schuler and Andreas Zeller},
title = {(Un-)Covering Equivalent Mutants},
booktitle = {Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 324 | Sergio Segura and Robert M. Hierons and David Benavides and Antonio Ruiz-Cortes Automated Test Data Generation on the Analyses of Feature Models: A Metamorphic Testing Approach Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)Paris, France, 6 April 2010. |
|
| | Abstract: A Feature Model (FM) is a compact representation of all the products of a software product line. The automated extraction of information from FMs is a thriving research topic involving a number of analysis operations, algorithms, paradigms and tools. Implementing these operations is far from trivial and easily leads to errors and defects in analysis solutions. Current testing methods in this context mainly rely on the ability of the tester to decide whether the output of an analysis is correct. However, this is acknowledged to be time-consuming, error-prone and in most cases infeasible due to the combinatorial complexity of the analyses.
In this paper, we present a set of relations (so-called metamorphic relations) between input FMs and their set of products and a test data generator relying on them. Given an FM and its known set of products, a set of neighbour FMs together with their corresponding set of products are automatically generated and used for testing different analyses. Complex FMs representing millions of products can be efficiently created applying this process iteratively. The evaluation of our approach using mutation testing as well as real faults and tools reveals that most faults can be automatically detected within a few seconds. |
| | @INPROCEEDINGS{SeguraHBR10,
author = {Sergio Segura and Robert M. Hierons and David Benavides and Antonio Ruiz-Cortes},
title = {Automated Test Data Generation on the Analyses of Feature Models: A Metamorphic Testing Approach},
booktitle = {Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {35-44}
} |
| 325 | Mark Trakhtenbrot Implementation-Oriented Mutation Testing of Statechart Models Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Trakhtenbrot10,
author = {Mark Trakhtenbrot},
title = {Implementation-Oriented Mutation Testing of Statechart Models},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 326 | Santosh Kumar Swain and Durga Prasad Mohapatra and Rajib Mall Test Case Generation Based on State and Activity Models Journal of Object Technology, 9(5), 2010. |
|
| | Abstract: Available soon... |
| | @ARTICLE{swain_JOT_10,
author = {Santosh Kumar Swain and Durga Prasad Mohapatra and Rajib Mall},
title = {Test Case Generation Based on State and Activity Models},
journal = {Journal of Object Technology},
year = {2010},
month = {},
volume = {9},
number = {5},
pages = {1--27}
} |
| 327 | Mark Harman and Yue Jia and William B. Langdon A Manifesto for Higher Order Mutation Testing Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HarmanJL10,
author = {Mark Harman and Yue Jia and William B. Langdon},
title = {A Manifesto for Higher Order Mutation Testing},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {80--89}
} |
| 328 | David Schuler and Andreas Zeller (Un-)Covering Equivalent Mutants Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SchulerZ10,
author = {David Schuler and Andreas Zeller},
title = {(Un-)Covering Equivalent Mutants},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010},
year = {2010},
address = {},
month = {},
pages = {45--54}
} |
| 329 | John A. Clark and Haitao Dan and Robert M. Hierons Semantic Mutation Testing Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ClarkDH10,
author = {John A. Clark and Haitao Dan and Robert M. Hierons},
title = {Semantic Mutation Testing},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {100--109}
} |
| 330 | Mark Harman and Yue Jia and William Bill Langdon A Manifesto for Higher Order Mutation Testing Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HarmanJL10,
author = {Mark Harman and Yue Jia and William Bill Langdon},
title = {A Manifesto for Higher Order Mutation Testing},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 331 | Mark B. Trakhtenbrot Implementation-Oriented Mutation Testing of Statechart Models Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{trakhtenbrot_ICSTW_10,
author = {Mark B. Trakhtenbrot},
title = {Implementation-Oriented Mutation Testing of Statechart Models},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {120--125}
} |
| 332 | Salem Fawaz Adra and Phil McMinn Mutation Operators for Agent-Based Models Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{adra_ICSTW_10,
author = {Salem Fawaz Adra and Phil McMinn},
title = {Mutation Operators for Agent-Based Models},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {151--156}
} |
| 333 | Pedro Reales Mateo and Macario Polo Usaola and A. Jefferson Offutt Mutation at System and Functional Levels Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MateoUO10,
author = {Pedro Reales Mateo and Macario Polo Usaola and A. Jefferson Offutt},
title = {Mutation at System and Functional Levels},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 334 | Lingming Zhang and Tao Xie and Lu Zhang and Nikolai Tillmann and Jonathan de Halleux and Hong Mei Test generation via Dynamic Symbolic Execution for mutation testing 26th {IEEE} International Conference on Software Maintenance {(ICSM} 2010), September 12-18, 2010, Timisoara, Romania, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangXZTHM10,
author = {Lingming Zhang and Tao Xie and Lu Zhang and Nikolai Tillmann and Jonathan de Halleux and Hong Mei},
title = {Test generation via Dynamic Symbolic Execution for mutation testing},
booktitle = {26th {IEEE} International Conference on Software Maintenance {(ICSM} 2010), September 12-18, 2010, Timisoara, Romania},
year = {2010},
address = {},
month = {},
pages = {1--10}
} |
| 335 | Mike Papadakis and Nicos Malevris An Empirical Evaluation of the First and Second Order Mutation Testing Strategies Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisM10,
author = {Mike Papadakis and Nicos Malevris},
title = {An Empirical Evaluation of the First and Second Order Mutation Testing Strategies},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 336 | Lu Zhang and Shan{-}Shan Hou and Jun{-}Jue Hu and Tao Xie and Hong Mei Is operator-based mutant selection superior to random mutant selection? Proceedings of the 32nd {ACM/IEEE} International Conference on Software Engineering - Volume 1, {ICSE} 2010, Cape Town, South Africa, 1-8 May 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangHHXM10,
author = {Lu Zhang and Shan{-}Shan Hou and Jun{-}Jue Hu and Tao Xie and Hong Mei},
title = {Is operator-based mutant selection superior to random mutant selection?},
booktitle = {Proceedings of the 32nd {ACM/IEEE} International Conference on Software Engineering - Volume 1, {ICSE} 2010, Cape Town, South Africa, 1-8 May 2010},
year = {2010},
address = {},
month = {},
pages = {435--444}
} |
| 337 | Marinos Kintis and Mike Papadakis and Nicos Malevris Evaluating Mutation Testing Alternatives: {A} Collateral Experiment 17th Asia Pacific Software Engineering Conference, {APSEC} 2010, Sydney, Australia, November 30 - December 3, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KintisPM10c,
author = {Marinos Kintis and Mike Papadakis and Nicos Malevris},
title = {Evaluating Mutation Testing Alternatives: {A} Collateral Experiment},
booktitle = {17th Asia Pacific Software Engineering Conference, {APSEC} 2010, Sydney, Australia, November 30 - December 3, 2010},
year = {2010},
address = {},
month = {},
pages = {300--309}
} |
| 338 | Mike Papadakis and Nicos Malevris and Marinos Kintis Mutation Testing Strategies - {A} Collateral Approach {ICSOFT} 2010 - Proceedings of the Fifth International Conference on Software and Data Technologies, Volume 2, Athens, Greece, July 22-24, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisMK10b,
author = {Mike Papadakis and Nicos Malevris and Marinos Kintis},
title = {Mutation Testing Strategies - {A} Collateral Approach},
booktitle = {{ICSOFT} 2010 - Proceedings of the Fifth International Conference on Software and Data Technologies, Volume 2, Athens, Greece, July 22-24, 2010},
year = {2010},
address = {},
month = {},
pages = {325--328}
} |
| 339 | Mike Papadakis and Nicos Malevris An Empirical Evaluation of the First and Second Order Mutation Testing Strategies Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisM10b,
author = {Mike Papadakis and Nicos Malevris},
title = {An Empirical Evaluation of the First and Second Order Mutation Testing Strategies},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {90--99}
} |
| 340 | Vilas Jagannath and Milos Gligoric and Steven Lauterburg and Darko Marinov and Gul Agha Mutation Operators for Actor Systems Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JagannathGLMA10,
author = {Vilas Jagannath and Milos Gligoric and Steven Lauterburg and Darko Marinov and Gul Agha},
title = {Mutation Operators for Actor Systems},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {157--162}
} |
| 341 | Sergio Segura and Robert M. Hierons and David Benavides and Antonio Ruiz Cort{\'{e}}s Automated Test Data Generation on the Analyses of Feature Models: {A} Metamorphic Testing Approach Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{segura_ICST_10,
author = {Sergio Segura and Robert M. Hierons and David Benavides and Antonio Ruiz Cort{\'{e}}s},
title = {Automated Test Data Generation on the Analyses of Feature Models: {A} Metamorphic Testing Approach},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010},
year = {2010},
address = {},
month = {},
pages = {35--44}
} |
| 342 | Upsorn Praphamontripong and Jeff Offutt Applying Mutation Testing to Web Applications Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PraphamontripongO10,
author = {Upsorn Praphamontripong and Jeff Offutt},
title = {Applying Mutation Testing to Web Applications},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {132--141}
} |
| 343 | Mohan Sridharan and Akbar Siami Namin Prioritizing Mutation Operators Based on Importance Sampling {IEEE} 21st International Symposium on Software Reliability Engineering, {ISSRE} 2010, San Jose, CA, USA, 1-4 November 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SridharanN10,
author = {Mohan Sridharan and Akbar Siami Namin},
title = {Prioritizing Mutation Operators Based on Importance Sampling},
booktitle = {{IEEE} 21st International Symposium on Software Reliability Engineering, {ISSRE} 2010, San Jose, CA, USA, 1-4 November 2010},
year = {2010},
address = {},
month = {},
pages = {378--387}
} |
| 344 | W. K. Chan and Jeffrey C. F. Ho and T. H. Tse Finding failures from passed test cases: improving the pattern classification approach to the testing of mesh simplification programs Softw. Test., Verif. Reliab., 20(2), 2010. |
|
| | Abstract: Available soon... |
| | @ARTICLE{chan_STVR_10,
author = {W. K. Chan and Jeffrey C. F. Ho and T. H. Tse},
title = {Finding failures from passed test cases: improving the pattern classification approach to the testing of mesh simplification programs},
journal = {Softw. Test., Verif. Reliab.},
year = {2010},
month = {},
volume = {20},
number = {2},
pages = {89--120}
} |
| 345 | Friedrich Steimann and Andreas Thies From behaviour preservation to behaviour modification: constraint-based mutant generation Proceedings of the 32nd {ACM/IEEE} International Conference on Software Engineering - Volume 1, {ICSE} 2010, Cape Town, South Africa, 1-8 May 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SteimannT10,
author = {Friedrich Steimann and Andreas Thies},
title = {From behaviour preservation to behaviour modification: constraint-based mutant generation},
booktitle = {Proceedings of the 32nd {ACM/IEEE} International Conference on Software Engineering - Volume 1, {ICSE} 2010, Cape Town, South Africa, 1-8 May 2010},
year = {2010},
address = {},
month = {},
pages = {425--434}
} |
| 346 | William B. Langdon and Mark Harman and Yue Jia Efficient multi-objective higher order mutation testing with genetic programming Journal of Systems and Software, 83(12), 2010. |
|
| | Abstract: Available soon... |
| | @ARTICLE{LangdonHJ10,
author = {William B. Langdon and Mark Harman and Yue Jia},
title = {Efficient multi-objective higher order mutation testing with genetic programming},
journal = {Journal of Systems and Software},
year = {2010},
month = {},
volume = {83},
number = {12},
pages = {2416--2430}
} |
| 347 | Vilas Jagannath and Milos Gligoricand Steven Lauterburg and Darko Marinov and Gul Agha Mutation Operators for Actor Systems Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JagannathGLMA10,
author = {Vilas Jagannath and Milos Gligoricand Steven Lauterburg and Darko Marinov and Gul Agha},
title = {Mutation Operators for Actor Systems},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 348 | Mike Papadakis and Nicos Malevris and Maria Kallia Towards Automating the Generation of Mutation Ttests Proceedings of the 5th Workshop on Automation of Software Teste (AST'10)Cape Town, South Africa, 3-4 May 2010. |
|
| | Abstract: Automating software testing activities can increase the quality and drastically decrease the cost of software development. Towards this direction various automated test data generation tools have been developed. The majority of them aim at branch testing, while a quite limited number aim at a higher level of testing thoroughness such as mutation. In this paper an automated framework that makes a joint use of diverse techniques and tools is introduced in the context of automating mutation based test generation. The motivation behind this work is the use of existing techniques and tools such as symbolic execution and evolutionary testing towards automating the test input generation activity according to the weak mutation testing criterion. The proposed framework integrates existing automated tools for branch testing in order to effectively generate mutation test data. To fulfill this suggestion three automated tools are used for illustration purposes and preliminary results are obtained by applying the proposed framework to a set of java program units indicating the applicability and effectiveness of the proposed approach. |
| | @INPROCEEDINGS{PapadakisMK10,
author = {Mike Papadakis and Nicos Malevris and Maria Kallia},
title = {Towards Automating the Generation of Mutation Ttests},
booktitle = {Proceedings of the 5th Workshop on Automation of Software Teste (AST'10)},
year = {2010},
address = {Cape Town, South Africa},
month = {3-4 May},
pages = {111-118}
} |
| 349 | Lech Madeyski and Norbert Radyk Judy – A Mutation Testing Tool for Java IET Software, 4(1), February 2010. |
|
| | Abstract: Popular code coverage measures, such as branch coverage, are indicators of the thoroughness rather than the fault detection capability of test suites. Mutation testing is a fault-based technique that measures the effectiveness of test suites for fault localisation. Unfortunately, use of mutation testing in the software industry is rare because generating and running vast numbers of mutants against the test cases is time-consuming and difficult to do without an automated, fast and reliable tool. Our objective is to present an innovative approach to mutation testing that takes advantage of a novel aspect-oriented programming mechanism, called `pointcut and advice`, to avoid multiple compilation of mutants and, therefore, to speed up mutation testing. An empirical comparison of the performance of the developed tool, called Judy, with the MuJava mutation testing tool on 24 open-source projects demonstrates the value of the presented approach. The results show that there is a statistically significant (t(23) = -12.28, p < 0.0005, effect size d = 3.43) difference in the number of mutants generated per second between MuJava (M = 4.15, SD = 1.42) and Judy (M = 52.05, SD = 19.69). Apart from being statistically significant, this effect is considered very large and, therefore, represents a substantive finding. This therefore allows us to estimate the fault detection effectiveness of test suites of much larger systems. |
| | @ARTICLE{MadeyskiR10,
author = {Lech Madeyski and Norbert Radyk},
title = {Judy – A Mutation Testing Tool for Java},
journal = {IET Software},
year = {2010},
month = {February},
volume = {4},
number = {1},
pages = {32-–42}
} |
| 350 | Gordon Fraser and Andreas Zeller Mutation-driven generation of unit tests and oracles Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FraserZ10,
author = {Gordon Fraser and Andreas Zeller},
title = {Mutation-driven generation of unit tests and oracles},
booktitle = {Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010},
year = {2010},
address = {},
month = {},
pages = {147--158}
} |
| 351 | Franz Wotawa and Mihai Nica and Bernhard K. Aichernig Generating Distinguishing Tests Using the Minion Constraint Solver Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WotawaNA10,
author = {Franz Wotawa and Mihai Nica and Bernhard K. Aichernig},
title = {Generating Distinguishing Tests Using the Minion Constraint Solver},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {325--330}
} |
| 352 | Milos Gligoric and Vilas Jagannath and Darko Marinov MuTMuT: Efficient Exploration for Mutation Testing of Multithreaded Code Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GligoricJM10,
author = {Milos Gligoric and Vilas Jagannath and Darko Marinov},
title = {MuTMuT: Efficient Exploration for Mutation Testing of Multithreaded Code},
booktitle = {Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 353 | Vidroha Debroy and W. Eric Wong Using Mutation to Automatically Suggest Fixes for Faulty Programs Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DebroyW10,
author = {Vidroha Debroy and W. Eric Wong},
title = {Using Mutation to Automatically Suggest Fixes for Faulty Programs},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010},
year = {2010},
address = {},
month = {},
pages = {65--74}
} |
| 354 | Kinga Dobolyi and Westley Weimer Modeling consumer-perceived web application fault severities for testing Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{dobolyi_ISSTA_10,
author = {Kinga Dobolyi and Westley Weimer},
title = {Modeling consumer-perceived web application fault severities for testing},
booktitle = {Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010},
year = {2010},
address = {},
month = {},
pages = {97--106}
} |
| 355 | Ying Jiang and Ying-Na Li and Shan-Shan Hou and Lu Zhang Test-Data Generation for Web Services Based on Contract Mutation Proceedings of the 3rd IEEE International Conference on Secure Software Integration and Reliability Improvement (SSIRI'09)Shanghai China, 8-10 July 2009. |
|
| | Abstract: Software testing is one of the most important techniques used to assure the quality of Web services at present. Test-data generation is an important topic in Web services testing. The quality of test data will influence the efficiency and cost when testing Web services. Based on the contract-based mutation testing technique, this paper presents a method of automated test-data generation for Web services. First, according to the description information and contracts in WSDL documents of Web services, initial test data are generated automatically by the random method. Then the test data are selected using contract mutation testing. This method can generate a test suite meeting a certain contract mutation score, which indicates the quality and efficiency of testing. Finally, we have developed a prototype on the Microsoft .NET platform, and carried out some experiments. The results have shown that the proposed method is effective in automated test-data generation for Web services. |
| | @INPROCEEDINGS{JiangLHZ09,
author = {Ying Jiang and Ying-Na Li and Shan-Shan Hou and Lu Zhang},
title = {Test-Data Generation for Web Services Based on Contract Mutation},
booktitle = {Proceedings of the 3rd IEEE International Conference on Secure Software Integration and Reliability Improvement (SSIRI'09)},
year = {2009},
address = {Shanghai China},
month = {8-10 July},
pages = {281-286}
} |
| 356 | Nuo Li and Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte Reggae: Automated Test Generation for Programs Using Complex Regular Expressions {ASE} 2009, 24th {IEEE/ACM} International Conference on Automated Software Engineering, Auckland, New Zealand, November 16-20, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{li_ASE_09,
author = {Nuo Li and Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte},
title = {Reggae: Automated Test Generation for Programs Using Complex Regular Expressions},
booktitle = {{ASE} 2009, 24th {IEEE/ACM} International Conference on Automated Software Engineering, Auckland, New Zealand, November 16-20, 2009},
year = {2009},
address = {},
month = {},
pages = {515--519}
} |
| 357 | W. K. Chan and S. C. Cheung and Jeffrey C. F. Ho and T. H. Tse PAT: A Pattern Classification Approach to Automatic Reference Oracles for the Testing of Mesh Simplification Programs Journal of Systems and Software, 82(3), March 2009. |
|
| | Abstract: Graphics applications often need to manipulate numerous graphical objects stored as polygonal models. Mesh simplification is an approach to vary the levels of visual details as appropriate, thereby improving on the overall performance of the applications. Different mesh simplification algorithms may cater for different needs, producing diversified types of simplified polygonal model as a result. Testing mesh simplification implementations is essential to assure the quality of the graphics applications. However, it is very difficult to determine the oracles (or expected outcomes) of mesh simplification for the verification of test results.
A reference model is an implementation closely related to the program under test. Is it possible to use such reference models as pseudo-oracles for testing mesh simplification programs? If so, how effective are they?
This paper presents a fault-based pattern classification methodology called PAT, to address the questions. In PAT, we train the C4.5 classifier using black-box features of samples from a reference model and its fault-based versions, in order to test samples from the subject program. We evaluate PAT using four implementations of mesh simplification algorithms as reference models applied to 44 open-source three-dimensional polygonal models. Empirical results reveal that the use of a reference model as a pseudo-oracle is effective for testing the implementations of resembling mesh simplification algorithms. However, the results also show a tradeoff: When compared with a simple reference model, the use of a resembling but sophisticated reference model is more effective and accurate but less robust. |
| | @ARTICLE{ChanCHT09,
author = {W. K. Chan and S. C. Cheung and Jeffrey C. F. Ho and T. H. Tse},
title = {PAT: A Pattern Classification Approach to Automatic Reference Oracles for the Testing of Mesh Simplification Programs},
journal = {Journal of Systems and Software},
year = {2009},
month = {March},
volume = {82},
number = {3},
pages = {422-434}
} |
| 358 | Yue Jia and Mark Harman An Analysis and Survey of the Development of Mutation Testing CREST Centre, King's College LondonTR-09-06, London, UK, 2009. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{JiaH09b,
author = {Yue Jia and Mark Harman},
title = {An Analysis and Survey of the Development of Mutation Testing},
institution = {CREST Centre, King's College London},
year = {2009},
type = {techreport},
number = {TR-09-06},
address = {London, UK},
month = {September},
} |
| 359 | Emine Gokce Aydal and Richard F. Paige and Mark Utting and Jim Woodcock Putting Formal Specifications under the Magnifying Glass: Model-based Testing for Validation Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{aydal_ICST_09,
author = {Emine Gokce Aydal and Richard F. Paige and Mark Utting and Jim Woodcock},
title = {Putting Formal Specifications under the Magnifying Glass: Model-based Testing for Validation},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {131--140}
} |
| 360 | Bernhard J. M. Gr\"un and David Schuler and Andreas Zeller The Impact of Equivalent Mutants Saarland University, Saarbrucken, Telefon, 2009. |
|
| | Abstract: If a mutation is not killed by a test suite, this usuallymeans that the test suite is not adequate. However, itmay also be that the mutant keeps the program’s seman-tics unchanged—and thus cannot be detected by any test.We found such equivalent mutants to be surprisingly com-mon: In an experiment on the JAXEN XPATH query engine,8/20 = 40% of all mutations turned out to be equivalent.Worse, checking the equivalency took us 15 minutes for asingle mutation. Equivalent mutants thus make it impossi-ble to automatically assess test suites by means of mutationtesting. To identify equivalent mutants, we are currently investi-gating the impact of a mutation on the execution: the morea mutation alters the execution, the higher the chance of itbeing non-equivalent. First experiments assessing the im-pact on code coverage are promising. |
| | @TECHREPORT{GrunSZ09a,
author = {Bernhard J. M. Gr\"un and David Schuler and Andreas Zeller},
title = {The Impact of Equivalent Mutants},
institution = {Saarland University},
year = {2009},
type = {techreport},
number = {},
address = {Saarbrucken, Telefon},
month = {},
} |
| 361 | C\'esar Andr\'es and Mercedes G. Merayo and Carlos Molinero Advantages of Mutation in Passive Testing: An Empirical Study Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: This paper presents an empirical study of the mutation techniques used by the tool PASTE. This tool allows the automation of our passive testing methodology for systems that present stochastic-time information. In our proposal, invariants express the fact that each time the implementation under test performs a given sequence of actions, then it must exhibit a behavior according to the probability distribution functions reflected in the invariant. We briefly review the theoretical framework of our methodology and the main features of our tool. Next, we present in detail the Mutants module that provides us with a functionality to test the effectiveness of invariants for detecting errors. Finally, we present a study of the results obtained from the performed experiments. |
| | @INPROCEEDINGS{AndresMM09,
author = {C\'esar Andr\'es and Mercedes G. Merayo and Carlos Molinero},
title = {Advantages of Mutation in Passive Testing: An Empirical Study},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {230-239}
} |
| 362 | Angelo Brillout and Nannan He and Michele Mazzucchi and Daniel Kroening and Mitra Purandare and Philipp R{\"{u}}mmer and Georg Weissenbacher Mutation-Based Test Case Generation for Simulink Models Formal Methods for Components and Objects - 8th International Symposium, {FMCO} 2009, Eindhoven, The Netherlands, November 4-6, 2009. Revised Selected Papers, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{brillout_other_09,
author = {Angelo Brillout and Nannan He and Michele Mazzucchi and Daniel Kroening and Mitra Purandare and Philipp R{\"{u}}mmer and Georg Weissenbacher},
title = {Mutation-Based Test Case Generation for Simulink Models},
booktitle = {Formal Methods for Components and Objects - 8th International Symposium, {FMCO} 2009, Eindhoven, The Netherlands, November 4-6, 2009. Revised Selected Papers},
year = {2009},
address = {},
month = {},
pages = {208--227}
} |
| 363 | Changbin Ji and Zhenyu Chen and Baowen Xu and Zhihong Zhao A Novel Method of Mutation Clustering Based on Domain Analysis Proceedings of the 21st International Conference on Software Engineering and Knowledge Engineering (SEKE'09)Boston, Massachusetts, 1-3 July 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JiCXZ09,
author = {Changbin Ji and Zhenyu Chen and Baowen Xu and Zhihong Zhao},
title = {A Novel Method of Mutation Clustering Based on Domain Analysis},
booktitle = {Proceedings of the 21st International Conference on Software Engineering and Knowledge Engineering (SEKE'09)},
year = {2009},
address = {Boston, Massachusetts},
month = {1-3 July},
pages = {}
} |
| 364 | Bernhard J. M. Gr\"un and David Schuler and Andreas Zeller The Impact of Equivalent Mutants Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: If a mutation is not killed by a test suite, this usuallymeans that the test suite is not adequate. However, itmay also be that the mutant keeps the program’s seman-tics unchanged—and thus cannot be detected by any test.We found such equivalent mutants to be surprisingly com-mon: In an experiment on the JAXEN XPATH query engine,8/20 = 40% of all mutations turned out to be equivalent.Worse, checking the equivalency took us 15 minutes for asingle mutation. Equivalent mutants thus make it impossi-ble to automatically assess test suites by means of mutationtesting. To identify equivalent mutants, we are currently investi-gating the impact of a mutation on the execution: the morea mutation alters the execution, the higher the chance of itbeing non-equivalent. First experiments assessing the im-pact on code coverage are promising. |
| | @INPROCEEDINGS{GrunSZ09,
author = {Bernhard J. M. Gr\"un and David Schuler and Andreas Zeller},
title = {The Impact of Equivalent Mutants},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {192-199}
} |
| 365 | Romain Delamare and Benoit Baudry and Sudipto Ghosh and Yves Le Traon A Test-Driven Approach to Developing Pointcut Descriptors in AspectJ Proceedings of the 2nd International Conference on Software Testing Verification and Validation (ICST'09)Davor Colorado, 01-04 April 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamareBGT09,
author = {Romain Delamare and Benoit Baudry and Sudipto Ghosh and Yves Le Traon},
title = {A Test-Driven Approach to Developing Pointcut Descriptors in AspectJ},
booktitle = {Proceedings of the 2nd International Conference on Software Testing Verification and Validation (ICST'09)},
year = {2009},
address = {Davor Colorado},
month = {01-04 April},
pages = {376–385}
} |
| 366 | Romain Delamare and Benoit Baudry and Yves Le Traon AjMutator: A Tool For The Mutation Analysis Of AspectJ Pointcut Descriptors Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: Aspect-oriented programming introduces new challenges for software testing. Inparticular the pointcut descriptor (PCD) requires particular attention fromtesters. The PCD describes the set of joinpoints where the advices are woven.In this paper we present a tool, AjMutator, for the mutation analysis of PCDs.AjMutator implements several mutation operators that introduce faults in thePCDs to generate a set of mutants. AjMutator classifies the mutants accordingto the set of joinpoints they match compared to the set of joinpoints matchedby the initial PCD. An interesting result is that this automaticclassification can identify equivalent mutants for a particular class of PCDs.AjMutator can also run a set of test cases on the mutants to give a mutationscore. We have applied AjMutator on two systems to show that this tool issuitable for the mutation analysis of PCDs on large AspectJ systems. |
| | @INPROCEEDINGS{DelamareBT09,
author = {Romain Delamare and Benoit Baudry and Yves Le Traon},
title = {AjMutator: A Tool For The Mutation Analysis Of AspectJ Pointcut Descriptors},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {200-204}
} |
| 367 | Juan Jos\'e Dom\'inguez-Jim\'enez and Antonia Estero-Botaro and Inmaculada Medina-Bulo A Framework for Mutant Genetic Generation for WS-BPEL Proceedings of the 35th Conference on Current Trends in Theory and Practice of Computer ScienceSpindleruv Mlyn, Czech Republic, January 2009. |
|
| | Abstract: The rise of Web Services and their WS-BPEL compositions in recent years makes necessary to pay special attention to testing in this context. Mutation testing is a white box testing technique that has been applied successfully to programs written in different languages. In order to apply it we need a set of mutation operators and a system for mutant generation. This paper introduces a set of mutation operators for the WS-BPEL 2.0 language and a framework, based in genetic algorithms, for automatic mutant generation without rendering all possible mutants. This framework can also detect potentially equivalent mutants. |
| | @INPROCEEDINGS{DominguezEM09,
author = {Juan Jos\'e Dom\'inguez-Jim\'enez and Antonia Estero-Botaro and Inmaculada Medina-Bulo},
title = {A Framework for Mutant Genetic Generation for WS-BPEL},
booktitle = {Proceedings of the 35th Conference on Current Trends in Theory and Practice of Computer Science},
year = {2009},
address = {Spindleruv Mlyn, Czech Republic},
month = {January},
pages = {229 - 240}
} |
| 368 | Juan Jos\'e Dom\'inguez-Jim\'enez and Antonia Estero-Botaro and Antonio Garc\'ia-Dom\'inguez and Inmaculada Medina-Bulo GAmera: An Automatic Mutant Generation System for WS-BPEL Compositions Proceedings of the 7th European Conference on Web Services (ECOWS'09)Eindhoven, Netherlands, 9-11 November 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DominguezEGM09,
author = {Juan Jos\'e Dom\'inguez-Jim\'enez and Antonia Estero-Botaro and Antonio Garc\'ia-Dom\'inguez and Inmaculada Medina-Bulo},
title = {GAmera: An Automatic Mutant Generation System for WS-BPEL Compositions},
booktitle = {Proceedings of the 7th European Conference on Web Services (ECOWS'09)},
year = {2009},
address = {Eindhoven, Netherlands},
month = {9-11 November},
pages = {}
} |
| 369 | Yue Jia and Mark Harman Higher Order Mutation Testing Journal of Information and Software Technology, 51(10), October 2009. |
|
| | Abstract: This paper introduces a new paradigm for Mutation Testing, which we call Higher Order Mutation Testing (HOM Testing). Traditional Mutation Testing considers only first order mutants, created by the injection of a single fault. Often these first order mutants denote trivial faults that are easily killed. Higher order mutants are created by the insertion of two or more faults. The paper introduces the concept of a subsuming HOM; one that is harder to kill than the first order mutants from which it is constructed. By definition, subsuming HOMs denote subtle fault combinations. The paper reports the results of an empirical study of HOM Testing using ten programs, including several non trivial real–world subjects for which test suites are available. |
| | @ARTICLE{JiaH09a,
author = {Yue Jia and Mark Harman},
title = {Higher Order Mutation Testing},
journal = {Journal of Information and Software Technology},
year = {2009},
month = {October},
volume = {51},
number = {10},
pages = {1379-1393}
} |
| 370 | Bernhard K. Aichernig and He Jifeng Mutation Testing in UTP Formal Aspects of Computing, 21(1-2), February, 2009 2009. |
|
| | Abstract: This paper presents a theory of testing that integrates into Hoare and He’s Unifying Theory of Programming (UTP). We give test cases a denotational semantics by viewing them as specification predicates. This reformulation of test cases allows for relating test cases via refinement to specifications and programs. Having such a refinement order that integrates test cases, we develop a testing theory for fault-based testing.
Fault-based testing uses test data designed to demonstrate the absence of a set of pre-specified faults. A well-known fault-based technique is mutation testing. In mutation testing, first, faults are injected into a program by altering (mutating) its source code. Then, test cases that can detect these errors are designed. The assumption is that other faults will be caught, too. In this paper, we apply the mutation technique to both, specifications and programs.
Using our theory of testing, two new test case generation laws for detecting injected (anticipated) faults are presented: one is based on the semantic level of UTP design predicates, the other on the algebraic properties of a small programming language. |
| | @ARTICLE{AichernigJ09,
author = {Bernhard K. Aichernig and He Jifeng},
title = {Mutation Testing in UTP},
journal = {Formal Aspects of Computing},
year = {2009},
month = {February, 2009},
volume = {21},
number = {1-2},
pages = {33-64}
} |
| 371 | Bernhard K. Aichernig and Farhad Arbab and Lacramioara Astefanoaei and Frank S. de Boer and Meng Sun and Jan Rutten Fault-Based Test Case Generation for Component Connectors Proceedings of the 3rd IEEE International Symposium on Theoretical Aspects of Software Engineering (TASE'09)Tianjin, China, 29-31 July 2009. |
|
| | Abstract: The complex interactions appearing in service-oriented computing make coordination a key concern in service-oriented systems. In this paper, we present a fault-based method to generate test cases for component connectors from specifications. For connectors, faults are caused by possible errors during the development process, such as wrongly used channels, missing or redundant subcircuits, or circuits with wrongly constructed topology. We give test cases and connectors a unifying formal semantics by using the notion of design, and generate test cases by solving constraints obtained from the specification and faulty connectors. A prototype symbolic test case generator serves to demonstrate the automatizing of the approach. |
| | @INPROCEEDINGS{AichernigAABSJ09,
author = {Bernhard K. Aichernig and Farhad Arbab and Lacramioara Astefanoaei and Frank S. de Boer and Meng Sun and Jan Rutten},
title = {Fault-Based Test Case Generation for Component Connectors},
booktitle = {Proceedings of the 3rd IEEE International Symposium on Theoretical Aspects of Software Engineering (TASE'09)},
year = {2009},
address = {Tianjin, China},
month = {29-31 July},
pages = {147–154}
} |
| 372 | Daniel Hook Using Code Mutation to Study Code Faults in Scientific Software Queen's University, Kingston, Ontario, Canada, 2009.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Hook09,
author = {Daniel Hook},
title = {Using Code Mutation to Study Code Faults in Scientific Software},
school = {Queen's University},
year = {2009},
type = {phdthesis},
address = {Kingston, Ontario, Canada},
month = {April},
} |
| 373 | Kinga Dobolyi and Westley Weimer Harnessing Web-Based Application Similarities to Aid in Regression Testing {ISSRE} 2009, 20th International Symposium on Software Reliability Engineering, Mysuru, Karnataka, India, 16-19 November 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{dobolyi_ISSRE_09,
author = {Kinga Dobolyi and Westley Weimer},
title = {Harnessing Web-Based Application Similarities to Aid in Regression Testing},
booktitle = {{ISSRE} 2009, 20th International Symposium on Software Reliability Engineering, Mysuru, Karnataka, India, 16-19 November 2009},
year = {2009},
address = {},
month = {},
pages = {71--80}
} |
| 374 | Robert M. Hierons and Mercedes G. Merayo Mutation Testing from Probabilistic and Stochastic Finite State Machines Journal of Systems and Software, 82(11), November 2009. |
|
| | Abstract: Specification mutation involves mutating a specification, and for each mutation a test is derived that distinguishes the behaviours of the mutated and original specifications. This approach has been applied with finite state machine based models. This paper extends mutation testing to finite state machine models that contain non-functional properties. The paper describes several ways of mutating a finite state machine with probabilities (PFSM) or stochastic time (PSFSM) attached to its transitions and shows how we can generate test sequences that distinguish between such a model and its mutants. Testing then involves applying each test sequence multiple times, observing the resultant behaviours and using results from statistical sampling theory in order to compare the observed frequency and execution time of each output sequence with that expected. |
| | @ARTICLE{HieronsM09,
author = {Robert M. Hierons and Mercedes G. Merayo},
title = {Mutation Testing from Probabilistic and Stochastic Finite State Machines},
journal = {Journal of Systems and Software},
year = {2009},
month = {November},
volume = {82},
number = {11},
pages = {1804-1818}
} |
| 375 | Konstantinos Adamopoulos Search Based Test Selection and Tailored Mutation King's College London, London, Uk, 2009. |
|
| | Abstract: Available soon... |
| | @MASTERSTHESIS{Adamopoulos09,
author = {Konstantinos Adamopoulos},
title = {Search Based Test Selection and Tailored Mutation},
school = {King's College London},
year = {2009},
type = {mastersthesis},
address = {London, Uk},
month = {},
} |
| 376 | Gordon Fraser and Franz Wotawa Complementary Criteria for Testing Temporal Logic Properties Proceedings of the 3rd International Conferenc eon Tests And Proofs (TAP'09)Zurich, Switzerland, 02-03 June 2009. |
|
| | Abstract: While traditional testing can give evidence that an implementation conforms to a specification there is no guarantee that the implementation therefore also satisfies user requirements. Consequently, it is useful to derive test cases also from requirement properties. In this paper we introduce two new test criteria to measure adequacy of existing test suites and to derive test cases with regard to requirements formalized in linear temporal logic (LTL). The first criterion is complementary to existing criteria for requirement properties in that it focuses on cases where literals in a property should not affect the outcome of the property. The second criterion uses mutation to measure the sensitivity of a test suite with regard to the implemented requirements. In addition to coverage measurement these criteria can also be used to automatically create coverage adequate test suites with a model checker. The results of a case study illustrate the feasibility of the new criteria and demonstrate that they complement existing criteria. |
| | @INPROCEEDINGS{FraserW09,
author = {Gordon Fraser and Franz Wotawa},
title = {Complementary Criteria for Testing Temporal Logic Properties},
booktitle = {Proceedings of the 3rd International Conferenc eon Tests And Proofs (TAP'09)},
year = {2009},
address = {Zurich, Switzerland},
month = {02-03 June},
pages = {58–73}
} |
| 377 | Abdesselam Lakehal and Ioannis Parissis Structural coverage criteria for {LUSTRE/SCADE} programs Softw. Test., Verif. Reliab., 19(2), 2009. |
|
| | Abstract: Available soon... |
| | @ARTICLE{lakehal_STVR_09,
author = {Abdesselam Lakehal and Ioannis Parissis},
title = {Structural coverage criteria for {LUSTRE/SCADE} programs},
journal = {Softw. Test., Verif. Reliab.},
year = {2009},
month = {},
volume = {19},
number = {2},
pages = {133--154}
} |
| 378 | Changbing Ji and Zhenyu Chen and Baowen Xu and Ziyuan Wang A New Mutation Analysis Method for Testing Java Exception Handling Proceedings of the 33rd Annual IEEE International Computer Software and Applications Conference (COMPSAC'09)Seattle, Washington, USA, July 2009. |
|
| | Abstract: Java exception mechanism can effectively free a program from abnormal exits and help developers locate faults with the exception tracing stacks. It is necessary to verify whether the exception handling constructs are arranged appropriately. Some approaches have been developed to evaluate the test sets and improve the quality of them, so that they can raise more number of exceptions in programs. Mutation analysis is a practical method to evaluate the quality of test sets. This paper presents some new mutation operators for Java exception handling constructs. Moreover, equivalent mutants can be identified by our approach. A case study illustrates the effectiveness and characteristic features of these mutation operators. |
| | @INPROCEEDINGS{JiCXW09,
author = {Changbing Ji and Zhenyu Chen and Baowen Xu and Ziyuan Wang},
title = {A New Mutation Analysis Method for Testing Java Exception Handling},
booktitle = {Proceedings of the 33rd Annual IEEE International Computer Software and Applications Conference (COMPSAC'09)},
year = {2009},
address = {Seattle, Washington, USA},
month = {July},
pages = {556–561}
} |
| 379 | Robin Abraham and Martin Erwig Mutation Operators for Spreadsheets IEEE Transactions on Software Engineering, 35(1), January-February 2009. |
|
| | Abstract: Based on 1) research into mutation testing for general-purpose programming languages and 2) spreadsheet errors that have been reported in the literature, we have developed a suite of mutation operators for spreadsheets. We present an evaluation of the mutation adequacy of definition-use adequate test suites generated by a constraint-based automatic test-case generation system we have developed in previous work. The results of the evaluation suggest additional constraints that can be incorporated into the system to target mutation adequacy. In addition to being useful in mutation testing of spreadsheets, the operators can be used in the evaluation of error-detection tools and also for seeding spreadsheets with errors for empirical studies. We describe two case studies where the suite of mutation operators helped us carry out such empirical evaluations. The main contribution of this paper is a suite of mutation operators for spreadsheets that can be used for performing empirical evaluations of spreadsheet tools to indicate ways in which the tools can be improved. |
| | @ARTICLE{AbrahamE09,
author = {Robin Abraham and Martin Erwig},
title = {Mutation Operators for Spreadsheets},
journal = {IEEE Transactions on Software Engineering},
year = {2009},
month = {January-February},
volume = {35},
number = {1},
pages = {94-108}
} |
| 380 | Juan Jos{\'{e}} Dom{\'{\i}}nguez{-}Jim{\'{e}}nez and Antonia Estero{-}Botaro and Inmaculada Medina{-}Bulo A Framework for Mutant Genetic Generation for {WS-BPEL} {SOFSEM} 2009: Theory and Practice of Computer Science, 35th Conference on Current Trends in Theory and Practice of Computer Science, Spindleruv Ml{\'{y}}n, Czech Republic, January 24-30, 2009. Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{dominguez_jimenez09_gamera,
author = {Juan Jos{\'{e}} Dom{\'{\i}}nguez{-}Jim{\'{e}}nez and Antonia Estero{-}Botaro and Inmaculada Medina{-}Bulo},
title = {A Framework for Mutant Genetic Generation for {WS-BPEL}},
booktitle = {{SOFSEM} 2009: Theory and Practice of Computer Science, 35th Conference on Current Trends in Theory and Practice of Computer Science, Spindleruv Ml{\'{y}}n, Czech Republic, January 24-30, 2009. Proceedings},
year = {2009},
address = {},
month = {},
pages = {229--240}
} |
| 381 | Daniel Hook and Diane Kelly Testing for Trustworthiness in Scientific Software Proceedings of the 2nd International Workshop on Software Engineering for Computational Science and Engineering (SECSE'09)Vancouver, Canada, 23 May 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HookK09,
author = {Daniel Hook and Diane Kelly},
title = {Testing for Trustworthiness in Scientific Software},
booktitle = {Proceedings of the 2nd International Workshop on Software Engineering for Computational Science and Engineering (SECSE'09)},
year = {2009},
address = {Vancouver, Canada},
month = {23 May},
pages = {59–64}
} |
| 382 | Simao, A. and Petrenko, A. and Maldonado, J. C. Comparing finite state machine test coverage criteria IET software, 3(2), 2009. |
|
| | Abstract: Available soon... |
| | @ARTICLE{petrenko_IET_09,
author = {Simao, A. and Petrenko, A. and Maldonado, J. C.},
title = {Comparing finite state machine test coverage criteria},
journal = {IET software},
year = {2009},
month = {},
volume = {3},
number = {2},
pages = {91--105}
} |
| 383 | Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte Mutation Analysis of Parameterized Unit Tests Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{xie_icst_09,
author = {Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte},
title = {Mutation Analysis of Parameterized Unit Tests},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings},
year = {2009},
address = {},
month = {},
pages = {177--181}
} |
| 384 | Fevzi Belli and Axel Hollmann and Sascha Padberg Communication Sequence Graphs for Mutation-Oriented Integration Testing Proceedings of the 3rd IEEE International Conference on Secure Software Integration and Reliability Improvement (SSIRI'09)Shanghai, China, July 2009. |
|
| | Abstract: Integration testing (IT) plays an important role for validation of the communication between different software components to ensure their optimal cooperation. In this paper we (i) introduce communication sequence graphs (CSG) for integration testing representing the communication between software components on a meta-level, (ii) define coverage criteria based on these graphs, and (iii) give hints how to extend CSG notion by Boolean algebra in order to represent complex data structures of data exchanged between components to be integrated. A case study borrowed from a robot controlling system illustrates CSG as a new integration testing approach. |
| | @INPROCEEDINGS{BelliHP09,
author = {Fevzi Belli and Axel Hollmann and Sascha Padberg},
title = {Communication Sequence Graphs for Mutation-Oriented Integration Testing},
booktitle = {Proceedings of the 3rd IEEE International Conference on Secure Software Integration and Reliability Improvement (SSIRI'09)},
year = {2009},
address = {Shanghai, China},
month = {July},
pages = {387–392}
} |
| 385 | Westley Weimer and ThanhVu Nguyen and Claire {Le Goues} and Stephanie Forrest Automatically finding patches using genetic programming 31st International Conference on Software Engineering, {ICSE} 2009, May 16-24, 2009, Vancouver, Canada, Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WeimerNGF09,
author = {Westley Weimer and ThanhVu Nguyen and Claire {Le Goues} and Stephanie Forrest},
title = {Automatically finding patches using genetic programming},
booktitle = {31st International Conference on Software Engineering, {ICSE} 2009, May 16-24, 2009, Vancouver, Canada, Proceedings},
year = {2009},
address = {},
month = {},
pages = {364--374}
} |
| 386 | Tejeddine Mouelhi and Yves Le Traon and Benoit Baudry Transforming and Selecting Functional Test Cases for Security Policy Testing Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{mouelhi_icst_09,
author = {Tejeddine Mouelhi and Yves Le Traon and Benoit Baudry},
title = {Transforming and Selecting Functional Test Cases for Security Policy Testing},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {171--180}
} |
| 387 | Fevzi Belli and Mutlu Beyazit Mutation of Directed Graphs-Corresponding Regular Expressions and Complexity of Their Generation Proceedings of the 11th International Workshop on Descriptional Complexity of Formal Systems (DCFS'09)Magdeburg, Germany, 06-09 July 2009. |
|
| | Abstract: Directed graphs (DG), interpreted as state transition diagrams, are traditionally used to represent finite-state automata (FSA). In the context of formal languages, both FSA and regular expressions (RE) are equivalent in that they accept and generate, respectively, type-3 (regular) languages. Based on our previous work, this paper analyzes effects of graph manipulations on corresponding RE. In this present, starting stage we assume that the DG under consideration contains no cycles. Graph manipulation is performed by deleting or inserting of nodes or arcs. Combined and/or multiple application of these basic operators enable a great variety of transformations of DG (and corresponding RE) that can be seen as mutants of the original DG (and corresponding RE). DG are popular for modeling complex systems; however they easily become intractable if the system under consideration is complex and/or large. In such situations, we propose to switch to corresponding RE in order to benefit from their compact format for modeling and algebraic operations for analysis. The results of the study are of great potential interest to mutation testing. |
| | @INPROCEEDINGS{BelliB09,
author = {Fevzi Belli and Mutlu Beyazit},
title = {Mutation of Directed Graphs-Corresponding Regular Expressions and Complexity of Their Generation},
booktitle = {Proceedings of the 11th International Workshop on Descriptional Complexity of Formal Systems (DCFS'09)},
year = {2009},
address = {Magdeburg, Germany},
month = {06-09 July},
pages = {69–77}
} |
| 388 | Romain Delamare and Benoit Baudry and Yves Le Traon AjMutator: {A} Tool for the Mutation Analysis of AspectJ Pointcut Descriptors Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{delamare_ICSTW_09,
author = {Romain Delamare and Benoit Baudry and Yves Le Traon},
title = {AjMutator: {A} Tool for the Mutation Analysis of AspectJ Pointcut Descriptors},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings},
year = {2009},
address = {},
month = {},
pages = {200--204}
} |
| 389 | Romain Delamare and Benoit Baudry and Sudipto Ghosh and Yves Le Traon A Test-Driven Approach to Developing Pointcut Descriptors in AspectJ Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{delamare_ICST_09,
author = {Romain Delamare and Benoit Baudry and Sudipto Ghosh and Yves Le Traon},
title = {A Test-Driven Approach to Developing Pointcut Descriptors in AspectJ},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {376--385}
} |
| 390 | Chixiang Zhou and Phyllis G. Frankl Mutation Testing for Java Database Applications Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhou_ICST_09,
author = {Chixiang Zhou and Phyllis G. Frankl},
title = {Mutation Testing for Java Database Applications},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {396--405}
} |
| 391 | Akbar Siami Namin and James H. Andrews The Influence of Size and Coverage on Test Suite Effectiveness Proceedings of the18th International Symposium on Software Testing and Analysis (ISSTA'09)Chicago, Illinois, USA, 19-23 July 2009. |
|
| | Abstract: We study the relationship between three properties of test suites: size, structural coverage, and fault-finding effectiveness. In particular, we study the question of whether achieving high coverage leads directly to greater effectiveness, or only indirectly through forcing a test suite to be larger. Our experiments indicate that coverage is sometimes correlated with effectiveness when size is controlled for, and that using both size and coverage yields a more accurate prediction of effectiveness than size alone. This in turn suggests that both size and coverage are important to test suite effectiveness. Our experiments also indicate that no linear relationship exists among the three variables of size, coverage and effectiveness, but that a nonlinear relationship does exist. |
| | @INPROCEEDINGS{NaminA09,
author = {Akbar Siami Namin and James H. Andrews},
title = {The Influence of Size and Coverage on Test Suite Effectiveness},
booktitle = {Proceedings of the18th International Symposium on Software Testing and Analysis (ISSTA'09)},
year = {2009},
address = {Chicago, Illinois, USA},
month = {19-23 July},
pages = {57–68}
} |
| 392 | David Schuler and Andreas Zeller Javalanche: efficient mutation testing for Java Proceedings of the 7th joint meeting of the European Software Engineering Conference and the {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, 2009, Amsterdam, The Netherlands, August 24-28, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{schuler_FSE_09,
author = {David Schuler and Andreas Zeller},
title = {Javalanche: efficient mutation testing for Java},
booktitle = {Proceedings of the 7th joint meeting of the European Software Engineering Conference and the {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, 2009, Amsterdam, The Netherlands, August 24-28, 2009},
year = {2009},
address = {},
month = {},
pages = {297--298}
} |
| 393 | Rene Just and Franz Schweiggert Evaluating Testing Strategies for Imaging Software by Means of Mutation Analysis Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: The oracle problem is a crucial part in current research on software testing. In many situations available solutions like partial oracles can be used, however the suitability of a specific oracle depends on the application to be tested. Moreover, the inputs have a considerable impact on the effectiveness of the testing strategy. Therefore selecting an appropriate oracle as well as adequate inputs is essential in order to yield satisfying results. |
| | @INPROCEEDINGS{JustS09,
author = {Rene Just and Franz Schweiggert},
title = {Evaluating Testing Strategies for Imaging Software by Means of Mutation Analysis},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {205-209}
} |
| 394 | Macario Polo and Mario Piattini and Ignacio Garc{\'{\i}}a Rodr{\'{\i}}guez de Guzm{\'{a}}n Decreasing the cost of mutation testing with second-order mutants Softw. Test., Verif. Reliab., 19(2), 2009. |
|
| | Abstract: Available soon... |
| | @ARTICLE{PoloPG09,
author = {Macario Polo and Mario Piattini and Ignacio Garc{\'{\i}}a Rodr{\'{\i}}guez de Guzm{\'{a}}n},
title = {Decreasing the cost of mutation testing with second-order mutants},
journal = {Softw. Test., Verif. Reliab.},
year = {2009},
month = {},
volume = {19},
number = {2},
pages = {111--131}
} |
| 395 | Robin Abraham and Martin Erwig Mutation Operators for Spreadsheets {IEEE} Trans. Software Eng., 35(1), 2009. |
|
| | Abstract: Available soon... |
| | @ARTICLE{AbrahamE09,
author = {Robin Abraham and Martin Erwig},
title = {Mutation Operators for Spreadsheets},
journal = {{IEEE} Trans. Software Eng.},
year = {2009},
month = {},
volume = {35},
number = {1},
pages = {94--108}
} |
| 396 | Mike Papadakis and Nicos Malevris An Effective Path Selection Strategy for Mutation Testing Proceedings of the 16th Asia-Pacific Software Engineering Conference (APSEC'09)Penang, Malaysia, 1-3 December 2009. |
|
| | Abstract: Mutation testing has been identified as one of the most effective techniques, in detecting faults. However, because of the large number of test elements that it introduces, it is regarded as rather expensive for practical use. Therefore, there is a need for testing strategies that will alleviate this drawback by selecting effective test data that will make the technique more practical. Such a strategy based on path selection is reported in this paper. A significant influence on the efficiency associated with path selection strategies is the number of test paths that must be generated in order to achieve a specified level of coverage, and it is determined by the number of paths that are found to be feasible. Specifically, a path selection strategy is proposed that aims at reducing the effects of infeasible paths and conversely developing effective and efficient mutation based tests. The results obtained from applying the method to a set of program units are reported and analysed presenting the flexibility, feasibility and practicality of the proposed approach. |
| | @INPROCEEDINGS{PapadakisM09,
author = {Mike Papadakis and Nicos Malevris},
title = {An Effective Path Selection Strategy for Mutation Testing},
booktitle = {Proceedings of the 16th Asia-Pacific Software Engineering Conference (APSEC'09)},
year = {2009},
address = {Penang, Malaysia},
month = {1-3 December},
pages = {422 - 429}
} |
| 397 | Nan Li and Upsorn Praphamontripong and Jeff Offutt An Experimental Comparison of Four Unit Test Criteria: Mutation, Edge-Pair, All-Uses and Prime Path Coverage Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LiPO09,
author = {Nan Li and Upsorn Praphamontripong and Jeff Offutt},
title = {An Experimental Comparison of Four Unit Test Criteria: Mutation, Edge-Pair, All-Uses and Prime Path Coverage},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings},
year = {2009},
address = {},
month = {},
pages = {220--229}
} |
| 398 | Benjamin Hatfield Smith and Laurie Williams Should Software Testers Use Mutation Analysis to Augment a Test Set? Journal of Systems and Software, (), 2009. |
|
| | Abstract: Mutation testing has historically been used to assess the fault-finding effectiveness of a test suite or other verification technique. Mutation analysis, rather, entails augmenting a test suite to detect all killable mutants. Concerns about the time efficiency of mutation analysis may prohibit its widespread, practical use. The goal of our research is to assess the effectiveness of the mutation analysis process when used by software testers to augment a test suite to obtain higher statement coverage scores. We conducted two empirical studies and have shown that mutation analysis can be used by software testers to effectively produce new test cases and to improve statement coverage scores in a feasible amount of time. Additionally, we find that our user study participants view mutation analysis as an effective but relatively expensive technique for writing new test cases. Finally, we have shown that the choice of mutation tool and operator set can play an important role in determining how efficient mutation analysis is for producing new test cases. |
| | @ARTICLE{SmithW09b,
author = {Benjamin Hatfield Smith and Laurie Williams},
title = {Should Software Testers Use Mutation Analysis to Augment a Test Set?},
journal = {Journal of Systems and Software},
year = {2009},
month = {},
volume = {},
number = {},
pages = {To appear}
} |
| 399 | Mike Papadakis and Nicos Malevris An Effective Path Selection Strategy for Mutation Testing 16th Asia-Pacific Software Engineering Conference, {APSEC} 2009, 1-3 December 2009, Batu Ferringhi, Penang, Malaysia, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PapadakisM09,
author = {Mike Papadakis and Nicos Malevris},
title = {An Effective Path Selection Strategy for Mutation Testing},
booktitle = {16th Asia-Pacific Software Engineering Conference, {APSEC} 2009, 1-3 December 2009, Batu Ferringhi, Penang, Malaysia},
year = {2009},
address = {},
month = {},
pages = {422--429}
} |
| 400 | Garrett Kent Kaminski and Paul Ammann Using a Fault Hierarchy to Improve the Efficiency of {DNF} Logic Mutation Testing Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KaminskiA09a,
author = {Garrett Kent Kaminski and Paul Ammann},
title = {Using a Fault Hierarchy to Improve the Efficiency of {DNF} Logic Mutation Testing},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {386--395}
} |
| 401 | Bernhard J. M. Gr{\"{u}}n and David Schuler and Andreas Zeller The Impact of Equivalent Mutants Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GrunSZ09,
author = {Bernhard J. M. Gr{\"{u}}n and David Schuler and Andreas Zeller},
title = {The Impact of Equivalent Mutants},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings},
year = {2009},
address = {},
month = {},
pages = {192--199}
} |
| 402 | David Schuler and Valentin Dallmeier and Andreas Zeller Efficient mutation testing by checking invariant violations Proceedings of the Eighteenth International Symposium on Software Testing and Analysis, {ISSTA} 2009, Chicago, IL, USA, July 19-23, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SchulerDZ09,
author = {David Schuler and Valentin Dallmeier and Andreas Zeller},
title = {Efficient mutation testing by checking invariant violations},
booktitle = {Proceedings of the Eighteenth International Symposium on Software Testing and Analysis, {ISSTA} 2009, Chicago, IL, USA, July 19-23, 2009},
year = {2009},
address = {},
month = {},
pages = {69--80}
} |
| 403 | Adenilso Simao and Jose Carlos Maldonado and Roberto da Silva Bigonha A Transformational Language for Mutant Description Computer Languages, Systems & Structures, 35(3), October 2009. |
|
| | Abstract: Mutation testing has been used to assess the quality of test case suites by analyzing the ability in distinguishing the artifact under testing from a set of alternative artifacts, the so-called mutants. The mutants are generated from the artifact under testing by applying a set of mutant operators, which produce artifacts with simple syntactical differences. The mutant operators are usually based on typical errors that occur during the software development and can be related to a fault model. In this paper, we propose a language—named View the MathML source (MUtant DEfinition Language)—for the definition of mutant operators, aiming not only at automating the mutant generation, but also at providing precision and formality to the operator definition. The proposed language is based on concepts from transformational and logical programming paradigms, as well as from context-free grammar theory. Denotational semantics formal framework is employed to define the semantics of the View the MathML source language. We also describe a system—named mudelgen—developed to support the use of this language. An executable representation of the denotational semantics of the language is used to check the correctness of the implementation of mudelgen. At the very end, a mutant generator module is produced, which can be incorporated into a specific mutant tool/environment. |
| | @ARTICLE{SimaoMB09,
author = {Adenilso Simao and Jose Carlos Maldonado and Roberto da Silva Bigonha},
title = {A Transformational Language for Mutant Description},
journal = {Computer Languages, Systems & Structures},
year = {2009},
month = {October},
volume = {35},
number = {3},
pages = {322-339}
} |
| 404 | M. Prasanna and K.R. Chandran Automatic Test Case Generation for UML Object diagrams using Genetic Algorithm International Journal of Soft Computing Applications, 1(1), July 2009. |
|
| | Abstract: A new model based approach for automated generation of test cases in object oriented systems has been presented. The test cases are derived by analyzing the dynamic behavior of the objects due to internal and external stimuli. The scope of the paper has been limited to the object diagrams taken from the Unified Modeling Language model of the system. Genetic Algorithm’s tree crossover has been proposed to bring out all possible test cases of a given object diagram. Illustrative case study has been presented to establish the effectiveness of our methodology coupled with mutation analysis |
| | @ARTICLE{PrasannaC09,
author = {M. Prasanna and K.R. Chandran},
title = {Automatic Test Case Generation for UML Object diagrams using Genetic Algorithm},
journal = {International Journal of Soft Computing Applications},
year = {2009},
month = {July},
volume = {1},
number = {1},
pages = {19–32}
} |
| 405 | Chanchal K. Roy and James R. Cordy A Mutation / Injection-based Automatic Framework for Evaluating Code Clone Detection Tools Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: In recent years many methods and tools for software clone detection have been proposed. While some work has been done on assessing and comparing performance of these tools, very little empirical evaluation has been done. In particular, accuracy measures such as precision and recall have only been roughly estimated, due both to problems in creating a validated clone benchmark against which toolscan be compared, and to the manual effort required to hand check large numbers of candidate clones. In this paper we propose an automated method for empirically evaluating clone detection tools that leverages mutation-based techniques to overcome these limitations by automatically synthesizing large numbers of known clones based on an editing theory of clone creation. Our framework is effective in measuring recall and precision of clone detection tools for various types of fine-grained clones in real systems without manual intervention. |
| | @INPROCEEDINGS{RoyC09,
author = {Chanchal K. Roy and James R. Cordy},
title = {A Mutation / Injection-based Automatic Framework for Evaluating Code Clone Detection Tools},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {157-166}
} |
| 406 | Suraj Sharma and S. K. Jena and K. Satyababu New Approach for Testing the Correctness of
Access Control Policies Proceedings of the International Advance Computing Conference (IACC'09)Patiala, Punjab, India, 06-07 March 2009. |
|
| | Abstract: To increase the confidence in the correctness of specified policies, policy developers can conduct policy testing by supplying typical test inputs (request) and subsequently checking test output (responses) against expected ones to enhance the correctness of specified policies. Testing of Access Control Policies along with the Application program is not a worthful practice. Unlike Software Testing we have the tools and technique for Access Control Policy Testing.Unfortunately, manual testing is tedious and time consuming job. We designed a model called ACPC (Access Control Policy Checker) which include mutation operators for comparing the original policy response with the response of mutant policy and check the correctness of the original policy. The ACPC includes two sections in first section we generate the requests set automatically which is previously not available and in second section we perform testing. This model uses the policy written in XACML (eXtensible Access Control Markup Language) [1] which is the standard language for writing Access Control Policies. We have used a tool called Margrave [8] for Change Impact Analysis and other programming languages like Java and C++ for building different module. |
| | @INPROCEEDINGS{SharmaJS09,
author = {Suraj Sharma and S. K. Jena and K. Satyababu},
title = {New Approach for Testing the Correctness of
Access Control Policies},
booktitle = {Proceedings of the International Advance Computing Conference (IACC'09)},
year = {2009},
address = {Patiala, Punjab, India},
month = {06-07 March},
pages = {}
} |
| 407 | David Schuler and Valentin Dallmeier and Andreas Zeller Efficient Mutation Testing by Checking Invariant Violations Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'09)Chicago, Illinois, 19-23 July 2009. |
|
| | Abstract: Mutation testing measures the adequacy of a test suite by seeding artificial defects (mutations) into a program. If a mutation is not detected by the test suite, this usually means that the test suite is not adequate. However, it may also be that the mutant keeps the program's semantics unchanged–-and thus cannot be detected by any test. Such equivalent mutants have to be eliminated manually, which is tedious.
We assess the impact of mutations by checking dynamic invariants. In an evaluation of our Javalanche framework on seven industrial-size programs, we found that mutations that violate invariants are significantly more likely to be detectable by a test suite. As a consequence, mutations with impact on invariants should be focused upon when improving test suites. With less than 3% of equivalent mutants, our approach provides an efficient, precise, and fully automatic measure of the adequacy of a test suite. |
| | @INPROCEEDINGS{SchulerDZ09,
author = {David Schuler and Valentin Dallmeier and Andreas Zeller},
title = {Efficient Mutation Testing by Checking Invariant Violations},
booktitle = {Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'09)},
year = {2009},
address = {Chicago, Illinois},
month = {19-23 July},
pages = {}
} |
| 408 | David Schuler and Valentin Dallmeier and Andreas Zeller Efficient Mutation Testing by Checking Invariant Violations Saarland University, Saarbrucken, Telefon, 2009. |
|
| | Abstract: Mutation testing measures the adequacy of a test suite by seeding artificial defects (mutations) into a program. If a mutation is not detected by the test suite, this usually means that the test suite is not adequate. However, it may also be that the mutant keeps the program's semantics unchanged–-and thus cannot be detected by any test. Such equivalent mutants have to be eliminated manually, which is tedious.
We assess the impact of mutations by checking dynamic invariants. In an evaluation of our Javalanche framework on seven industrial-size programs, we found that mutations that violate invariants are significantly more likely to be detectable by a test suite. As a consequence, mutations with impact on invariants should be focused upon when improving test suites. With less than 3% of equivalent mutants, our approach provides an efficient, precise, and fully automatic measure of the adequacy of a test suite. |
| | @TECHREPORT{SchulerDZ09a,
author = {David Schuler and Valentin Dallmeier and Andreas Zeller},
title = {Efficient Mutation Testing by Checking Invariant Violations},
institution = {Saarland University},
year = {2009},
type = {techreport},
number = {},
address = {Saarbrucken, Telefon},
month = {},
} |
| 409 | David Schuler and Andreas Zeller Javalanche: Efficient Mutation Testing for Java Proceedings of the 7th joint meeting of the European Software Engineering Conference and the International Symposium on Foundations of Software EngineeringAmsterdam, Netherlands, 24-28 August 2009. |
|
| | Abstract: To assess the quality of a test suite, one can use mutation testing - seeding artificial defects (mutations) into the program and checking whether the test suite finds them. Javalanche is an open source framework for mutation testing Java programs with a special focus on automation, efficiency, and effectiveness. In particular, Javalanche assesses the impact of individual mutations to effectively weed out equivalent mutants; it has been demonstrated to work on programs with up to 100,000 lines of code. |
| | @INPROCEEDINGS{SchulerZ09,
author = {David Schuler and Andreas Zeller},
title = {Javalanche: Efficient Mutation Testing for Java},
booktitle = {Proceedings of the 7th joint meeting of the European Software Engineering Conference and the International Symposium on Foundations of Software Engineering},
year = {2009},
address = {Amsterdam, Netherlands},
month = {24-28 August},
pages = {297-298}
} |
| 410 | Hossain Shahriar and Mohammad Zulkernine MUTEC: Mutation-based Testing of Cross Site Scripting Proceedings of the 5th International Workshop on Software Engineering for Secure Systems (SESS'09)Vancouver, Canada, 19 May 2009. |
|
| | Abstract: Vulnerabilities in applications and their widespread exploitation through successful attacks are common these days. Testing applications for preventing vulnerabilities is an important step to address this issue. In recent years, a number of security testing approaches have been proposed. However, there is no comparative study of these work that might help security practitioners select an appropriate approach for their needs. Moreover, there is no comparison with respect to automation capabilities of these approaches. In this work, we identify seven criteria to analyze program security testing work. These are vulnerability coverage, source of test cases, test generation method, level of testing, granularity of test cases, testing automation, and target applications. We compare and contrast prominent security testing approaches available in the literature based on these criteria. In particular, we focus on work that address four most common but dangerous vulnerabilities namely buffer overflow, SQL injection, format string bug, and cross site scripting. Moreover, we investigate automation features available in these work across a security testing process. We believe that our findings will provide practical information for security practitioners in choosing the most appropriate tools. |
| | @INPROCEEDINGS{ShahriarZ09,
author = {Hossain Shahriar and Mohammad Zulkernine},
title = {MUTEC: Mutation-based Testing of Cross Site Scripting},
booktitle = {Proceedings of the 5th International Workshop on Software Engineering for Secure Systems (SESS'09)},
year = {2009},
address = {Vancouver, Canada},
month = {19 May},
pages = {47–53}
} |
| 411 | C{\'{e}}sar Andr{\'{e}}s and Mercedes G. Merayo and Manuel N{\'{u}}{\~{n}}ez Passive Testing of Stochastic Timed Systems Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{andres_ICST_09,
author = {C{\'{e}}sar Andr{\'{e}}s and Mercedes G. Merayo and Manuel N{\'{u}}{\~{n}}ez},
title = {Passive Testing of Stochastic Timed Systems},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {71--80}
} |
| 412 | Benjamin Hatfield Smith and Laurie Williams On Guiding the Augmentation of an Automated Test Suite via Mutation Analysis Empirical Software Engineering, 14(3), 2009. |
|
| | Abstract: Mutation testing has traditionally been used as a defect injection technique to assess the effectiveness of a test suite as represented by a "mutation score." Recently, mutation testing tools have become more efficient, and industrial usage of mutation analysis is experiencing growth. Mutation analysis entails adding or modifying test cases until the test suite is sufficient to detect as many mutants as possible and the mutation score is satisfactory. The augmented test suite resulting from mutation analysis may reveal latent faults and provides a stronger test suite to detect future errors which might be injected. Software engineers often look for guidance on how to augment their test suite using information provided by line and/or branch coverage tools. As the use of mutation analysis grows, software engineers will want to know how the emerging technique compares with and/or complements coverage analysis for guiding the augmentation of an automated test suite. Additionally, software engineers can benefit from an enhanced understanding of efficient mutation analysis techniques. To address these needs for additional information about mutation analysis, we conducted an empirical study of the use of mutation analysis on two open source projects. Our results indicate that a focused effort on increasing mutation score leads to a corresponding increase in line and branch coverage to the point that line coverage, branch coverage and mutation score reach a maximum but leave some types of code structures uncovered. Mutation analysis guides the creation of additional "common programmer error" tests beyond those written to increase line and branch coverage. We also found that 74% of our chosen set of mutation operators is useful, on average, for producing new tests. The remaining 26% of mutation operators did not produce new test cases because their mutants were immediately detected by the initial test suite, indirectly detected by test suites we added to detect other mutants, or were not able to be detected by any test. |
| | @ARTICLE{SmithW09a,
author = {Benjamin Hatfield Smith and Laurie Williams},
title = {On Guiding the Augmentation of an Automated Test Suite via Mutation Analysis},
journal = {Empirical Software Engineering},
year = {2009},
month = {},
volume = {14},
number = {3},
pages = {341–369}
} |
| 413 | Chanchal K. Roy and James R. Cordy A Mutation/Injection-Based Automatic Framework for Evaluating Code Clone Detection Tools Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{roy_ICSTW_09,
author = {Chanchal K. Roy and James R. Cordy},
title = {A Mutation/Injection-Based Automatic Framework for Evaluating Code Clone Detection Tools},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings},
year = {2009},
address = {},
month = {},
pages = {157--166}
} |
| 414 | Luo Xu and Ji Wu and Chao Liu TTCN-3 Based Robustness Test Generation and Automation Proceedings of the International Conference on Information Technology and Computer Science (ITCS'09)Kiev, Ukraine, 25-26 July 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{XuWL09,
author = {Luo Xu and Ji Wu and Chao Liu},
title = {TTCN-3 Based Robustness Test Generation and Automation},
booktitle = {Proceedings of the International Conference on Information Technology and Computer Science (ITCS'09)},
year = {2009},
address = {Kiev, Ukraine},
month = {25-26 July},
pages = {120–125}
} |
| 415 | Garrett Kaminski and Paul Ammann Using Logic Criterion Feasibility to Reduce Test Set Size While Guaranteeing Double Fault Detection Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: Logic criteria are used in software testing to find inputs that guarantee detecting certain faults. Thus, satisfying a logic criterion guarantees killing certain mutants. Some logic criteria are composed of other criteria. Determining component criterion feasibility can be used as a means to reduce test set size without sacrificing fault detection. This paper introduces a new logic criterion based on component criterion feasibility. Given a predicate in minimal DNF, a determination is made of which component criteria are feasible for individual literals and terms. This in turn provides determination of which criteria are necessary to detect double faults and kill second-order mutants. A test set satisfying this new criterion guarantees detecting the same double faults as a larger test set satisfying another criterion. An empirical study using predicates in avionics software showed that tests sets satisfying the new criterion detected all but one double fault type. For this one double fault type, 99.91% of the double faults were detected and combining equivalent single faults nearly always yielded an equivalent double fault. |
| | @INPROCEEDINGS{KaminskiA09,
author = {Garrett Kaminski and Paul Ammann},
title = {Using Logic Criterion Feasibility to Reduce Test Set Size While Guaranteeing Double Fault Detection},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {167-176}
} |
| 416 | Chixiang Zhou and Phyllis Frankl Mutation Testing for Java Database Applications Proceedings of the 2nd International Conference on Software Testing Verification and Validation (ICST'09)Davor Colorado, 01-04 April 2009. |
|
| | Abstract: Database application programs are ubiquitous, so good techniques for testing them are needed. Recently, several research groups have proposed new approaches to generating tests for database applications and for assessing test data adequacy. This paper describes a mutation testing tool, JDAMA (Java Database Application Mutation Analyzer), for Java programs that interact with a database via the JDBC interface. Our approach extends the mutation testing approach for SQL by Tuya et al, by integrating it with analysis and instrumentation of the application bytecode. JDAMA's use is illustrated through a small study which uses mutation scores to compare two test generation techniques for database applications. |
| | @INPROCEEDINGS{ZhouF09,
author = {Chixiang Zhou and Phyllis Frankl},
title = {Mutation Testing for Java Database Applications},
booktitle = {Proceedings of the 2nd International Conference on Software Testing Verification and Validation (ICST'09)},
year = {2009},
address = {Davor Colorado},
month = {01-04 April},
pages = {396–405}
} |
| 417 | Garrentt Kent Kaminski and Paul Ammann Using a Fault Hierarchy to Improve the Efficiency of DNF Logic Mutation Testing Proceedings of the 2nd International Coference on Software Testing Verification and Validation (ICST'09)Davor Colorado, 1-4 April 2009. |
|
| | Abstract: Mutation testing is a technique for generating high quality test data. However, logic mutation testing is currently inefficient for three reasons. One, the same mutant is generated more than once. Two, mutants are generated that are guaranteed to be killed by a test that kills some other generated mutant. Three, mutants that when killed are guaranteed to kill many other mutants are not generated as valuable mutation operators are missing. This paper improves logic mutation testing by 1) extending a logic fault hierarchy to include existing logic mutation operators, 2) introducing new logic mutation operators based on existing faults in the hierarchy, 3) introducing new logic mutation operators having no corresponding faults in the hierarchy and extending the hierarchy to include them, and 4) addressing the precise effects of equivalent mutants on the fault hierarchy. An empirical study using minimal DNF predicates in avionics software showed that a new logic mutation testing approach generates fewer mutants, detects more faults, and outperforms an existing logic criterion. |
| | @INPROCEEDINGS{KaminskiA09b,
author = {Garrentt Kent Kaminski and Paul Ammann},
title = {Using a Fault Hierarchy to Improve the Efficiency of DNF Logic Mutation Testing},
booktitle = {Proceedings of the 2nd International Coference on Software Testing Verification and Validation (ICST'09)},
year = {2009},
address = {Davor Colorado},
month = {1-4 April},
pages = {386–395}
} |
| 418 | Thomas Knauth and Christof Fetzer and Pascal Felber Assertion-Driven Development: Assessing the Quality of Contracts Using Meta-Mutations Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: Agile development methods have gained momentum inthe last few years and, as a consequence, test-driven developmenthas become more prevalent in practice. However, test cases arenot sufficient for producing dependable software and we ratheradvocate approaches that emphasize the use of assertions orcontracts over that of test cases. Yet, writing self-checks in codehas been shown to be difficult and is itself prone to errors. Astandard technique to specify runtime properties is design-bycontract(DbC). But how can one test if the contracts themselvesare sensible and sufficient? We propose a measure to quantifythe goodness of contracts (or assertions in a broader sense). Weintroduce meta-mutations at the source code level to simulatecommon programmer errors that the self-checks are supposedto detect. We then use random mutation testing to determinea lower and upper bound on the detectable mutations andcompare these bounds with the number of mutants detected bythe contracts. Contracts are considered “good” if they detect acertain percentage of the detectable mutations.We have evaluatedour tools on Java classes with contracts specified using theJava Modeling Language (JML). We have additionally tested thecontract quality of 19 implementations, written independently bystudents, based on the same specification. |
| | @INPROCEEDINGS{KnauthFF09,
author = {Thomas Knauth and Christof Fetzer and Pascal Felber},
title = {Assertion-Driven Development: Assessing the Quality of Contracts Using Meta-Mutations},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {182-191}
} |
| 419 | Willibald Krenn and Bernhard K. Aichernig Test Case Generation by Contract Mutation in Spec\# Proceedings of Fifth Workshop on Model Based Testing (MBT'09)York, UK, March 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KrennA09,
author = {Willibald Krenn and Bernhard K. Aichernig},
title = {Test Case Generation by Contract Mutation in Spec\#},
booktitle = {Proceedings of Fifth Workshop on Model Based Testing (MBT'09)},
year = {2009},
address = {York, UK},
month = {March},
pages = {71-86}
} |
| 420 | Thomas Knauth and Christof Fetzer and Pascal Felber Assertion-Driven Development: Assessing the Quality of Contracts Using Meta-Mutations Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KnauthFF09,
author = {Thomas Knauth and Christof Fetzer and Pascal Felber},
title = {Assertion-Driven Development: Assessing the Quality of Contracts Using Meta-Mutations},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings},
year = {2009},
address = {},
month = {},
pages = {182--191}
} |
| 421 | William Bill Langdon and Mark Harman and Yue Jia Multi Objective Mutation Testing With Genetic Programming Proceedings of the Genetic and Evolutionary Computation Conference 2009 (GECCO'09)Montr\'eal, Canada, 8-12 July 2009. |
|
| | Abstract: Mutation testing is a powerful software engineering technique for fault finding. It works by injecting known faults (mutations) into software and seeing if the test suite finds them. It remains very expensive and the few valuable traditional mutants that resemble real faults are mixed in with many others that denote unrealistic faults. The expense and lack of realism inhibit industrial uptake of mutation testing. Genetic programming searches the space of complex faults to find realistic higher order mutants. Despite the much larger search space, we have found mutants composed of multiple changes to the C source code that challenge the tester and which cannot be represented in the first order space. |
| | @INPROCEEDINGS{LangdonHJ09,
author = {William Bill Langdon and Mark Harman and Yue Jia},
title = {Multi Objective Mutation Testing With Genetic Programming},
booktitle = {Proceedings of the Genetic and Evolutionary Computation Conference 2009 (GECCO'09)},
year = {2009},
address = {Montr\'eal, Canada},
month = {8-12 July},
pages = {}
} |
| 422 | William Bill Langdon and Mark Harman and Yue Jia Multi Objective Higher Order Mutation Testing With Genetic Programming Proceedings of the 4th Testing: Academic and Industrial Conference - Practice and Research (TAIC PART'09)Windsor, UK, 4-6 September 2009. |
|
| | Abstract: Mutation testing is a powerful software engineering technique for fault finding. It works by injecting known faults (mutations) into software and seeing if the test suite finds them. It remains very expensive and the few valuable traditional mutants that resemble real faults are mixed in with many others that denote unrealistic faults. The expense and lack of realism inhibit industrial uptake of mutation testing. Genetic programming searches the space of complex faults to find realistic higher order mutants. Despite the much larger search space, we have found mutants composed of multiple changes to the C source code that challenge the tester and which cannot be represented in the first order space. |
| | @INPROCEEDINGS{LangdonHJ09a,
author = {William Bill Langdon and Mark Harman and Yue Jia},
title = {Multi Objective Higher Order Mutation Testing With Genetic Programming},
booktitle = {Proceedings of the 4th Testing: Academic and Industrial Conference - Practice and Research (TAIC PART'09)},
year = {2009},
address = {Windsor, UK},
month = {4-6 September},
pages = {}
} |
| 423 | Akbar Siami Namin and James H. Andrews The influence of size and coverage on test suite effectiveness Proceedings of the Eighteenth International Symposium on Software Testing and Analysis, {ISSTA} 2009, Chicago, IL, USA, July 19-23, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NaminA09,
author = {Akbar Siami Namin and James H. Andrews},
title = {The influence of size and coverage on test suite effectiveness},
booktitle = {Proceedings of the Eighteenth International Symposium on Software Testing and Analysis, {ISSTA} 2009, Chicago, IL, USA, July 19-23, 2009},
year = {2009},
address = {},
month = {},
pages = {57--68}
} |
| 424 | Yue Jia and Mark Harman Higher Order Mutation Testing Information {\&} Software Technology, 51(10), 2009. |
|
| | Abstract: Available soon... |
| | @ARTICLE{JiaH09,
author = {Yue Jia and Mark Harman},
title = {Higher Order Mutation Testing},
journal = {Information {\&} Software Technology},
year = {2009},
month = {},
volume = {51},
number = {10},
pages = {1379--1393}
} |
| 425 | Jin-hua Li and Geng-xin Dai and Huan-huan Li Mutation Analysisi for Testing Finite State Machines Proceedings of the 2nd International Symposium on Electronic Commerce and Security (ISECS'09)Nanchang China, May 2009. |
|
| | Abstract: utation analysis is a program testing method which seeds a fault in a program and tries to identify it with test data, thus promoting the test efficiency. The paper investigates the application of mutation analysis in model-based testing for the modeling language of finite state machines (FSM). We describe a set of mutation operators for FSM based on the fault category; present an algorithm of selecting a test suite for the mutation testing of system models in FSM. In an experiment, other five methods of test suites generating and selecting for FSM are chosen to compare with the mutation testing method. The experiment shows that in respect of faults detecting in FSM, the mutation testing is more effective and efficient than the other FSM testing methods including D-method, W-method and T-method. |
| | @INPROCEEDINGS{LiDL09,
author = {Jin-hua Li and Geng-xin Dai and Huan-huan Li},
title = {Mutation Analysisi for Testing Finite State Machines},
booktitle = {Proceedings of the 2nd International Symposium on Electronic Commerce and Security (ISECS'09)},
year = {2009},
address = {Nanchang China},
month = {May},
pages = {22–24}
} |
| 426 | Fanping Zeng and Minghui Chen and Kaitao Yin and Xufa Wang Research on Buffer Overflow Test Based on Invariant Proceedings of the 9th International Conference on Computer and Information TechnologyXiamen, China, 11-14 October 2009. |
|
| | Abstract: Buffer overflow (BOF) is one of the major vulnerabilities that lead to non-secure software. Testing an implementation for BOF vulnerabilities is challenging as the underlying reasons of buffer overflow vary widely. This paper presents a novel method for BOF test for ANSI C language, which uses program instrumentation and mutation test technology to test the BOF vulnerabilities, on the basis of analyzing the invariants for BOF vulnerabilities. The implementation shows that it can check the attack of BOF vulnerabilities adequately and accurately, in the circumstances of no large losses in performance. |
| | @INPROCEEDINGS{ZengCYW09,
author = {Fanping Zeng and Minghui Chen and Kaitao Yin and Xufa Wang},
title = {Research on Buffer Overflow Test Based on Invariant},
booktitle = {Proceedings of the 9th International Conference on Computer and Information Technology},
year = {2009},
address = {Xiamen, China},
month = {11-14 October},
pages = {234–238}
} |
| 427 | Nan Li and Upsorn Praphamontripong and A. Jefferson Offutt An Experimental Comparison of Four Unit Test Criteria: Mutation, Edge-Pair, All-uses and Prime Path Coverage Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: With recent increased expectations for quality, and the growth of agile processes and test driven development, developers are expected to do more and more effective unittesting. Yet, our knowledge of when to use the variousunit level test criteria is incomplete. The paper presentsresults from a comparison of four unit level software testing criteria. Mutation testing, prime path coverage, edgepair coverage, and all-uses testing were compared on twobases: the number of seeded faults found and the numberof tests needed to satisfy the criteria. The comparisonused a collection of Java classes taken from varioussources and hand-seeded faults. Tests were designed andgenerated mostly by hand with help from tools that computetest requirements and muJava. The findings are that mutationtests detected more faults and the other three criteriawere very similar. The paper also presents a secondarymeasure, a cost benefit ratio, computed as the number oftests needed to detect each fault. Surprisingly, mutation required the fewest number of tests. The paper also discusses some specific faults that were not found and presents analysis for why not. |
| | @INPROCEEDINGS{LiPO09,
author = {Nan Li and Upsorn Praphamontripong and A. Jefferson Offutt},
title = {An Experimental Comparison of Four Unit Test Criteria: Mutation, Edge-Pair, All-uses and Prime Path Coverage},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {220-229}
} |
| 428 | Shaimaa Ali and James H. Andrews and Tamilselvi Dhandapani and Wantao Wang Evaluating the Accuracy of Fault Localization Techniques {ASE} 2009, 24th {IEEE/ACM} International Conference on Automated Software Engineering, Auckland, New Zealand, November 16-20, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ali_ASE_09,
author = {Shaimaa Ali and James H. Andrews and Tamilselvi Dhandapani and Wantao Wang},
title = {Evaluating the Accuracy of Fault Localization Techniques},
booktitle = {{ASE} 2009, 24th {IEEE/ACM} International Conference on Automated Software Engineering, Auckland, New Zealand, November 16-20, 2009},
year = {2009},
address = {},
month = {},
pages = {76--87}
} |
| 429 | C{\'{e}}sar Andr{\'{e}}s and Mercedes G. Merayo and Carlos Molinero Advantages of Mutation in Passive Testing: An Empirical Study Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{andres_ICSTW_09,
author = {C{\'{e}}sar Andr{\'{e}}s and Mercedes G. Merayo and Carlos Molinero},
title = {Advantages of Mutation in Passive Testing: An Empirical Study},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, Workshops Proceedings},
year = {2009},
address = {},
month = {},
pages = {230--239}
} |
| 430 | Christian Murphy and Kuang Shen and Gail E. Kaiser Automatic system testing of programs without test oracles Proceedings of the Eighteenth International Symposium on Software Testing and Analysis, {ISSTA} 2009, Chicago, IL, USA, July 19-23, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{murphy_ISSTA_09,
author = {Christian Murphy and Kuang Shen and Gail E. Kaiser},
title = {Automatic system testing of programs without test oracles},
booktitle = {Proceedings of the Eighteenth International Symposium on Software Testing and Analysis, {ISSTA} 2009, Chicago, IL, USA, July 19-23, 2009},
year = {2009},
address = {},
month = {},
pages = {189--200}
} |
| 431 | Aritra Bandyopadhyay and Sudipto Ghosh Test Input Generation Using {UML} Sequence and State Machines Models Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{bandyopadhyay_ICST_09,
author = {Aritra Bandyopadhyay and Sudipto Ghosh},
title = {Test Input Generation Using {UML} Sequence and State Machines Models},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {121--130}
} |
| 432 | Yu-Seung Ma and Yong-Rae Kwon and Sang-Woon Kim Statistical Investigation on Class Mutation Operators ETRI Journal, 31(), 2009. |
|
| | Abstract: Available soon... |
| | @ARTICLE{MaKK09,
author = {Yu-Seung Ma and Yong-Rae Kwon and Sang-Woon Kim},
title = {Statistical Investigation on Class Mutation Operators},
journal = {ETRI Journal},
year = {2009},
month = {},
volume = {31},
number = {},
pages = {140–150}
} |
| 433 | Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte Mutation Analysis of Parameterized Unit Tests Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: Recently parameterized unit testing has emerged as a promising and effective methodology to allow the separation of (1) specifying external, black-box behavior (e.g., assumptions and assertions) by developers and (2) generating and selecting internal, white-box test inputs (i.e., high-code-covering test inputs) by tools. A parameterized unit test (PUT) is simply a test method that takes parameters, specifies assumptions on the parameters, calls the code under test, and specifies assertions. The test effectiveness of PUTs highly depends on the way that they are written by developers. For example, if stronger assumptions are specified, only a smaller scope of test inputs than intended are generated by tools, leading to false negatives in terms of fault detection. If weaker assertions are specified, erroneous states induced by the test execution do not necessarily cause assertion violations, leading to false negatives. Detecting these false negatives is challenging since the insufficiently written PUTs would just pass. In this paper, we propose a novel mutation analysis approach for analyzing PUTs written by developers and identifying likely locations in PUTs for improvement. The proposed approach is a first step towards helping developers write better PUTs in practice. |
| | @INPROCEEDINGS{XieTHS09,
author = {Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte},
title = {Mutation Analysis of Parameterized Unit Tests},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {177-181}
} |
| 434 | Ammar Masood and Rafae Bhatti and Arif Ghafoor and Aditya Mathur Scalable and Effective Test Generation for Role-Based Access Control Systems IEEE Transactions of Software Engineering, 35(5), May 2009. |
|
| | Abstract: Conformance testing procedures for generating tests from the finite state model representation of Role-Based Access Control (RBAC) policies are proposed and evaluated. A test suite generated using one of these procedures has excellent fault detection ability but is astronomically large. Two approaches to reduce the size of the generated test suite were investigated. One is based on a set of six heuristics and the other directly generates a test suite from the finite state model using random selection of paths in the policy model. Empirical studies revealed that the second approach to test suite generation, combined with one or more heuristics, is most effective in the detection of both first-order mutation and malicious faults and generates a significantly smaller test suite than the one generated directly from the finite state models. |
| | @ARTICLE{MasoodBGM09,
author = {Ammar Masood and Rafae Bhatti and Arif Ghafoor and Aditya Mathur},
title = {Scalable and Effective Test Generation for Role-Based Access Control Systems},
journal = {IEEE Transactions of Software Engineering},
year = {2009},
month = {May},
volume = {35},
number = {5},
pages = {654–668}
} |
| 435 | Tejeddine Mouelhi and Benoit Baudry and Yves Le Traon Transforming and Selecting Functional Test Cases for Security Policy Testing Proceedings of the 2nd International Conference on Software Testing, Verification and ValidationDenver, Colorado, 1-4 April 2009. |
|
| | Abstract: We present a model-based approach to testing access control requirements. By using combinatorial testing, we first automatically generate test cases from and without access control policies—i.e., the model—and assess the effectiveness of the test suites by means of mutation testing. We also compare them to purely random tests. For some of the investigated strategies, non-random tests kill considerably more mutants thanthe same number of random tests. Since we rely on policies only, no information on the application is required at this stage. As a consequence, our methodology applies to arbitrary implementations of the policy decision points. |
| | @INPROCEEDINGS{MouelhFBL09,
author = {Tejeddine Mouelhi and Benoit Baudry and Yves Le Traon},
title = {Transforming and Selecting Functional Test Cases for Security Policy Testing},
booktitle = {Proceedings of the 2nd International Conference on Software Testing, Verification and Validation},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {171–180}
} |
| 436 | Shuang Wang and A. Jefferson Offutt Comparison of Unit-Level Automated Test Generation Tools Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)Denver, Colorado, 1-4 April 2009. |
|
| | Abstract: Data from projects worldwide show that many software projects fail and most are completed late or over budget. Unit testing is a simple but effective technique to improve software in terms of quality, flexibility, and time-to-market. A key idea of unit testing is that each piece of code needs its own tests and the best person to design those tests is the developer who wrote the software. However, generating tests for each unit by hand is very expensive, possibly prohibitively so. Automatic test data generation is essential to support unit testing and as unit testing is achieving more attention, developers have a greater need for automated unit test data generation tools. However, developers have very little information about which tools are effective. This experiment compared three well-known public-accessible unit test data generation tools, JCrasher, TestGen4j, and JUB. We applied them to Java classes and evaluated them based on their mutation scores. As a comparison, we created two additional sets of tests for each class. One test set contained random values and the other contained values to satisfy edge coverage. Results showed that the automatic test data generation tools generated tests with almost the same mutation scores as the random tests. |
| | @INPROCEEDINGS{WangO09,
author = {Shuang Wang and A. Jefferson Offutt},
title = {Comparison of Unit-Level Automated Test Generation Tools},
booktitle = {Proceedings of the 4th International Workshop on Mutation Analysis (MUTATION'09)},
year = {2009},
address = {Denver, Colorado},
month = {1-4 April},
pages = {210-219}
} |
| 437 | Tisi, Massimo and Jouault, Fr{\'e}d{\'e}ric and Fraternali, Piero and Ceri, Stefano and B{\'e}zivin, Jean On the Use of Higher-Order Model Transformations Model Driven Architecture - Foundations and Applications: 5th European Conference, ECMDA-FA 2009, Enschede, The Netherlands, June 23-26, 2009. Proceedings, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{tisi_HOM_09,
author = {Tisi, Massimo and Jouault, Fr{\'e}d{\'e}ric and Fraternali, Piero and Ceri, Stefano and B{\'e}zivin, Jean},
title = {On the Use of Higher-Order Model Transformations},
booktitle = {Model Driven Architecture - Foundations and Applications: 5th European Conference, ECMDA-FA 2009, Enschede, The Netherlands, June 23-26, 2009. Proceedings},
year = {2009},
address = {},
month = {},
pages = {18--33}
} |
| 438 | Hossain Shahriar and Mohammad Zulkernine Mutation-Based Testing of Format String Bugs Proceedings of the 11th IEEE High Assurance Systems Engineering Symposium (HASE'08)Nanjing, China, 3-5 Dec 2008. |
|
| | Abstract: Format string bugs (FSBs) make an implementation vulnerable to numerous types of malicious attacks. Testing an implementation against FSBs can avoid consequences due to exploits of FSBs such as denial of services, corruption of application states, etc. Obtaining an adequate test data set is essential for testing of FSBs. An adequate test data set contains effective test cases that can reveal FSBs. Unfortunately, traditional techniques do not address the issue of adequate testing of an application for FSB. Moreover, the application of source code mutation has not been applied for testing FSB. In this work, we apply the idea of mutation-based testing technique to generate an adequate test data set for testing FSBs. Our work addresses FSBs related to ANSI C libraries. We propose eight mutation operators to force the generation of adequate test dataset. A prototype mutation-based testing tool named MUFORMAT is developed to generate mutants automatically and perform mutation analysis. The proposed operators are validated by using four open source programs having FSBs. The results indicate that the proposed operators are effective for testing FSBs. |
| | @INPROCEEDINGS{ShahriarZ08b,
author = {Hossain Shahriar and Mohammad Zulkernine},
title = {Mutation-Based Testing of Format String Bugs},
booktitle = {Proceedings of the 11th IEEE High Assurance Systems Engineering Symposium (HASE'08)},
year = {2008},
address = {Nanjing, China},
month = {3-5 Dec},
pages = {229-238}
} |
| 439 | Hossain Shahriar and Mohammad Zulkernine Mutation-Based Testing of Buffer Overflow Vulnerabilities Proceedings of the 2nd Annual IEEE International Workshop on Security in Software Engineering28 July -1 August, Turku, Finland 2008. |
|
| | Abstract: Buffer overflow (BOF) is one of the major vulnerabilities that leads to non-secure software.Testing an implementation for BOF vulnerabilities is challenging as the underlying reasons of buffer overflow vary widely. Moreover, the existing vulnerability testing approaches do not address the issue of generating adequate test data sets for testing BOF vulnerabilities. In this work, we apply the idea of mutation-based testing technique to generate adequate test data set for BOF vulnerabilities. Our work addresses those BOF vulnerabilities, which are related to an implementation language and its associated libraries. We apply the concept for ANSI Clanguage and its associated libraries. We propose 12 mutation operators to force the generation of adequate test data set for BOF vulnerabilities. The proposed operators are validated by using four open source programs. The results indicate that the proposed operators are effective for testing BOF vulnerabilities. |
| | @INPROCEEDINGS{ShahriarZ08a,
author = {Hossain Shahriar and Mohammad Zulkernine},
title = {Mutation-Based Testing of Buffer Overflow Vulnerabilities},
booktitle = {Proceedings of the 2nd Annual IEEE International Workshop on Security in Software Engineering},
year = {2008},
address = {28 July -1 August},
month = {Turku, Finland},
pages = {979-984}
} |
| 440 | Nicola Bombieri and Franco Fummi and Graziano Pravadelli A Mutation Model for the SystemC TLM2.0 Communication Interfaces Proceedings of the Conference on Design, Automation and Test in Europe (DATE'08)Munich, Germany, 10-14 March 2008. |
|
| | Abstract: Mutation analysis is a widely-adopted strategy in software testing with two main purposes: measuring the quality of test suites, and identifying redundant code in programs. Similar approaches are applied in hardware verification and testing too, especially at RTL or gate level, where mutants are generally referred as faults, and mutation analysis is performed by means of fault modeling and fault simulation. However, in modern embedded systems there is a close integration between HW and SW parts, and verification strategies should be applied early in the design flow. This requires the definition of new mutation analysis-based strategies that work at system level, where HW and SW functionalities are not partitioned yet. In this context, the paper proposes a mutation model for perturbing transaction level modeling (TLM) SystemC descriptions. In particular, the main constructs provided by the SystemC TLM 2.0 library have been analyzed, and a set of mutants is proposed to perturb the primitives related to the TLM communication interfaces. |
| | @INPROCEEDINGS{BombieriFP08,
author = {Nicola Bombieri and Franco Fummi and Graziano Pravadelli},
title = {A Mutation Model for the SystemC TLM2.0 Communication Interfaces},
booktitle = {Proceedings of the Conference on Design, Automation and Test in Europe (DATE'08)},
year = {2008},
address = {Munich, Germany},
month = {10-14 March},
pages = {396-401}
} |
| 441 | Michael Ellims and Darrel C. Ince and Marian Petre The Effectiveness of T-Way Test Data Generation Proceedinsg of the 27th International Conference on Computer Safety, Reliability and Security (SAFECOMP'08)Newcastle, UK, 22-25 September 2008. |
|
| | Abstract: This paper reports the results of a study comparing the effectiveness of automatically generated tests constructed using random and t-way combinatorial techniques on safety related industrial code using mutation adequacy criteria. A reference point is provided by hand generated test vectors constructed during development to establish minimum acceptance criteria. The study shows that 2-way testing is not adequate measured by mutants kill rate compared with hand generated test set of similar size, but that higher factor t-way test sets can perform at least as well. To reduce the computation overhead of testing large numbers of vectors over large numbers of mutants a staged optimising approach to applying t-way tests is proposed and evaluated which shows improvements in execution time and final test set size. |
| | @INPROCEEDINGS{EllimsIP08,
author = {Michael Ellims and Darrel C. Ince and Marian Petre},
title = {The Effectiveness of T-Way Test Data Generation},
booktitle = {Proceedinsg of the 27th International Conference on Computer Safety, Reliability and Security (SAFECOMP'08)},
year = {2008},
address = {Newcastle, UK},
month = {22-25 September},
pages = {16-29}
} |
| 442 | Rui Wang and Ning Huang Requirement Model-Based Mutation Testing for Web Service Proceedings of the 4th International Conference on Next Generation Web Services Practices (NWeSP'08)Seoul, Republic of Korea, 20-22 October 2008. |
|
| | Abstract: Web services present a new promising software technology. However, some new issues and challenges in testing of them come out due to their characteristics of distribution, source code invisibility etc. This paper discusses the traditional mutation testing and then a new methodology of OWL-S requirement model-based web service mutation testing is brought forward. The traits of this methodology are as follows. Firstly, requirements are used effectively to reduce the magnitude of mutants. Secondly, mutants are generated by AOP technology conveniently and promptly. Thirdly, to reducing testing cost, using business logic implied in OWL-S requirement model as assistant of the process of killing the mutants. Fourthly, two sufficient measurement criteria are employed to evaluate the testing process. Finally, our empirical results have shown the usefulness of this testing method. |
| | @INPROCEEDINGS{WangH08,
author = {Rui Wang and Ning Huang},
title = {Requirement Model-Based Mutation Testing for Web Service},
booktitle = {Proceedings of the 4th International Conference on Next Generation Web Services Practices (NWeSP'08)},
year = {2008},
address = {Seoul, Republic of Korea},
month = {20-22 October},
pages = {71-76}
} |
| 443 | Juan Jos\'e Dom\'inguez-Jim\'enez and Antonia Estero-Botaro and Inmaculada Medina-Bulo Mutant Generation for Web Services Compositions with Genetic Algorithms. Proceedings of the 2nd International Conference on E-Activity and Leading Technologies (E-ALT'08)Madrid, Spain, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DominguezEM08,
author = {Juan Jos\'e Dom\'inguez-Jim\'enez and Antonia Estero-Botaro and Inmaculada Medina-Bulo},
title = {Mutant Generation for Web Services Compositions with Genetic Algorithms.},
booktitle = {Proceedings of the 2nd International Conference on E-Activity and Leading Technologies (E-ALT'08)},
year = {2008},
address = {Madrid, Spain},
month = {},
pages = {}
} |
| 444 | Anna Derezi\'nska and Anna Szustek Tool-Supported Advanced Mutation Approach for Verification of C\# Programs Proceedings of the 3th International Conference on Dependability of Computer Systems (DepCoS-RELCOMEX'08)Szklarska Por\^eba, Poland, 26-28 June 2008. |
|
| | Abstract: Mutation testing is a fault-based testing technique used to inject faults into an existing program and see if its test suite is sensitive enough to detect common faults. We are interested in using the mutation analysis to evaluate, compare and improve quality assurance techniques for testing object-oriented mechanisms and other advanced features of C# programs. This paper provides an overview of a current version of the CREAM system (CREAtor of Mutants), and reports on its use in experimental research. We apply advanced, object-oriented mutation operators to testing of open-source C# programs and discuss the results. |
| | @INPROCEEDINGS{DerezinskaS08,
author = {Anna Derezi\'nska and Anna Szustek},
title = {Tool-Supported Advanced Mutation Approach for Verification of C\# Programs},
booktitle = {Proceedings of the 3th International Conference on Dependability of Computer Systems (DepCoS-RELCOMEX'08)},
year = {2008},
address = {Szklarska Por\^eba, Poland},
month = {26-28 June},
pages = {261-268}
} |
| 445 | Antonia Estero-Botaro and Francisco Palomo-Lozano and Inmaculada Medina-Bulo Mutation operators for WS-BPEL 2.0 Proceedings of the 21th International Conference on Software and Systems Engineering and their Applications (ICSSEA'08)Paris, France, 9-11 December 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{EsteroLB08,
author = {Antonia Estero-Botaro and Francisco Palomo-Lozano and Inmaculada Medina-Bulo},
title = {Mutation operators for WS-BPEL 2.0},
booktitle = {Proceedings of the 21th International Conference on Software and Systems Engineering and their Applications (ICSSEA'08)},
year = {2008},
address = {Paris, France},
month = {9-11 December},
pages = {}
} |
| 446 | Chuanming Jing and Zhiliang Wang and Xingang Shi and Xia Yin and Jianping Wu Mutation Testing of Protocol Messages Based on Extended TTCN-3 Proceedings of the 22nd International Conference on Advanced Information Networking and Applications (AINA'08)Okinawa, Japan, 25-28 March 2008. |
|
| | Abstract: The critical requirement on reliability, fault-tolerance and security of network devices highlights the necessity of protocol robustness testing. Mutation testing of protocol messages is an important part of robustness testing, but related theory and practices are not well developed. This paper builds a NFSM model for mutation testing of protocol messages and proposes two types of Normal-Verification Sequence to enhance verdict mechanism. For single-field mutation testing of protocol messages, we propose the concept of compound anomalous test case to further simplify test sequences. As a standard test specification language, TTCN-3 reveals strong excellence in conformance testing, so we apply TTCN-3 to mutation testing and extend it according to test requirements. Using our method we test OSPFv2 sufficiently with a test system based on extended TTCN-3. The results indicate that our method has good capability of error-finding. |
| | @INPROCEEDINGS{JingWSYW08,
author = {Chuanming Jing and Zhiliang Wang and Xingang Shi and Xia Yin and Jianping Wu},
title = {Mutation Testing of Protocol Messages Based on Extended TTCN-3},
booktitle = {Proceedings of the 22nd International Conference on Advanced Information Networking and Applications (AINA'08)},
year = {2008},
address = {Okinawa, Japan},
month = {25-28 March},
pages = {667-674}
} |
| 447 | Xin Feng and Simon Marr and Tony O'Callaghan ESTP: An Experimental Software Testing Platform Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)Windsor, UK, 29-31 August 2008. |
|
| | Abstract: Most commercial software testing tools used in industry do not automatically generate test data even though many testing strategies have been proposed in academia. In this paper, we introduce a prototype software testing platform that we developed to automatically generate test data from tabular specifications. This method of documenting software specifications has been used successfully in industry to help produce reliable software. This platform can also be used to measure the effectiveness of new testing strategies. |
| | @INPROCEEDINGS{FengMO08,
author = {Xin Feng and Simon Marr and Tony O'Callaghan},
title = {ESTP: An Experimental Software Testing Platform},
booktitle = {Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)},
year = {2008},
address = {Windsor, UK},
month = {29-31 August},
pages = {59-63}
} |
| 448 | Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry and Yves Le Traon A Model-based Framework for Security Policies Specifications, Deployment and Testing Proceedings of the 11th International Conference on Model Driven Engineering Languages and Systems (MoDELS'08)Toulouse, France, 28 September - 1 October 2008. |
|
| | Abstract: We present a model-based approach to testing access control requirements. By using combinatorial testing, we first automatically generate test cases from and without access control policies—i.e., the model—and assess the effectiveness of the test suites by means of mutation testing. We also compare them to purely random tests. For some of the investigated strategies, non-random tests kill considerably more mutants thanthe same number of random tests. Since we rely on policies only, no information on the application is required at this stage. As a consequence, our methodology applies to arbitrary implementations of the policy decision points. |
| | @INPROCEEDINGS{MouelhiFBL08,
author = {Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry and Yves Le Traon},
title = {A Model-based Framework for Security Policies Specifications, Deployment and Testing},
booktitle = {Proceedings of the 11th International Conference on Model Driven Engineering Languages and Systems (MoDELS'08)},
year = {2008},
address = {Toulouse, France},
month = {28 September - 1 October},
pages = {537–552}
} |
| 449 | Yue Jia and Mark Harman Constructing Subtle Faults Using Higher Order Mutation Testing Proceedings of the 8th International Working Conference on Source Code Analysis and Manipulation (SCAM'08)Beijing, China, 28-29 September 2008. |
|
| | Abstract: Traditional mutation testing considers only first order mutants, created by the injection of a single fault. Often these first order mutants denote trivial faults that are easily killed. This paper investigates higher order mutants (HOMs). It introduces the concept of a subsuming HOM; one that is harder to kill than the first order mutants from which it is constructed. By definition, subsuming HOMs denote subtle fault combinations. The paper reports the results of an empirical study into subsuming HOMs, using six benchmark programs. This is the largest study of mutation testing to date. To overcome the exponential explosion in the number of mutants considered, the paper introduces a search based approach to the identification of subsuming HOMs. Results are presented for a greedy algorithm, a genetic algorithm and a hill climbing algorithm. |
| | @INPROCEEDINGS{JiaH08b,
author = {Yue Jia and Mark Harman},
title = {Constructing Subtle Faults Using Higher Order Mutation Testing},
booktitle = {Proceedings of the 8th International Working Conference on Source Code Analysis and Manipulation (SCAM'08)},
year = {2008},
address = {Beijing, China},
month = {28-29 September},
pages = {249-258}
} |
| 450 | Yue Jia and Mark Harman MILU: A Customizable, Runtime-Optimized Higher Order Mutation Testing Tool for the Full C Language Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)Windsor, UK, 29-31 August 2008. |
|
| | Abstract: This paper introduces MILU, a C mutation testing tool designed for both first order and higher order mutation testing. All previous mutation testing tools apply all possible mutation operators to the program under test. By contrast, MILU allows customization of the set of mutation operators to be applied. To reduce runtime cost, MILU uses a novel 'test harness' technique to embed mutants and their associated test sets into a single-invocation procedure. |
| | @INPROCEEDINGS{JiaH08a,
author = {Yue Jia and Mark Harman},
title = {MILU: A Customizable, Runtime-Optimized Higher Order Mutation Testing Tool for the Full C Language},
booktitle = {Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)},
year = {2008},
address = {Windsor, UK},
month = {29-31 August},
pages = {94-98}
} |
| 451 | Shufang Lee and Xiaoying Bai and Yinong Chen Automatic Mutation Testing and Simulation on OWL-S Specified Web Services Proceedings of the 41st Annual Simulation Symposium (ANSS'08)Ottawa, Canada., 14-16 April 2008. |
|
| | Abstract: Web Ontology Language for Services (OWL-S) is a standard XML-based language for specifying workflows and integration semantics among Web services (WS), which form composite WS. This paper analyzes the fault patterns of OWL-S specified composite WS and their workflows, proposes an ontology-based mutation analysis method, and applies specification-based mutation techniques for composite WS simulation and testing. Four categories of OWL-S mutant operators are specified, including data mutation, condition mutation, control flow mutation, and data flow mutation. Finally, the paper studies the ontology-based input mutation technique using a BookFinder service as a case study, which shows that ontology-based mutation provides viable test adequacy criteria for testing OWL-S specified composite WS. |
| | @INPROCEEDINGS{LeeBC08,
author = {Shufang Lee and Xiaoying Bai and Yinong Chen},
title = {Automatic Mutation Testing and Simulation on OWL-S Specified Web Services},
booktitle = {Proceedings of the 41st Annual Simulation Symposium (ANSS'08)},
year = {2008},
address = {Ottawa, Canada.},
month = {14-16 April},
pages = {149-156}
} |
| 452 | JeeHyun Hwang and Tao Xie and Fei Chen and Alex X. Liu Systematic Structural Testing of Firewall Policies Proceedings of the IEEE Symposium on Reliable Distributed Systems (SRDS '08)Napoli, Italy, 6-8 October 2008. |
|
| | Abstract: Firewalls are the mainstay of enterprise security and the most widely adopted technology for protecting private networks. As the quality of protection provided by a firewall directly depends on the quality of its policy (i.e., configuration), ensuring the correctness of security policies is important and yet difficult.To help ensure the correctness of a firewall policy, we propose a systematic structural testing approach for firewall policies. We define structural coverage (based on coverage criteria of rules, predicates, and clauses) on the policy under test. Considering achieving higher structural coverage effectively, we develop three automated packet generation techniques: the random packet generation, the one based on local constraint solving (considering individual rules locally in a policy), and the most sophisticated one based on global constraint solving (considering multiple rules globally in a policy).We have conducted an experiment on a set of real policies and a set of faulty policies to detect faults with generated packet sets. Generally, our experimental results show that a packet set with higher structural coverage has higher fault detection capability (i.e., detecting more injected faults). Our experimental results show that a reduced packet set (maintaining the same level of structural coverage with the corresponding original packet set) maintains similar fault detection capability with the original set. |
| | @INPROCEEDINGS{HwangXCL08,
author = {JeeHyun Hwang and Tao Xie and Fei Chen and Alex X. Liu},
title = {Systematic Structural Testing of Firewall Policies},
booktitle = {Proceedings of the IEEE Symposium on Reliable Distributed Systems (SRDS '08)},
year = {2008},
address = {Napoli, Italy},
month = {6-8 October},
pages = {105-114}
} |
| 453 | Shamaila Hussain Mutation Clustering King's College London, UK, 2008.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Hussain08,
author = {Shamaila Hussain},
title = {Mutation Clustering},
school = {King's College London},
year = {2008},
type = {phdthesis},
address = {UK},
month = {},
} |
| 454 | Alessandro Marchetto Talking about a Mutation-Based Reverse Engineering for web testing: A preliminary Experiment Proceedings of the 6th International Conference on Software Engineering Research, Management and Applications (SERA'08)Prague, Czech Republic, 20-22 August 2008. |
|
| | Abstract: One of the most well known and used approach to dynamically analyze a Web application requires to the user to analyze code and requirements of the application to extract its scenarios and the needed inputs. This information is used to exercise the application behavior and so build its model. Hence, high knowledge and effort are required to apply that kind of analysis. Moreover, it is well recognized that a dynamic approach builds partial models since it is strictly related to the application execution. In this paper, we talk about an approach that uses code mutation to reverse engineer a Web application and build its model then used for testing. We document an experiment done to evaluate feasibility and effectiveness of that approach comparing it with other traditional ones. The results show that the approach automatically builds models containing a limited degree of inaccuracy that can be pruned during the application testing. |
| | @INPROCEEDINGS{Marchett08,
author = {Alessandro Marchetto},
title = {Talking about a Mutation-Based Reverse Engineering for web testing: A preliminary Experiment},
booktitle = {Proceedings of the 6th International Conference on Software Engineering Research, Management and Applications (SERA'08)},
year = {2008},
address = {Prague, Czech Republic},
month = {20-22 August},
pages = {161-168}
} |
| 455 | Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry A Generic Metamodel For Security Policies Mutation Proceedings of the IEEE International Conference on Software Testing Verification and Validation Workshop (ICSTW'08)Lillehammer, Norway, 9-11 April 2008. |
|
| | Abstract: We present a new approach for mutation analysis of security policies test cases. We propose a metamodel that provides a generic representation of security policies access control models and define a set of mutation operators at this generic level. We use Kermeta to build the metamodel and implement the mutation operators. We also illustrate our approach with two successful instantiation of this metamodel: we defined policies with RBAC and OrBAC and mutated these policies. |
| | @INPROCEEDINGS{MouelhiFB08,
author = {Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry},
title = {A Generic Metamodel For Security Policies Mutation},
booktitle = {Proceedings of the IEEE International Conference on Software Testing Verification and Validation Workshop (ICSTW'08)},
year = {2008},
address = {Lillehammer, Norway},
month = {9-11 April},
pages = {278-286}
} |
| 456 | Samer Hanna and Malcolm C. Munro Fault-Based Web Services Testing Proceedings of the Fifth International Conference on Information Technology: New Generations (ITNG'08), 2008. |
|
| | Abstract: Web services are considered a new paradigm for building software applications that has many advantages over the previous paradigms; however, Web services are still not widely used because Service Requesters do not trust Web Services that were built by others. Testing can participate in solving this problem because it can be used to assess the quality attributes of Web Services and hence increase the requesters’ trustworthiness. This paper proposes an approach that can be used to test the robustness and other related attribute of Web Services, and that can be easily enhanced to assess other quality attributes. The framework is based on rules for test case generation that are designed by, firstly, analyzing WSDL document to know what faults could affect the robustness quality attribute of Web Services, and secondly, using the fault-based testing techniques to detect such faults. A proof of concept tool that depends on these rules has been implemented in order to assess the usefulness of the rules in detecting robustness faults in different Web Services platforms. |
| | @INPROCEEDINGS{HannaM08,
author = {Samer Hanna and Malcolm C. Munro},
title = {Fault-Based Web Services Testing},
booktitle = {Proceedings of the Fifth International Conference on Information Technology: New Generations (ITNG'08)},
year = {2008},
address = {},
month = {},
pages = {471-476}
} |
| 457 | Hossain Shahriar and Mohammad Zulkernine MUSIC: Mutation-based SQL Injection Vulnerability Checking Proceedings of the 8th International Conference on Quality Software (QSIC'08)Oxford, UK, 12-13 August 2008. |
|
| | Abstract: SQL injection is one of the most prominent vulnerabilities for web-based applications. Exploitation of SQL injection vulnerabilities (SQLIV) through successful attacks might result in severe consequences such as authentication bypassing, leaking of private information etc. Therefore, testing an application for SQLIV is an important step for ensuring its quality. However, it is challenging as the sources of SQLIV vary widely, which include the lack of effective input filters in applications, insecure coding by programmers, inappropriate usage of APIs for manipulating databases etc. Moreover, existing testing approaches do not address the issue of generating adequate test data sets that can detect SQLIV. In this work, we present a mutation-based testing approach for SQLIV testing. We propose nine mutation operators that inject SQLIV in application source code. The operators result in mutants, which can be killed only with test data containing SQL injection attacks. By this approach, we force the generation of an adequate test data set containing effective test cases capable of revealing SQLIV. We implement a MUtation-based SQL Injection vulnerabilities Checking (testing) tool (MUSIC) that automatically generates mutants for the applications written in Java Server Pages (JSP) and performs mutation analysis. We validate the proposed operators with five open source web-based applications written in JSP. We show that the proposed operators are effective for testing SQLIV. |
| | @INPROCEEDINGS{ShahriarZ08,
author = {Hossain Shahriar and Mohammad Zulkernine},
title = {MUSIC: Mutation-based SQL Injection Vulnerability Checking},
booktitle = {Proceedings of the 8th International Conference on Quality Software (QSIC'08)},
year = {2008},
address = {Oxford, UK},
month = {12-13 August},
pages = {77-86}
} |
| 458 | Ralph Guderlei and Rene Just and Christoph Schneckenburger Benchmarking Testing Strategies with Tools from Mutation Analysis Proceedings of the IEEE International Conference on Software Testing Verification and Validation Workshop (ICSTW'08)Lillehammer, Norway, 9-11 April 2008. |
|
| | Abstract: The assessment of a testing strategy and the comparison of different testing strategies is a crucial part in current research on software testing. Often, manual error seeding is used to generate faulty programs. As a consequence, the results obtained from the examination of these programs are often not reproducible and likely to be biased. In this paper, a flexible approach to the benchmarking of testing strategies is presented. The approach utilizes well- known results from mutation analysis to construct an objective effectiveness measure for test oracles. This measure allows to draw conclusions not only on the effectiveness of a single testing strategy but also to compare different testing strategies by their effectiveness measure. |
| | @INPROCEEDINGS{GuderleiJS08,
author = {Ralph Guderlei and Rene Just and Christoph Schneckenburger},
title = {Benchmarking Testing Strategies with Tools from Mutation Analysis},
booktitle = {Proceedings of the IEEE International Conference on Software Testing Verification and Validation Workshop (ICSTW'08)},
year = {2008},
address = {Lillehammer, Norway},
month = {9-11 April},
pages = {361-364}
} |
| 459 | Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry and Yves Le Traon Mutating DAC And MAC Security Policies: A Generic Metamodel Based Approach Proceedings of the 1st International Modeling Security WorkshopToulouse, France, 28th September 2008. |
|
| | Abstract: We present a model-based approach to testing access control requirements. By using combinatorial testing, we first automatically generate test cases from and without access control policies—i.e., the model—and assess the effectiveness of the test suites by means of mutation testing. We also compare them to purely random tests. For some of the investigated strategies, non-random tests kill considerably more mutants thanthe same number of random tests. Since we rely on policies only, no information on the application is required at this stage. As a consequence, our methodology applies to arbitrary implementations of the policy decision points. |
| | @INPROCEEDINGS{MouelhiFBL08a,
author = {Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry and Yves Le Traon},
title = {Mutating DAC And MAC Security Policies: A Generic Metamodel Based Approach},
booktitle = {Proceedings of the 1st International Modeling Security Workshop},
year = {2008},
address = {Toulouse, France},
month = {28th September},
pages = {}
} |
| 460 | Gustav Munkby and Sibylle Schupp Improving Fault Injection of Soft Errors Using Program Dependencies Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)Windsor, UK, 29-31 August 2008. |
|
| | Abstract: Research has shown that modern micro-architectures are vulnerable to soft errors, i.e., temporary errors caused by voltage spikes produced by cosmic radiation. Soft-error impact is usually evaluated using fault injection, a black-box testing approach similar to mutation testing. In this paper, we complement an existing evaluation of a prototype brake-by-wire controller, developed by Volvo Technology, with static-analysis techniques to improve test effectiveness. The fault-injection tests are both time- and data-intensive, which renders their qualitative and quantitative assessment difficult. We devise a prototype visualization tool, which groups experiments by injection point and provides an overview of both instruction and fault coverage, and the ability to detect patterns and anomalies. We use the program-dependence graph to identify experiments with a priori known outcome, and implement a static analysis to reduce the test volume. The existing pre-injection heuristic is extended with liveness analysis to enable an unbiased fault-to-failure probability. |
| | @INPROCEEDINGS{MunkbyS08,
author = {Gustav Munkby and Sibylle Schupp},
title = {Improving Fault Injection of Soft Errors Using Program Dependencies},
booktitle = {Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)},
year = {2008},
address = {Windsor, UK},
month = {29-31 August},
pages = {77-81}
} |
| 461 | Macario Polo and Mario Piattini and Ignacio Garcia-Rodriguez Decreasing the Cost of Mutation Testing with Second-Order Mutants Software Testing, Verification and Reliability, 19(2), June 2008. |
|
| | Abstract: Although powerful, mutation is a computationally very expensive testing technique. In fact, its three main stages (mutant generation, mutant execution and result analysis) require many resources to be successfully accomplished. Thus, researchers have made important efforts to reduce its costs. This paper represents an additional effort in this sense. It describes the results of two experiments in which, by means of combining the original set of mutants and therefore obtaining a new set of mutants - each one with two faults - the number of mutants used is reduced to half. Results lead to believe that mutant combination does not decrease the quality of the test suite, whereas it supposes important savings in mutant execution and result analysis. |
| | @ARTICLE{PoloPR08,
author = {Macario Polo and Mario Piattini and Ignacio Garcia-Rodriguez},
title = {Decreasing the Cost of Mutation Testing with Second-Order Mutants},
journal = {Software Testing, Verification and Reliability},
year = {2008},
month = {June},
volume = {19},
number = {2},
pages = {111 - 131}
} |
| 462 | Alexander Pretschner and Tejeddine Mouelhi and Yves Le Traon Model-Based Tests for Access Control Policies Proceedings of the 1st International Conference on Software Testing, Verification, and Validation (ICST '08)Lillehammer, Norway, 9-11 April 2008. |
|
| | Abstract: We present a model-based approach to testing access control requirements. By using combinatorial testing, we first automatically generate test cases from and without access control policies—i.e., the model—and assess the effectiveness of the test suites by means of mutation testing. We also compare them to purely random tests. For some of the investigated strategies, non-random tests kill considerably more mutants thanthe same number of random tests. Since we rely on policies only, no information on the application is required at this stage. As a consequence, our methodology applies to arbitrary implementations of the policy decision points. |
| | @INPROCEEDINGS{PretschnerMT08,
author = {Alexander Pretschner and Tejeddine Mouelhi and Yves Le Traon},
title = {Model-Based Tests for Access Control Policies},
booktitle = {Proceedings of the 1st International Conference on Software Testing, Verification, and Validation (ICST '08)},
year = {2008},
address = {Lillehammer, Norway},
month = {9-11 April},
pages = {338-347}
} |
| 463 | Chanchal K. Roy and James R. Cordy Towards a Mutation-based Automatic Framework for Evaluating Code Clone Detection Tools Proceedings of the Canadian Conference on Computer Science and Software Engineering (C3S2E'08)Montreal, Quebec, Canada, 12-13 May 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{RoyC08,
author = {Chanchal K. Roy and James R. Cordy},
title = {Towards a Mutation-based Automatic Framework for Evaluating Code Clone Detection Tools},
booktitle = {Proceedings of the Canadian Conference on Computer Science and Software Engineering (C3S2E'08)},
year = {2008},
address = {Montreal, Quebec, Canada},
month = {12-13 May},
pages = {137-140}
} |
| 464 | Fabiano Cutigi Ferrari and Jose Carlos Maldonado and Awais Rashid Mutation Testing for Aspect-Oriented Programs Proceedings of the 1st International Conference on Software Testing, Verification, and Validation (ICST '08)Lillehammer, Norway, 9-11 April 2008. |
|
| | Abstract: Mutation testing has been shown to be one of the strongest testing criteria for the evaluation of both programs and test suites. Comprehensive sets of mutants require strong test sets to achieve acceptable testing coverage. Moreover, mutation operators are valuable for the evaluation of other testing approaches. Although its importance has been highlighted for Aspect-Oriented (AO) programs, there is still a need for a suitable set of mutation operators for AO languages. The quality of the mutation testing itself relies on the quality of such operators. This paper presents the design of a set of mutation operators for AspectJ-based programs. These operators model instances of fault types identified in an extensive survey. The fault types and respective operators are grouped according to the related languages features. We also discuss the generalisation of the fault types to AO approaches other than AspectJ and the coverage that may be achieved with the application of the proposed operators. In addition, a cost analysis based on two case studies involving real-world applications has provided us feedback on the most expensive operators, which will support the definition of further testing strategies. |
| | @INPROCEEDINGS{FerrariMR08,
author = {Fabiano Cutigi Ferrari and Jose Carlos Maldonado and Awais Rashid},
title = {Mutation Testing for Aspect-Oriented Programs},
booktitle = {Proceedings of the 1st International Conference on Software Testing, Verification, and Validation (ICST '08)},
year = {2008},
address = {Lillehammer, Norway},
month = {9-11 April},
pages = {52-61}
} |
| 465 | Akbar Siami Namin and James H. Andrews and Duncan J. Murdoch Sufficient Mutation Operators for Measuring Test Effectiveness Proceedings of the 30th International Conference on Software Engineering (ICSE'08)Leipzig, Germany, 10-18 May 2008. |
|
| | Abstract: Mutants are automatically-generated, possibly faulty variants of programs. The mutation adequacy ratio of a test suite is the ratio of non-equivalent mutants it is able to identify to the total number of non-equivalent mutants. This ratio can be used as a measure of test effectiveness. However, it can be expensive to calculate, due to the large number of different mutation operators that have been proposed for generating the mutants.
In this paper, we address the problem of finding a small set of mutation operators which is still sufficient for measuring test effectiveness. We do this by defining a statistical analysis procedure that allows us to identify such a set, together with an associated linear model that predicts mutation adequacy with high accuracy. We confirm the validity of our procedure through cross-validation and the application of other, alternative statistical analyses. |
| | @INPROCEEDINGS{NaminAM08,
author = {Akbar Siami Namin and James H. Andrews and Duncan J. Murdoch},
title = {Sufficient Mutation Operators for Measuring Test Effectiveness},
booktitle = {Proceedings of the 30th International Conference on Software Engineering (ICSE'08)},
year = {2008},
address = {Leipzig, Germany},
month = {10-18 May},
pages = {351-360}
} |
| 466 | Weiglhofer, Martin and Wotawa, Franz "On the Fly" Input Output Conformance Verification Proceedings of the IASTED International Conference on Software EngineeringAnaheim, CA, USA, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{weiglhofer_other_08,
author = {Weiglhofer, Martin and Wotawa, Franz},
title = {"On the Fly" Input Output Conformance Verification},
booktitle = {Proceedings of the IASTED International Conference on Software Engineering},
year = {2008},
address = {Anaheim, CA, USA},
month = {},
pages = {286--291}
} |
| 467 | Fabiano Cutigi Ferrari and Jos{\'{e}} Carlos Maldonado and Awais Rashid Mutation Testing for Aspect-Oriented Programs First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FerrariMR08,
author = {Fabiano Cutigi Ferrari and Jos{\'{e}} Carlos Maldonado and Awais Rashid},
title = {Mutation Testing for Aspect-Oriented Programs},
booktitle = {First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008},
year = {2008},
address = {},
month = {},
pages = {52--61}
} |
| 468 | Estero-Botaro, Antonia and Palomo-Lozano, Francisco and Medina-Bulo, Inmaculada Mutation operators for WS-BPEL 2.0 21th International Conference on Software \& Systems Engineering and their Applications, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{estero2008mutation,
author = {Estero-Botaro, Antonia and Palomo-Lozano, Francisco and Medina-Bulo, Inmaculada},
title = {Mutation operators for WS-BPEL 2.0},
booktitle = {21th International Conference on Software \& Systems Engineering and their Applications},
year = {2008},
address = {},
month = {},
pages = {}
} |
| 469 | Khaled El{-}Fakih and Anton Kolomeez and Svetlana Prokopenko and Nina Yevtushenko Extended Finite State Machine Based Test Derivation Driven by User Defined Faults First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{el_fakih_ICST_08,
author = {Khaled El{-}Fakih and Anton Kolomeez and Svetlana Prokopenko and Nina Yevtushenko},
title = {Extended Finite State Machine Based Test Derivation Driven by User Defined Faults},
booktitle = {First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008},
year = {2008},
address = {},
month = {},
pages = {308--317}
} |
| 470 | Prasanth Anbalagan and Tao Xie Automated Generation of Pointcut Mutants for Testing Pointcuts in AspectJ Programs Proceedings of the 19th International Symposium on Software Reliability Engineering (ISSRE'08)Redmond, Washingto, 11-14 November 2008. |
|
| | Abstract: Aspect-Oriented Programming (AOP) provides new modularization of software systems by encapsulating cross-cutting concerns. AspectJ, an AOP language, uses abstractions such as pointcuts, advice, and aspects to achieve AOP’s primary functionality. Faults in pointcuts can cause aspects to fail to satisfy their requirements. Hence, testing pointcuts is necessary in order to ensure correctness of aspects. In mutation testing of pointcuts (a type of fault-based pointcut testing), the number of mutants (i.e., variations) for pointcuts is usually large due to the usage of wildcards. It is tedious to manually identify effective mutants that are of appropriate strength and resemble closely the original pointcut expression, reflecting the kind of mistakes that developers may make. To reduce developers’ effort in this process, we have developed a new framework that automatically identifies the strength of each pointcut and generates pointcut mutants with different strengths. Developers can inspect the pointcut mutants and their join points for pointcut correctness or choose the mutants for conducting mutation testing. We conducted an empirical study on applying our framework on pointcuts from existing AspectJ programs. The results show that our framework can provide valuable assistance in generating effective mutants that are close to the original pointcuts and are of appropriate strength. |
| | @INPROCEEDINGS{AnbalaganX08,
author = {Prasanth Anbalagan and Tao Xie},
title = {Automated Generation of Pointcut Mutants for Testing Pointcuts in AspectJ Programs},
booktitle = {Proceedings of the 19th International Symposium on Software Reliability Engineering (ISSRE'08)},
year = {2008},
address = {Redmond, Washingto},
month = {11-14 November},
pages = {239-248}
} |
| 471 | Matthew Kaplan and Tim Klinger and Amit M. Paradkar and Avik Sinha and Clay Williams and Cemal Yilmaz Less is More: {A} Minimalistic Approach to {UML} Model-Based Conformance Test Generation First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{kaplan_ICST_08,
author = {Matthew Kaplan and Tim Klinger and Amit M. Paradkar and Avik Sinha and Clay Williams and Cemal Yilmaz},
title = {Less is More: {A} Minimalistic Approach to {UML} Model-Based Conformance Test Generation},
booktitle = {First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008},
year = {2008},
address = {},
month = {},
pages = {82--91}
} |
| 472 | Yue Jia and Mark Harman MILU: A Customizable, Runtime-Optimized Higher Order Mutation Testing Tool for the Full C Language Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)Windsor, UK, 29-31 August 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JiaH08a,
author = {Yue Jia and Mark Harman},
title = {MILU: A Customizable, Runtime-Optimized Higher Order Mutation Testing Tool for the Full C Language},
booktitle = {Proceedings of the 3rd Testing: Academic and Industrial Conference Practice and Research Techniques (TAIC PART'08)},
year = {2008},
address = {Windsor, UK},
month = {29-31 August},
pages = {94-98}
} |
| 473 | Gordon Fraser and Franz Wotawa Using model-checkers to generate and analyze property relevant test-cases Software Quality Journal, 16(2), 2008. |
|
| | Abstract: Available soon... |
| | @ARTICLE{fraser_SQJ_08,
author = {Gordon Fraser and Franz Wotawa},
title = {Using model-checkers to generate and analyze property relevant test-cases},
journal = {Software Quality Journal},
year = {2008},
month = {},
volume = {16},
number = {2},
pages = {161--183}
} |
| 474 | Jaymie Strecker and Atif M. Memon Relationships between Test Suites, Faults, and Fault Detection in {GUI} Testing First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{StreckerM08,
author = {Jaymie Strecker and Atif M. Memon},
title = {Relationships between Test Suites, Faults, and Fault Detection in {GUI} Testing},
booktitle = {First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008},
year = {2008},
address = {},
month = {},
pages = {12--21}
} |
| 475 | Akbar Siami Namin and James H. Andrews and Duncan J. Murdoch Sufficient mutation operators for measuring test effectiveness 30th International Conference on Software Engineering {(ICSE} 2008), Leipzig, Germany, May 10-18, 2008, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NaminAM08,
author = {Akbar Siami Namin and James H. Andrews and Duncan J. Murdoch},
title = {Sufficient mutation operators for measuring test effectiveness},
booktitle = {30th International Conference on Software Engineering {(ICSE} 2008), Leipzig, Germany, May 10-18, 2008},
year = {2008},
address = {},
month = {},
pages = {351--360}
} |
| 476 | X. Feng and S. Marr and T. O'Callaghan ESTP: An Experimental Software Testing Platform Testing: Academic Industrial Conference - Practice and Research Techniques (taic part 2008), Aug 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{feng_taic_part_08,
author = {X. Feng and S. Marr and T. O'Callaghan},
title = {ESTP: An Experimental Software Testing Platform},
booktitle = {Testing: Academic Industrial Conference - Practice and Research Techniques (taic part 2008)},
year = {2008},
address = {},
month = {Aug},
pages = {59-63}
} |
| 477 | Yue Jia and Mark Harman Constructing Subtle Faults Using Higher Order Mutation Testing Eighth {IEEE} International Working Conference on Source Code Analysis and Manipulation {(SCAM} 2008), 28-29 September 2008, Beijing, China, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JiaH08,
author = {Yue Jia and Mark Harman},
title = {Constructing Subtle Faults Using Higher Order Mutation Testing},
booktitle = {Eighth {IEEE} International Working Conference on Source Code Analysis and Manipulation {(SCAM} 2008), 28-29 September 2008, Beijing, China},
year = {2008},
address = {},
month = {},
pages = {249--258}
} |
| 478 | Roy Patrick Tan and Stephen Edwards Evaluating Automated Unit Testing in Sulu First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{tan_ICST_08,
author = {Roy Patrick Tan and Stephen Edwards},
title = {Evaluating Automated Unit Testing in Sulu},
booktitle = {First International Conference on Software Testing, Verification, and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008},
year = {2008},
address = {},
month = {},
pages = {62--71}
} |
| 479 | Ajitha Rajan and Michael W. Whalen and Matt Staats and Mats Per Erik Heimdahl Requirements Coverage as an Adequacy Measure for Conformance Testing Formal Methods and Software Engineering, 10th International Conference on Formal Engineering Methods, {ICFEM} 2008, Kitakyushu-City, Japan, October 27-31, 2008. Proceedings, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{rajan_other_08,
author = {Ajitha Rajan and Michael W. Whalen and Matt Staats and Mats Per Erik Heimdahl},
title = {Requirements Coverage as an Adequacy Measure for Conformance Testing},
booktitle = {Formal Methods and Software Engineering, 10th International Conference on Formal Engineering Methods, {ICFEM} 2008, Kitakyushu-City, Japan, October 27-31, 2008. Proceedings},
year = {2008},
address = {},
month = {},
pages = {86--104}
} |
| 480 | Prasanth Anbalagan and Tao Xie Automated Generation of Pointcut Mutants for Testing Pointcuts in AspectJ Programs 19th International Symposium on Software Reliability Engineering {(ISSRE} 2008), 11-14 November 2008, Seattle/Redmond, WA, {USA}, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AnbalaganX08,
author = {Prasanth Anbalagan and Tao Xie},
title = {Automated Generation of Pointcut Mutants for Testing Pointcuts in AspectJ Programs},
booktitle = {19th International Symposium on Software Reliability Engineering {(ISSRE} 2008), 11-14 November 2008, Seattle/Redmond, WA, {USA}},
year = {2008},
address = {},
month = {},
pages = {239--248}
} |
| 481 | Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry A Generic Metamodel For Security Policies Mutation First International Conference on Software Testing Verification and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008, Workshops Proceedings, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{mouelhi_icst_08,
author = {Tejeddine Mouelhi and Franck Fleurey and Benoit Baudry},
title = {A Generic Metamodel For Security Policies Mutation},
booktitle = {First International Conference on Software Testing Verification and Validation, {ICST} 2008, Lillehammer, Norway, April 9-11, 2008, Workshops Proceedings},
year = {2008},
address = {},
month = {},
pages = {278--286}
} |
| 482 | Matthew J. Rutherford and Antonio Carzaniga and Alexander L. Wolf Evaluating Test Suites and Adequacy Criteria Using Simulation-Based Models of Distributed Systems {IEEE} Trans. Software Eng., 34(4), 2008. |
|
| | Abstract: Available soon... |
| | @ARTICLE{rutherford_TSE_08,
author = {Matthew J. Rutherford and Antonio Carzaniga and Alexander L. Wolf},
title = {Evaluating Test Suites and Adequacy Criteria Using Simulation-Based Models of Distributed Systems},
journal = {{IEEE} Trans. Software Eng.},
year = {2008},
month = {},
volume = {34},
number = {4},
pages = {452--470}
} |
| 483 | Cristian Cadar and Daniel Dunbar and Dawson R. Engler {KLEE:} Unassisted and Automatic Generation of High-Coverage Tests for Complex Systems Programs 8th {USENIX} Symposium on Operating Systems Design and Implementation, {OSDI} 2008, December 8-10, 2008, San Diego, California, USA, Proceedings, 2008. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{CadarDE08,
author = {Cristian Cadar and Daniel Dunbar and Dawson R. Engler},
title = {{KLEE:} Unassisted and Automatic Generation of High-Coverage Tests for Complex Systems Programs},
booktitle = {8th {USENIX} Symposium on Operating Systems Design and Implementation, {OSDI} 2008, December 8-10, 2008, San Diego, California, USA, Proceedings},
year = {2008},
address = {},
month = {},
pages = {209--224}
} |
| 484 | Kamel Ayari and Salah Bouktif and Giuliano Antoniol Automatic mutation test input data generation via ant colony Genetic and Evolutionary Computation Conference, {GECCO} 2007, Proceedings, London, England, UK, July 7-11, 2007, 2007. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AyariBA07,
author = {Kamel Ayari and Salah Bouktif and Giuliano Antoniol},
title = {Automatic mutation test input data generation via ant colony},
booktitle = {Genetic and Evolutionary Computation Conference, {GECCO} 2007, Proceedings, London, England, UK, July 7-11, 2007},
year = {2007},
address = {},
month = {},
pages = {1074--1081}
} |
| 485 | Michael Ellims and Darrel C. Ince and Marian Petre The Csaw C Mutation Tool: Initial Results Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: There is a perceived lack of mutation tools for the C language and information about the tools that are available was not widely disseminated until recently. This has lead to the development of a small set of programs to support the use of mutation on C language programs as part of a research effort into the use of automatically generated test sets. This paper describes a lightweight C language mutation tool and some initial results from its application to sorting algorithms. The paper describes how kill rates could be improved using a different encoding for Boolean values and details how the use of CPU time can be used as an additional means of detecting mutants. |
| | @INPROCEEDINGS{EllimsIP07,
author = {Michael Ellims and Darrel C. Ince and Marian Petre},
title = {The Csaw C Mutation Tool: Initial Results},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {185-192}
} |
| 486 | Javier Tuya and Mar{\'{\i}}a Jos{\'{e}} Su{\'{a}}rez Cabal and Claudio de la Riva Mutating database queries Information {\&} Software Technology, 49(4), 2007. |
|
| | Abstract: Available soon... |
| | @ARTICLE{TuyaCR07,
author = {Javier Tuya and Mar{\'{\i}}a Jos{\'{e}} Su{\'{a}}rez Cabal and Claudio de la Riva},
title = {Mutating database queries},
journal = {Information {\&} Software Technology},
year = {2007},
month = {},
volume = {49},
number = {4},
pages = {398--417}
} |
| 487 | Macario Polo and Sergio Tendero and Mario Piattini Integrating techniques and tools for testing automation: Research Articles Software Testing, Verification and Reliability, 17(1), March 2007. |
|
| | Abstract: This article presents two tools to generate test cases, one for Java programs and one for .NET programs, as well as a structured testing process whereby such tools can be used in order to help in process automation. The main innovation in this work is the joint use of diverse techniques and technologies, which have been separately applied to test automation: reflection to extract the class structure; regular expressions to describe test templates and test cases; JUnit and NUnit as test case execution frameworks; mutation and MuJava as test case quality measurers; serialization to deal with the parameters of complex data types; and once more, reflection, to facilitate the test engineer in the task of writing the oracle. Finally, the article presents an experiment carried out to validate the work. Copyright © 2006 John Wiley & Sons, Ltd. |
| | @ARTICLE{PoloTP07,
author = {Macario Polo and Sergio Tendero and Mario Piattini},
title = {Integrating techniques and tools for testing automation: Research Articles},
journal = {Software Testing, Verification and Reliability},
year = {2007},
month = {March},
volume = {17},
number = {1},
pages = {3–39}
} |
| 488 | Tejeddine Mouelhi and Yves Le Traon and Benoit Baudry Mutation Analysis for Security Tests Qualification Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: In this paper, we study how mutation analysis can be adapted to qualify test cases aiming at testing a security policy. The objective is to make test cases efficient to reveal erroneous implementations of a security policy. The notion of security policy testing is studied and mutation operators are defined in relation with the security rules. To make the approach applicable in practice we discuss and empirically rank the security mutation operators from the most to the least difficult to kill. The empirical study is a library software, which is implemented with a typical 3-tier architecture. |
| | @INPROCEEDINGS{MouelhiTB07,
author = {Tejeddine Mouelhi and Yves Le Traon and Benoit Baudry},
title = {Mutation Analysis for Security Tests Qualification},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {233-242}
} |
| 489 | Evan E. Martin and Tao Xie A Fault Model and Mutation Testing of Access Control Policies Proceedings of the 16th International Conference on World Wide WebBanff, Alberta, Canada, 8-12 May 2007. |
|
| | Abstract: To increase confidence in the correctness of specified policies, policy developers can conduct policy testing by supplying typical test inputs (requests) and subsequently checking test outputs (responses) against expected ones. Unfortunately, manual testing is tedious and few tools exist for automated testing of access control policies. We present a fault model for access control policies and a framework to explore it. The framework includes mutation operators used to implement the fault model, mutant generation, equivalent-mutant detection, and mutant-killing determination. This framework allows us to investigate our fault model, evaluate coverage criteria for test generation and selection, and determine a relationship between structural coverage and fault-detection effectiveness. We have implemented the framework and applied it to various policies written in XACML. Our experimental results offer valuable insights into choosing mutation operators in mutation testing and choosing coverage criteria in test generation and selection. |
| | @INPROCEEDINGS{MartinX07,
author = {Evan E. Martin and Tao Xie},
title = {A Fault Model and Mutation Testing of Access Control Policies},
booktitle = {Proceedings of the 16th International Conference on World Wide Web},
year = {2007},
address = {Banff, Alberta, Canada},
month = {8-12 May},
pages = {667-676}
} |
| 490 | Anna Derezi\'nska and Anna Szustek CREAM- A System for Object-Oriented Mutation of C\# Programs Warsaw University of Technology, Warszawa, Poland, 2007. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{DerezinskaS07,
author = {Anna Derezi\'nska and Anna Szustek},
title = {CREAM- A System for Object-Oriented Mutation of C\# Programs},
institution = {Warsaw University of Technology},
year = {2007},
type = {techreport},
number = {},
address = {Warszawa, Poland},
month = {},
} |
| 491 | Yves Le Traon and Tejeddine Mouelhi and Benoit Baudry Testing Security Policies: Going Beyond Functional Testing The 18th IEEE International Symposium on Software ReliabilityTrollh\"attan, Sweden, 5-9 November 2007. |
|
| | Abstract: While important efforts are dedicated to system functional testing, very few works study how to test specifically security mechanisms, implementing a security policy. This paper introduces security policy testing as a specific target for testing. We propose two strategies for producing security policy test cases, depending if they are built in complement of existing functional test cases or independently from them. Indeed, any security policy is strongly connected to system functionality: testing functions includes exercising many security mechanisms. However, testing functionality does not intend at putting to the test security aspects. We thus propose test selection criteria to produce tests from a security policy. To quantify the effectiveness of a set of test cases to detect security policy flaws, we adapt mutation analysis and define security policy mutation operators. A library case study, a 3-tiers architecture, is used to obtain experimental trends. Results confirm that security must become a specific target of testing to reach a satisfying level of confidence in security mechanisms. |
| | @INPROCEEDINGS{TraonMB07,
author = {Yves Le Traon and Tejeddine Mouelhi and Benoit Baudry},
title = {Testing Security Policies: Going Beyond Functional Testing},
booktitle = {The 18th IEEE International Symposium on Software Reliability},
year = {2007},
address = {Trollh\"attan, Sweden},
month = {5-9 November},
pages = {93-102}
} |
| 492 | Mark Trakhtenbrot New Mutations for Evaluation of Specification and Implementation Levels of Adequacy in Testing of Statecharts Models Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: In model-based development of embedded real-time systems, statecharts are widely used for formal specification of their behavior, providing a sound basis for test generation and for detection of faults early in the development process. The paper presents a variety of new mutations for adequacy evaluation of tests used in validation of statecharts-based models. These mutations focus on key features of statecharts used in modeling of embedded systems: hierarchy, orthogonality and time expressions. We distinguish between two levels of tests adequacy. In the first, test results are expected to strictly follow the statecharts semantics. The second one takes into account possible deviations from this semantics based on typical implementation oriented decisions, e.g. mapping of orthogonal components into separate tasks executed concurrently. The considered mutations address both types of adequacy. In particular, we consider interleaving enforcing mutations, for testing of alternatives to the canonical "maximum parallelism" execution of statecharts. |
| | @INPROCEEDINGS{Trakhtenbrot07,
author = {Mark Trakhtenbrot},
title = {New Mutations for Evaluation of Specification and Implementation Levels of Adequacy in Testing of Statecharts Models},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {151-160}
} |
| 493 | Anna Derezi\'nska Advanced mutation operators applicable in C\# programs Software Engineering Techniques: Design for Quality, 2007. |
|
| | Abstract: This paper is devoted to advanced mutation operators for C# source code. They deal with object-oriented (OO mutations) and other complex features of the code. They require structural information about a code, unlike the standard mutations. Applicability of OO operators in C# is compared with those for other OO languages. Operators for specific features of C# language are also proposed. The detailed specification of operators can be provided in terms of pre- and post-conditions of a program transformation. Based on the operators’ specification, the generation of mutated C# programs can be automated. |
| | @INPROCEEDINGS{Derezinska07a,
author = {Anna Derezi\'nska},
title = {Advanced mutation operators applicable in C\# programs},
booktitle = {Software Engineering Techniques: Design for Quality},
year = {2007},
address = {},
month = {},
pages = {283-288}
} |
| 494 | Pete May and Jon Timmis and Keith Mander Immune and Evolutionary Approaches to Software Mutation Testing Proceedings of the 6th International Conference on Artificial Immune Systems (ICARIS'07)Santos, Brazil, August 2007. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MayTK07,
author = {Pete May and Jon Timmis and Keith Mander},
title = {Immune and Evolutionary Approaches to Software Mutation Testing},
booktitle = {Proceedings of the 6th International Conference on Artificial Immune Systems (ICARIS'07)},
year = {2007},
address = {Santos, Brazil},
month = {August},
pages = {336-347}
} |
| 495 | Akbar Siami Namin and James H. Andrews On Sufficiency of Mutants Proceedings of the 29th International Conference on Software Engineering (ICSE COMPANION'07)Minneapolis, Minnesota, 20-26 May 2007. |
|
| | Abstract: Mutation is the practice of automatically generating possibly faulty variants of a program, for the purpose of assessing the adequacy of a test suite or comparing testing techniques. The cost of mutation often makes its application infeasible. The cost of mutation is usually assessed in terms of the number of mutants, and consequently the number of "mutation operators" that produce them. We address this problem by finding a smaller subset of mutation operators, called "sufficient", that can model the behaviour of the full set. To do this, we provide an experimental procedure and adapt statistical techniques proposed for variable reduction, model selection and nonlinear regression. Our preliminary results reveal interesting information about mutation operators. |
| | @INPROCEEDINGS{NaminA07,
author = {Akbar Siami Namin and James H. Andrews},
title = {On Sufficiency of Mutants},
booktitle = {Proceedings of the 29th International Conference on Software Engineering (ICSE COMPANION'07)},
year = {2007},
address = {Minneapolis, Minnesota},
month = {20-26 May},
pages = {73-74}
} |
| 496 | Peter S. May Test Data Generation: Two Evolutionary Approaches to Mutation Testing University of Kent, Canterbury, Kent, 2007.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{May07,
author = {Peter S. May},
title = {Test Data Generation: Two Evolutionary Approaches to Mutation Testing},
school = {University of Kent},
year = {2007},
type = {phdthesis},
address = {Canterbury, Kent},
month = {},
} |
| 497 | Robert M. Hierons and Mercedes G. Merayo Mutation Testing from Probabilistic Finite State Machines Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: Mutation testing traditionally involves mutating a program in order to produce a set of mutants and using these mutants in order to either estimate the effectiveness of a test suite or to drive test generation. Recently, however, this approach has been applied to specifications such as those written as finite state machines. This paper extends mutation testing to finite state machine models in which transitions have associated probabilities. The paper describes several ways of mutating a probabilistic finite state machine (PFSM) and shows how test sequences that distinguish between a PFSM and its mutants can be generated. Testing then involves applying each test sequence multiple times, observing the resultant output sequences and using results from statistical sampling theory in order to compare the observed frequency of each output sequence with that expected. |
| | @INPROCEEDINGS{HieronsM07,
author = {Robert M. Hierons and Mercedes G. Merayo},
title = {Mutation Testing from Probabilistic Finite State Machines},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {141-150}
} |
| 498 | Javier Tuya and Maria Jose Suarez Cabal and Claudio de la Riva Mutating Database Queries Information and Software Technology, 49(4), April 2007. |
|
| | Abstract: A set of mutation operators for SQL queries that retrieve information from a database is developed and tested against a set of queries drawn from the NIST SQL Conformance Test Suite. The mutation operators cover a wide spectrum of SQL features, including the handling of null values. Additional experiments are performed to explore whether the cost of executing mutants can be reduced using selective mutation or the test suite size can be reduced by using an appropriate ordering of the mutants. The SQL mutation approach can be helpful in assessing the adequacy of database test cases and their development, and as a tool for systematically injecting faults in order to compare different database testing techniques. |
| | @ARTICLE{TuyaSR07,
author = {Javier Tuya and Maria Jose Suarez Cabal and Claudio de la Riva},
title = {Mutating Database Queries},
journal = {Information and Software Technology},
year = {2007},
month = {April},
volume = {49},
number = {4},
pages = {398-417}
} |
| 499 | Saswat Anand and Corina S. Pasareanu and Willem Visser {JPF-SE:} {A} Symbolic Execution Extension to Java PathFinder Tools and Algorithms for the Construction and Analysis of Systems, 13th International Conference, {TACAS} 2007, Held as Part of the Joint European Conferences on Theory and Practice of Software, {ETAPS} 2007 Braga, Portugal, March 24 - April 1, 2007, Proceedings, 2007. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{AnandPV07,
author = {Saswat Anand and Corina S. Pasareanu and Willem Visser},
title = {{JPF-SE:} {A} Symbolic Execution Extension to Java PathFinder},
booktitle = {Tools and Algorithms for the Construction and Analysis of Systems, 13th International Conference, {TACAS} 2007, Held as Part of the Joint European Conferences on Theory and Practice of Software, {ETAPS} 2007 Braga, Portugal, March 24 - April 1, 2007, Proceedings},
year = {2007},
address = {},
month = {},
pages = {134--138}
} |
| 500 | Youssef Serrestou and Vincent Beroulle and Chantal Robach Impact of Hardware Emulation on the Verification Quality Improvement Proceedings of the IFIP WG 10.5 International Conference on Very Large Scale Integration of System-on-Chip (VLSI-SoC'07)Atlanta, GA, 15-17 October 2007. |
|
| | Abstract: Software simulation remains the most used method for VHDL RTL functional verification. The functional verification process essentially consists of two parts. The first one is the functional qualification; the second one is the qualification- driven stimuli generation. Currently, the qualification and the generation tasks are iterative processes based on VHDL simulation which is dramatically time consuming. The simulation time increases with the circuits’ size and the required level of quality. In our previous works, we have proposed some approaches based on the mutation testing technique to evaluate and to improve functional validation quality. Now, to reduce this simulation time, we propose in this paper a new approach based on FPGA emulation. So, an hardware-software platform called “Meta-Mutant Testbench” is used to emulate mutants. Experimental results for some ITC’99 benchmark circuits show that our mutation emulator is about 20 times faster than classical software simulators; this speedup increases with the circuits’ size. |
| | @INPROCEEDINGS{SerrestouBR07a,
author = {Youssef Serrestou and Vincent Beroulle and Chantal Robach},
title = {Impact of Hardware Emulation on the Verification Quality Improvement},
booktitle = {Proceedings of the IFIP WG 10.5 International Conference on Very Large Scale Integration of System-on-Chip (VLSI-SoC'07)},
year = {2007},
address = {Atlanta, GA},
month = {15-17 October},
pages = {218-223}
} |
| 501 | Bartosz Bogacki and Bartosz Walter Aspect-oriented Response Injection: an Alternative to Classical Mutation Testing Software Engineering Techniques: Design for Quality, 2007. |
|
| | Abstract: Due to increasing importance of test cases in software development, there is a need to verify and assure their quality. Mutation testing is an effective technique of checking if tests react properly to changes by introducing alterations to the original source code. A mutant which survives all test cases indicates insufficient or inappropriate testing assertions. The most onerous disadvantage of this technique is considerable time required to generate, compile mutants and then execute test cases against each of them. In the paper we propose an aspect-oriented approach to generation and execution of mutants, called response injection, which excludes the need for separate compilation of every mutant. |
| | @INPROCEEDINGS{BogackiW07,
author = {Bartosz Bogacki and Bartosz Walter},
title = {Aspect-oriented Response Injection: an Alternative to Classical Mutation Testing},
booktitle = {Software Engineering Techniques: Design for Quality},
year = {2007},
address = {},
month = {},
pages = {273-282}
} |
| 502 | Kamel Ayari and Salah Bouktif and Giuliano Antoniol Automatic Mutation Test Input Data Generation via Ant Colony Proceedings of the Genetic and Evolutionary Computation Conference (GECCO'07)London, England, 7-11 July 2007. |
|
| | Abstract: Fault-based testing is often advocated to overcome limitations ofother testing approaches; however it is also recognized as beingexpensive. On the other hand, evolutionary algorithms have beenproved suitable for reducing the cost of data generation in the contextof coverage based testing. In this paper, we propose a newevolutionary approach based on ant colony optimization for automatictest input data generation in the context of mutation testingto reduce the cost of such a test strategy. In our approach the antcolony optimization algorithm is enhanced by a probability densityestimation technique. We compare our proposal with otherevolutionary algorithms, e.g., Genetic Algorithm. Our preliminaryresults on JAVA testbeds show that our approach performed significantlybetter than other alternatives. |
| | @INPROCEEDINGS{AyariBA07,
author = {Kamel Ayari and Salah Bouktif and Giuliano Antoniol},
title = {Automatic Mutation Test Input Data Generation via Ant Colony},
booktitle = {Proceedings of the Genetic and Evolutionary Computation Conference (GECCO'07)},
year = {2007},
address = {London, England},
month = {7-11 July},
pages = {1074-1081}
} |
| 503 | Sergiy Borodaya and Alexandre Petrenkoa and Roland Groz Can a Model Checker Generate Tests for Non-Deterministic Systems? Proceedings of the 3rd Workshop on Model Based Testing (MBT'07)Braga, Portugal, 31 March-1 April 2007. |
|
| | Abstract: Modern software is increasingly concurrent, timed, distributed, and therefore, non-deterministic. While it is well known that tests can be generated as LTL or CTL model checker counterexamples, we argue that non-determinism creates difficulties that need to be resolved and propose test generation methods to overcome them. The proposed methods rely on fault modeling by mutation and use conventional (closed) and modular (open) model checkers. |
| | @INPROCEEDINGS{BorodayaPG07,
author = {Sergiy Borodaya and Alexandre Petrenkoa and Roland Groz},
title = {Can a Model Checker Generate Tests for Non-Deterministic Systems?},
booktitle = {Proceedings of the 3rd Workshop on Model Based Testing (MBT'07)},
year = {2007},
address = {Braga, Portugal},
month = {31 March-1 April},
pages = {3-19}
} |
| 504 | Lijun Shan and Hong Zhu Generating Structurally Complex Test Cases By Data Mutation: A Case Study Of Testing An Automated Modelling Tool The Computer Journal, (), June 2007. |
|
| | Abstract: Generation of adequate test cases is difficult and expensive, especially for testing software systems whose input is structurally complex. This paper presents an approach called data mutation to generating a large number of test data from a few seed test cases. It is inspired by mutation testing methods, but differs from them in the aim and the way that mutation operators are defined and used. While mutation testing is a method for measuring test adequacy, data mutation is a method of test case generation. In traditional mutation testing, mutation operators are used to transform the program under test. In contrast, mutation operators in our approach are applied on input data to generate test cases, hence called data mutation operators. The paper reports a case study with the method on testing an automated modelling tool to illustrate the applicability of the proposed method. Experiment data clearly demonstrate that the method is adequate and cost effective, and able to detect a large proportion of faults. |
| | @ARTICLE{shanZ07,
author = {Lijun Shan and Hong Zhu},
title = {Generating Structurally Complex Test Cases By Data Mutation: A Case Study Of Testing An Automated Modelling Tool},
journal = {The Computer Journal},
year = {2007},
month = {June},
volume = {},
number = {},
pages = {}
} |
| 505 | Lydie du Bousquet and Michel Delaunay Using Mutation Analysis to Evaluate Test Generation Strategies in a Synchronous Context Proceedings of the 2nd International Conference on Software Engineering Advances (ICSEA'07)Cap Esterel, French Riviera, France, 25-31 August 2007. |
|
| | Abstract: LUTESS is a test data generator dedicated to synchronous software validation. The tool produces test with respect to an environment description. To check if this description is really as expected, we use mutation analysis. The key point of the approach is to select a subset of mutants which characterizes some kind of "interesting situations" that are supposed to be often produced thanks to environment description. Intuitively, if preselected mutants are killed "very often" during tests, environment description is as expected (with respect to these "interesting situations"). |
| | @INPROCEEDINGS{BousquetD07,
author = {Lydie du Bousquet and Michel Delaunay},
title = {Using Mutation Analysis to Evaluate Test Generation Strategies in a Synchronous Context},
booktitle = {Proceedings of the 2nd International Conference on Software Engineering Advances (ICSEA'07)},
year = {2007},
address = {Cap Esterel, French Riviera, France},
month = {25-31 August},
pages = {40}
} |
| 506 | Sean A. Irvine and Tin Pavlinic and Leonard Trigg and John Gerald Cleary and Stuart J. Inglis and Mark Utting Jumble Java Byte Code to Measure the Effectiveness of Unit Tests Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: Jumble is a byte code level mutation testing tool for Java which inter-operates with JUnit. It has been designed to operate in an industrial setting with large projects. Heuristics have been included to speed the checking of mutations, for example, noting which test fails for each mutation and running this first in subsequent mutation checks. Significant effort has been put into ensuring that it can test code which uses custom class loading and reflection. This requires careful attention to class path handling and coexistence with foreign class-loaders. Jumble is currently used on a continuous basis within an agile programming environment with approximately 370,000 lines of Java code under source control. This checks out project code every fifteen minutes and runs an incremental set of unit tests and mutation tests for modified classes. Jumble is being made available as open source. |
| | @INPROCEEDINGS{IrvinePTCIU07,
author = {Sean A. Irvine and Tin Pavlinic and Leonard Trigg and John Gerald Cleary and Stuart J. Inglis and Mark Utting},
title = {Jumble Java Byte Code to Measure the Effectiveness of Unit Tests},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {169-175}
} |
| 507 | Lydie du Bousquet and Michel Delaunay Mutation Analysis for Lustre programs: Fault Model Description and Validation Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: Mutation analysis is usually used to provide an indication of the fault detection ability of a test set. It is mainly used for unit testing evaluation, but has also been extended for integration testing evaluation. This paper describes adaptation of mutation analysis to the Lustre programming language, including both unit and integration testing. This paper focuses on the fault model, which has been extended since our previous works. Validation of the fault model is presented. |
| | @INPROCEEDINGS{BousquetD07b,
author = {Lydie du Bousquet and Michel Delaunay},
title = {Mutation Analysis for Lustre programs: Fault Model Description and Validation},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {176-184}
} |
| 508 | M. Ellims and D. Ince and M. Petre The Csaw C Mutation Tool: Initial Results Testing: Academic and Industrial Conference Practice and Research Techniques - MUTATION (TAICPART-MUTATION 2007), Sept 2007. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ellims_taic_part_07,
author = {M. Ellims and D. Ince and M. Petre},
title = {The Csaw C Mutation Tool: Initial Results},
booktitle = {Testing: Academic and Industrial Conference Practice and Research Techniques - MUTATION (TAICPART-MUTATION 2007)},
year = {2007},
address = {},
month = {Sept},
pages = {185-192}
} |
| 509 | Shan-Shan Hou and Lu Zhang and Tao Xie and Hong Mei and Jia-Su Sun Applying Interface-Contract Mutation in Regression Testing of Component-Based Software Proceedings of the 23rd International Conference on Software Maintenance (ICSM'07)Paris, France, 2-5 October 2007. |
|
| | Abstract: Regression testing, which plays an important role in software maintenance, usually relies on test adequacy criteria to select and prioritize test cases. However, with the wide use and reuse of black-box components, such as reusable class libraries and COTS components, it is challenging to establish test adequacy criteria for testing software systems built on components whose source code is not available. Without source code or detailed documents, the misunderstanding between the system integrators and component providers has become a main factor of causing faults in component-based software. In this paper, we apply mutation on interface contracts, which can describe the rights and obligations between component users and providers, to simulate the faults that may occur in this way of software development. The mutation adequacy score for killing the mutants of interface contracts can serve as a test adequacy criterion. We performed an experimental study on three subject systems to evaluate the proposed approach together with four other existing criteria. The experimental results show that our adequacy criterion is helpful for both selecting good-quality test cases and scheduling test cases in an order of exposing faults quickly in regression testing of component-based software. |
| | @INPROCEEDINGS{HouZXMS07,
author = {Shan-Shan Hou and Lu Zhang and Tao Xie and Hong Mei and Jia-Su Sun},
title = {Applying Interface-Contract Mutation in Regression Testing of Component-Based Software},
booktitle = {Proceedings of the 23rd International Conference on Software Maintenance (ICSM'07)},
year = {2007},
address = {Paris, France},
month = {2-5 October},
pages = {174-183}
} |
| 510 | Jeremy S. Bradbury and James R. Cordy and Juergen Dingel Comparative Assessment of Testing and Model Checking Using Program Mutation Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 2007. |
|
| | Abstract: Developing correct concurrent code is more difficult than developing correct sequential code. This difficulty is due in part to the many different, possibly unexpected, executions of the program, and leads to the need for special quality assurance techniques for concurrent programs such as randomized testing and state space exploration. In this paper an approach is used that assesses testing and formal analysis tools using metrics to measure the effectiveness and efficiency of each technique at finding concurrency bugs. Using program mutation, the assessment method creates a range of faulty versions of a program and then evaluates the ability of various testing and formal analysis tools to detect these faults. The approach is implemented and automated in an experimental mutation analysis framework (ExMAn) which allows results to be more easily reproducible. To demonstrate the approach, we present the results of a comparison of testing using the IBM tool ConTest and model checking using the NASA tool Java PathFinder (JPF). |
| | @INPROCEEDINGS{BradburyCD07,
author = {Jeremy S. Bradbury and James R. Cordy and Juergen Dingel},
title = {Comparative Assessment of Testing and Model Checking Using Program Mutation},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {},
pages = {210-222}
} |
| 511 | Gordon Fraser and Franz Wotawa Mutant Minimization for Model-Checker Based Test-Case Generation Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: Mutation of model-checker specifications is used to generate test-cases automatically. In general, model-checker based techniques are efficient when using small, abstract models, but are limited in their applicability by the performance of the model-checker. Issues that contribute to potentially bad performance are equivalent mutants which result in no test-cases, and the fact that many different mutants lead to identical or subsumed test-cases. Another drawback of such approaches is that the size of resulting test-suites can be rather large, which might require test-suite reduction as an additional post-processing step. In this paper, we describe how the number of mutants can be minimized with special properties, which help to detect equivalent mutants more quickly and to avoid the creation of redundant test-cases. Consequently, the size of created test-suites is reduced. |
| | @INPROCEEDINGS{FraserW07,
author = {Gordon Fraser and Franz Wotawa},
title = {Mutant Minimization for Model-Checker Based Test-Case Generation},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {161-168}
} |
| 512 | Mark Hampton and Stephane Petithomme Leveraging a Commercial Mutation Analysis Tool For Research Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: A presentation of Certitude, which is a commercial software tool performing mutation analysis (MA). The product has been deployed within the microelectronics industry. Certitude is presented with specific emphasis on the product's standard processing model and feature extension mechanisms to support mutation analysis research an extension of Certitude to news languages. |
| | @INPROCEEDINGS{HamptonP07,
author = {Mark Hampton and Stephane Petithomme},
title = {Leveraging a Commercial Mutation Analysis Tool For Research},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {203-209}
} |
| 513 | Samrat S. Batth and Elisangela Rodrigues Vieira and Ana Rosa Cavalli and M. Umit Uyar Specification of Timed EFSM Fault Models in SDL Proceedings of the 27th IFIP WG 6.1 International Conference on Formal Techniques for Networked and Distributed Systems (FORTE'07)Tallinn, Estonia, 26-29 June 2007. |
|
| | Abstract: In this paper, we apply our timing fault modeling strategy to writing formal specifications for communication protocols. Using the formal language of Specification and Description Language (SDL), we specify the Controller process of rail-road crossing system, a popular benchmark for real-time systems. Our extended finite state machine (EFSM) model has the capability of representing a class of timing faults, which otherwise may not be detected in an IUT. Hit-or-Jump algorithm is applied to the SDL specification based on our EFSM model to generate a test sequence that can detect these timing faults. This application of fault modeling into SDL specification ensures the synchronization among the timing constraints of different processes, and enables generation of portable test sequences since they can be easily represented in other formal notations such as TTCN or MSC. |
| | @INPROCEEDINGS{BatthVCU07,
author = {Samrat S. Batth and Elisangela Rodrigues Vieira and Ana Rosa Cavalli and M. Umit Uyar},
title = {Specification of Timed EFSM Fault Models in SDL},
booktitle = {Proceedings of the 27th IFIP WG 6.1 International Conference on Formal Techniques for Networked and Distributed Systems (FORTE'07)},
year = {2007},
address = {Tallinn, Estonia},
month = {26-29 June},
pages = {50-65}
} |
| 514 | Benjamin Hatfield Smith and Laurie Williams An Empirical Evaluation of the MuJava Mutation Operators Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: Mutation testing is used to assess the fault-finding effectiveness of a test suite. Information provided by mutation testing can also be used to guide the creation of additional valuable tests and/or to reveal faults in the implementation code. However, concerns about the time efficiency of mutation testing may prohibit its widespread, practical use. We conducted an empirical study using the MuClipse automated mutation testing plug-in for Eclipse on the back end of a small web-based application. The first objective of our study was to categorize the behavior of the mutants generated by selected mutation operators during successive attempts to kill the mutants. The results of this categorization can be used to inform developers in their mutant operator selection to improve the efficiency and effectiveness of their mutation testing. The second outcome of our study identified patterns in the implementation code that remained untested after attempting to kill all mutants. |
| | @INPROCEEDINGS{SmithW07,
author = {Benjamin Hatfield Smith and Laurie Williams},
title = {An Empirical Evaluation of the MuJava Mutation Operators},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {193-202}
} |
| 515 | Chuan Zhao and Roger T. Alexander Testing AspectJ Programs Using Fault-based Testing Proceedings of the 3rd workshop on Testing Aspect-Oriented Programs (WTAOP'07)Vancouver, British Columbia, Canada, 17-22 March 2007. |
|
| | Abstract: Along with the evolution of the technique and use of aspect-oriented programming (AOP), the difficulty of testing the aspect-oriented programs is now receiving much attention. In this position paper, we describe an AspectJ program testing method based on fault model with the help of dependency model and interaction model. |
| | @INPROCEEDINGS{ZhaoA07,
author = {Chuan Zhao and Roger T. Alexander},
title = {Testing AspectJ Programs Using Fault-based Testing},
booktitle = {Proceedings of the 3rd workshop on Testing Aspect-Oriented Programs (WTAOP'07)},
year = {2007},
address = {Vancouver, British Columbia, Canada},
month = {17-22 March},
pages = {13-16}
} |
| 516 | Songtao Zhang and Thomas R. Dean and G. Scott Knight Lightweight State Based Mutation Testing for Security Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)Windsor, UK, 10-14 September 2007. |
|
| | Abstract: State based protocols are protocols in which the handling of one message depends on the contents of previous messages. Testing such protocols, for security or for other purposes usually means specifying the state space of the protocol in some manner. This paper introduces a novel method of using an existing client to explore the state space. The messages exchanged between the client and test system are captured and mutated. To send the mutated test messages, the previous messages must be resent. Constraints expressed in an extended version of the Semantic Constraint Language are used to automatically derive the data dependencies between the messages. |
| | @INPROCEEDINGS{ZhangDK07,
author = {Songtao Zhang and Thomas R. Dean and G. Scott Knight},
title = {Lightweight State Based Mutation Testing for Security},
booktitle = {Proceedings of the 3rd Workshop on Mutation Analysis (MUTATION'07)},
year = {2007},
address = {Windsor, UK},
month = {10-14 September},
pages = {223-232}
} |
| 517 | Robert B. Evans and Alberto Savoia Differential testing: a new approach to change detection Proceedings of the 6th joint meeting of the European Software Engineering Conference and the {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, 2007, Dubrovnik, Croatia, September 3-7, 2007, 2007. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{EvansS07,
author = {Robert B. Evans and Alberto Savoia},
title = {Differential testing: a new approach to change detection},
booktitle = {Proceedings of the 6th joint meeting of the European Software Engineering Conference and the {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, 2007, Dubrovnik, Croatia, September 3-7, 2007},
year = {2007},
address = {},
month = {},
pages = {549--552}
} |
| 518 | Youssef Serrestou and Vincent Beroulle and Chantal Robach Functional Verification of RTL Designs Driven by Mutation Testing Metrics Proceedings of the 10th Euromicro Conference on Digital System Design Architectures, Methods and ToolsLubeck, Germany, 29-31 August 2007. |
|
| | Abstract: The level of confidence in a VHDL description directly depends on the quality of its verification. This quality can be evaluated by mutation-based test, but the improvement of this quality requires tremendous efforts. In this paper, we propose a new approach that both qualifies and improves the functional verification process. First, we qualify test cases thanks to the mutation testing metrics: faults are injected in the design under verification (DUV) (making DUV's mutants) to check the capacity of test cases to detect theses mutants. Then, a heuristic is used to automatically improve IPs validation data. Experimental results obtained on RTL descriptions from ITC'99 benchmark show how efficient is our approach. |
| | @INPROCEEDINGS{SerrestouBR07b,
author = {Youssef Serrestou and Vincent Beroulle and Chantal Robach},
title = {Functional Verification of RTL Designs Driven by Mutation Testing Metrics},
booktitle = {Proceedings of the 10th Euromicro Conference on Digital System Design Architectures, Methods and Tools},
year = {2007},
address = {Lubeck, Germany},
month = {29-31 August},
pages = {222-227}
} |
| 519 | J. Tuya and M. J. Suarez-Cabal and C. de la Riva SQLMutation: A tool to generate mutants of SQL database queries Second Workshop on Mutation Analysis (Mutation 2006 - ISSRE Workshops 2006), Nov 2006. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{tuya_MUTATION_06_sqlmutation,
author = {J. Tuya and M. J. Suarez-Cabal and C. de la Riva},
title = {SQLMutation: A tool to generate mutants of SQL database queries},
booktitle = {Second Workshop on Mutation Analysis (Mutation 2006 - ISSRE Workshops 2006)},
year = {2006},
address = {},
month = {Nov},
pages = {1-1}
} |
| 520 | Javier Tuya and Maria Jose Suarez Cabal and Claudio de la Riva SQLMutation: A Tool to Generate Mutants of SQL Database Queries Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: We present a tool to automatically generate mutants of SQL database queries. The SQLMutation tool is available on the Web and it can be accessed using two different interfaces: A Web application to interactively generate the mutants and a Web service that allows it to be integrated with other applications developed using different platforms. |
| | @INPROCEEDINGS{TuyaSR06,
author = {Javier Tuya and Maria Jose Suarez Cabal and Claudio de la Riva},
title = {SQLMutation: A Tool to Generate Mutants of SQL Database Queries},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {1}
} |
| 521 | Ammar Masood Scalable and Effective Test Generation for Access Control Systems Purdue University, West Lafayette, Indiana, 2006.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Masood06,
author = {Ammar Masood},
title = {Scalable and Effective Test Generation for Access Control Systems},
school = {Purdue University},
year = {2006},
type = {phdthesis},
address = {West Lafayette, Indiana},
month = {December},
} |
| 522 | Hyunsook Do and Gregg Rothermel On the Use of Mutation Faults in Empirical Assessments of Test Case Prioritization Techniques {IEEE} Trans. Software Eng., 32(9), 2006. |
|
| | Abstract: Available soon... |
| | @ARTICLE{do_TSE_06,
author = {Hyunsook Do and Gregg Rothermel},
title = {On the Use of Mutation Faults in Empirical Assessments of Test Case Prioritization Techniques},
journal = {{IEEE} Trans. Software Eng.},
year = {2006},
month = {},
volume = {32},
number = {9},
pages = {733--752}
} |
| 523 | Hyunsook Do and Gregg Rothermel On the Use of Mutation Faults in Empirical Assessments of Test Case Prioritization Techniques IEEE Transactions on Software Engineering, 32(9), September 2006. |
|
| | Abstract: Regression testing is an important activity in the software life cycle, but it can also be very expensive. To reduce the cost of regression testing, software testers may prioritize their test cases so that those which are more important, by some measure, are run earlier in the regression testing process. One potential goal of test case prioritization techniques is to increase a test suite's rate of fault detection (how quickly, in a run of its test cases, that test suite can detect faults). Previous work has shown that prioritization can improve a test suite's rate of fault detection, but the assessment of prioritization techniques has been limited primarily to hand-seeded faults, largely due to the belief that such faults are more realistic than automatically generated (mutation) faults. A recent empirical study, however, suggests that mutation faults can be representative of real faults and that the use of hand-seeded faults can be problematic for the validity of empirical results focusing on fault detection. We have therefore designed and performed two controlled experiments assessing the ability of prioritization techniques to improve the rate of fault detection of test case prioritization techniques, measured relative to mutation faults. Our results show that prioritization can be effective relative to the faults considered, and they expose ways in which that effectiveness can vary with characteristics of faults and test suites. More importantly, a comparison of our results with those collected using hand-seeded faults reveals several implications for researchers performing empirical studies of test case prioritization techniques in particular and testing techniques in general. |
| | @ARTICLE{DoR06,
author = {Hyunsook Do and Gregg Rothermel},
title = {On the Use of Mutation Faults in Empirical Assessments of Test Case Prioritization Techniques},
journal = {IEEE Transactions on Software Engineering},
year = {2006},
month = {September},
volume = {32},
number = {9},
pages = {733-752}
} |
| 524 | Anna Derezi\'nska Quality Assessment of Mutation Operators Dedicated for C\# Programs Proceedings of the 6th International Conference on Quality Software (QSIC'06)Beijing, China, 27-28 October 2006. |
|
| | Abstract: The mutation technique inserts faults in a program under test in order to assess or generate test cases, or evaluate the reliability of the program. Faults introduced into the source code are defined using mutation operators. They should be related to different, also object-oriented features of a program. The most research on OO mutations was devoted to Java programs. This paper describes analytical and empirical study performed to evaluate the quality of advanced mutation operators for C# programs. Experimental results demonstrate effectiveness of different mutation operators. Unit tests suites and functional tests were used in experiments. A detailed analysis was conducted on mutation operators dealing with delegates and exception handling. |
| | @INPROCEEDINGS{Derezinska06b,
author = {Anna Derezi\'nska},
title = {Quality Assessment of Mutation Operators Dedicated for C\# Programs},
booktitle = {Proceedings of the 6th International Conference on Quality Software (QSIC'06)},
year = {2006},
address = {Beijing, China},
month = {27-28 October},
pages = {}
} |
| 525 | Supaporn Kansomkeat and A. Jefferson Offutt and Wanchai Rivepiboon Class-Component Testability Analysis Proceedings of the 5th WSEAS International Conference on Software Engineering, Parallel and Distributed Systems (SEPADS'06)Madrid, Spain, 2006. |
|
| | Abstract: Testability is a quality factor used to predict the amount of effort required for software testing and to indicate the difficulty of revealing faults. This paper presents a quantitative testability analysis method for a software component that can be used when the source program is not available, but the bytecode is (as in Java .class files). This process analyzes the testability of each location to evaluate the component testability. The testability of a location is analyzed by computing the probability that the location will be executed and, if the location contains a fault, the execution will cause the fault to be revealed as a failure. This analysis process helps developers measure component testability and determine whether the component testability should be increased before the component is reused. In addition, low testability locations are identified. |
| | @INPROCEEDINGS{KansomkeatOR06,
author = {Supaporn Kansomkeat and A. Jefferson Offutt and Wanchai Rivepiboon},
title = {Class-Component Testability Analysis},
booktitle = {Proceedings of the 5th WSEAS International Conference on Software Engineering, Parallel and Distributed Systems (SEPADS'06)},
year = {2006},
address = {Madrid, Spain},
month = {},
pages = {61-66}
} |
| 526 | Kalpesh Kapoor Formal Analysis of Coupling Hypothesis for Logical Faults Innovations in Systems and Software Engineering, 2(2), July 2006. |
|
| | Abstract: Fault-based testing focuses on detecting faults in a software. Test data is typically generated considering the presence of a single fault at a time, under the assumption of coupling hypothesis. Fault-based testing approach, in particular mutation testing, assumes that the coupling hypothesis holds. According to the hypothesis, a test set that can detect presence of single faults in an implementation, is also likely to detect presence of multiple faults. In this paper it is formally shown that the hypothesis is guaranteed to hold for a large number of logical fault classes. |
| | @ARTICLE{Kapoor06,
author = {Kalpesh Kapoor},
title = {Formal Analysis of Coupling Hypothesis for Logical Faults},
journal = {Innovations in Systems and Software Engineering},
year = {2006},
month = {July},
volume = {2},
number = {2},
pages = {80-87}
} |
| 527 | Yves Le Traon and Benoit Baudry and Jean-Marc J\'ez\'equel Design by Contract to Improve Software Vigilance IEEE Transactions of Software Engineering, 32(8), August 2006. |
|
| | Abstract: Available soon... |
| | @ARTICLE{TraonBJ06,
author = {Yves Le Traon and Benoit Baudry and Jean-Marc J\'ez\'equel},
title = {Design by Contract to Improve Software Vigilance},
journal = {IEEE Transactions of Software Engineering},
year = {2006},
month = {August},
volume = {32},
number = {8},
pages = {571–586}
} |
| 528 | Huy Vu Do and Chantal Robach and Michel Delaunay Mutation Analysis for Reactive System Environment Properties Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: Reactive systems used in safety-critical domains demand high level of confidence. The development of these systems, which are submitted to several normative recommendations, is complex and expensive. Reactive systems can be developed by using the data-flow approach: many languages support this approach such as MATLAB/SlMULINK, LUSTRE/SCADE. This paper concentrates on the LUSTRE/SCADE language, especially the description of reactive system environment properties in this language. The description of environment properties, which is important for the validation (the proof and the test) of reactive systems, is not easy. Hence, we would like to use the mutation technique to consolidate this difficult task: we use the LESAR model-checking tool to detect equivalent mutants and some test case generators such as GATEL or LUTESS tools to kill non-equivalent mutants. |
| | @INPROCEEDINGS{DoRD06,
author = {Huy Vu Do and Chantal Robach and Michel Delaunay},
title = {Mutation Analysis for Reactive System Environment Properties},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {2}
} |
| 529 | Yu-Seung Ma and A. Jefferson Offutt and Yong-Rae Kwon MuJava: a Mutation System for Java Proceedings of the 28th international Conference on Software Engineering (ICSE '06)Shanghai, China, 20-28 May 2006. |
|
| | Abstract: Mutation testing is a valuable experimental research technique that has been used in many studies. It has been experimentally compared with other test criteria, and also used to support experimental comparisons of other test criteria, by using mutants as a method to create faults. In effect, mutation is often used as a ``gold standard'' for experimental evaluations of test methods. Although mutation testing is powerful, it is a complicated and computationally expensive testing method. Therefore, automated tool support is indispensable for conducting mutation testing. This demo presents a publicly available mutation system for Java that supports both method-level mutants and class-level mutants. MuJava can be freely downloaded and installed with relative ease under both Unix and Windows. MuJava is offered as a free service to the community and we hope that it will promote the use of mutation analysis for experimental research in software testing. |
| | @INPROCEEDINGS{MaOK06,
author = {Yu-Seung Ma and A. Jefferson Offutt and Yong-Rae Kwon},
title = {MuJava: a Mutation System for Java},
booktitle = {Proceedings of the 28th international Conference on Software Engineering (ICSE '06)},
year = {2006},
address = {Shanghai, China},
month = {20-28 May},
pages = {827-830}
} |
| 530 | Yu-Seung Ma and Mary Jean Harrold and Yong-Rae Kwon Evaluation of Mutation Testing for Object-Oriented Programs Proceedings of the 28th international Conference on Software Engineering (ICSE '06)Shanghai, China, 20-28 May 2006. |
|
| | Abstract: The effectiveness of mutation testing depends heavily on the types of faults that the mutation operators are designed to represent. Thus, the quality of the mutation operators is key to mutation testing. Although, mutation operators for object-oriented languages have previously been presented, little research has been done to show the usefulness of the class mutation operators. To assess the usefulness of class mutation operators, we conducted two empirical studies. In the first study, we examine the number and kinds of mutants that are generated for object-oriented programs. In the second study, we investigate the way in which class mutation operators model faults that are not detected by traditional mutation testing. We conducted our studies using a well-known object-oriented system, BCEL. |
| | @INPROCEEDINGS{MaHL06,
author = {Yu-Seung Ma and Mary Jean Harrold and Yong-Rae Kwon},
title = {Evaluation of Mutation Testing for Object-Oriented Programs},
booktitle = {Proceedings of the 28th international Conference on Software Engineering (ICSE '06)},
year = {2006},
address = {Shanghai, China},
month = {20-28 May},
pages = {869-872}
} |
| 531 | Guillermo Gallardo and John May and Julio C. Gallardo Assessment of Data Diversity Methods for Software Fault Tolerance Based on Mutation Analysis Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: One of the main concerns in safety-critical software is to ensure sufficient reliability because proof of the absence of systematic failures has proved to be an unrealistic goal. fault-tolerance (FT) is one method for improving reliability claims. It is reasonable to assume that some software FT techniques offer more protection than others, but the relative effectiveness of different software FT schemes remains unclear. We present the principles of a method to assess the effectiveness of FT using mutation analysis. The aim of this approach is to observe the power of FT directly and use this empirical process to evolve more powerful forms of FT. We also investigate an approach to FT that integrates data diversity (DD) assertions and TA. This work is part of a longer term goal to use FT in quantitative safety arguments for safety critical systems. |
| | @INPROCEEDINGS{GallardoMG06,
author = {Guillermo Gallardo and John May and Julio C. Gallardo},
title = {Assessment of Data Diversity Methods for Software Fault Tolerance Based on Mutation Analysis},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {6}
} |
| 532 | Joo A. Dures and Henrique S. Madeira Emulation of Software Faults: A Field Data Study and a Practical Approach IEEE Transactions on Software Engineering, 32(11), November 2006. |
|
| | Abstract: The injection of faults has been widely used to evaluate fault tolerance mechanisms and to assess the impact of faults in computer systems. However, the injection of software faults is not as well understood as other classes of faults (e.g., hardware faults). In this paper, we analyze how software faults can be injected (emulated) in a source-code independent manner. We specifically address important emulation requirements such as fault representativeness and emulation accuracy. We start with the analysis of an extensive collection of real software faults. We observed that a large percentage of faults falls into well-defined classes and can be characterized in a very precise way, allowing accurate emulation of software faults through a small set of emulation operators. A new software fault injection technique (G-SWFIT) based on emulation operators derived from the field study is proposed. This technique consists of finding key programming structures at the machine code-level where high-level software faults can be emulated. The fault-emulation accuracy of this technique is shown. This work also includes a study on the key aspects that may impact the technique accuracy. The portability of the technique is also discussed and it is shown that a high degree of portability can be achieved. |
| | @ARTICLE{DuresM06,
author = {Joo A. Dures and Henrique S. Madeira},
title = {Emulation of Software Faults: A Field Data Study and a Practical Approach},
journal = {IEEE Transactions on Software Engineering},
year = {2006},
month = {November},
volume = {32},
number = {11},
pages = {849-867}
} |
| 533 | Bernhard K. Aichernig and Carlo Corrales Delgado From Faults Via Test Purposes to Test Cases: On the Fault-Based Testing of Concurrent Systems Proceedings of the 9th International Conference on Fundamental Approaches to Software Engineering (FASE'06)Vienna, Austria, 27-28 March 2006. |
|
| | Abstract: Fault-based testing is a technique where testers anticipate errors in a system under test in order to assess or generate test cases. The idea is to have enough test cases capable of detecting these anticipated errors. This paper presents a theory and technique for generating fault-based test cases for concurrent systems. The novel idea is to generate test purposes from faults that have been injected into a model of the system under test. Such test purposes form a specification of a more detailed test case that can detect the injected fault. The theory is based on the notion of refinement. The technique is automated using the TGV test case generator and an equivalence checker of the CADP tools. A case study of testing web servers demonstrates the practicability of the approach. |
| | @INPROCEEDINGS{AichernigD06,
author = {Bernhard K. Aichernig and Carlo Corrales Delgado},
title = {From Faults Via Test Purposes to Test Cases: On the Fault-Based Testing of Concurrent Systems},
booktitle = {Proceedings of the 9th International Conference on Fundamental Approaches to Software Engineering (FASE'06)},
year = {2006},
address = {Vienna, Austria},
month = {27-28 March},
pages = {324-338}
} |
| 534 | Sang-Woon Kim and Mary Jean Harrold and Yong-Rae Kwon MUGAMMA: Mutation Analysis of Deployed Software to Increase Confidence and Assist Evolution Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: This paper presents a novel approach to unit testing that lets users of deployed software assist in performing mutation testing of the software. Our technique, MUGAMMA, provisions a software system so that when it executes in the field, it will determine whether users' executions would have killed mutants (without actually executing the mutants), and if so, captures the state information about those executions. In the absence of bug reports, knowledge of executions that would have killed mutants provides additional confidence in the system over that gained by the testing performed before deployment. Captured information about the state before and after execution of units (e.g., methods) can be used to construct test cases for use in unit testing when changes are made to the software. The paper also describes our prototype MUGAMMA implementation along with a case study that demonstrates its potential efficacy. |
| | @INPROCEEDINGS{KimHK06,
author = {Sang-Woon Kim and Mary Jean Harrold and Yong-Rae Kwon},
title = {MUGAMMA: Mutation Analysis of Deployed Software to Increase Confidence and Assist Evolution},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {10}
} |
| 535 | Ming-Hao Liu and You-Feng Gao and Jin-Hui Shan and Jiang-Hong Liu and Lu Zhang and Jia-Su Sun An Approach to Test Data Generation for Killing Multiple Mutants Proceedings of the 22nd IEEE International Conference on Software Maintenance (ICSM'06)Philadelphia, Pennsylvania, USA, 24-27 September 2006. |
|
| | Abstract: Software testing is an important technique for assurance of software quality. Mutation testing has been identified as a powerful fault-based technique for unit testing, and there has been some research on automatic generation of test data for mutation testing. However, existing approaches to this kind of test data generation usually generate test data according to one mutant at one time. Thus, more test data that are needed for achieving a given mutation score. In this paper, we propose a new approach to generating one test data according to multiple mutants that are mutated at the same location at one time. Thus, our approach can generate smaller test suite that can achieve the same mutation testing score. To evaluate our approach, we implemented a prototype tool based on our approach and carried out some preliminary experiments. The experimental results show that our approach is more cost-effective. |
| | @INPROCEEDINGS{LiuGSLZS06,
author = {Ming-Hao Liu and You-Feng Gao and Jin-Hui Shan and Jiang-Hong Liu and Lu Zhang and Jia-Su Sun},
title = {An Approach to Test Data Generation for Killing Multiple Mutants},
booktitle = {Proceedings of the 22nd IEEE International Conference on Software Maintenance (ICSM'06)},
year = {2006},
address = {Philadelphia, Pennsylvania, USA},
month = {24-27 September},
pages = {113-122}
} |
| 536 | Ellen Francine Barbosa Establishing a Mutation Testing Educational Module based on IMA-CID Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, 2006. |
|
| | Abstract: Software testing is one of the most relevant activities regarding system development but, at the same time, it is a difficult topic to learn or teach without the appropriate supporting mechanisms. A learning process of software testing should involve the cooperation of theoretical and experimental knowledge with related tools in order to facilitate the apprenticeship of specific testing theories and skills. In previous works we investigated the establishment of supporting mechanisms for developing educational modules. The idea was contribute to the improvement of learning processes in general by producing quality educational products, capable of motivating the learners and effectively contribute to their knowledge construction process. In this paper we illustrate the application of our ideas in the context of software testing, more specifically by the development of an educational module for mutation testing. We consider mutation testing since it is a sound and powerful approach, but its use is still limited, mainly due to its high cost of application and, also, due to the need of an adequate learning process. |
| | @INPROCEEDINGS{Barbosa06,
author = {Ellen Francine Barbosa},
title = {Establishing a Mutation Testing Educational Module based on IMA-CID},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {},
pages = {14}
} |
| 537 | Yu{-}Seung Ma and Jeff Offutt and Yong Rae Kwon MuJava: a mutation system for java 28th International Conference on Software Engineering {(ICSE} 2006), Shanghai, China, May 20-28, 2006, 2006. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ma_ICSE_06_mujava,
author = {Yu{-}Seung Ma and Jeff Offutt and Yong Rae Kwon},
title = {MuJava: a mutation system for java},
booktitle = {28th International Conference on Software Engineering {(ICSE} 2006), Shanghai, China, May 20-28, 2006},
year = {2006},
address = {},
month = {},
pages = {827--830}
} |
| 538 | Jean-Marie Mottu and Benoit Baudry and Yves Le Traon Mutation Analysis Testing for Model Transformations Proceedings of the 2nd European Conference on Model Driven Architecture - Foundations and ApplicationsBilbao, Spain, July 2006. |
|
| | Abstract: In MDE, model transformations should be efficiently tested so that it may be used and reused safely. Mutation analysis is an efficient technique to evaluate the quality of test data, and has been extensively studied both for procedural and object-oriented languages. In this paper, we study how it can be adapted to model oriented programming. Since no model transformation language has been widely accepted today, we propose generic fault models that are related to the model transformation process. First, we identify abstract operations that constitute this process: model navigation, model’s elements filtering, output model creation and input model modification. Then, we propose a set of specific mutation operators which are directly inspired from these operations. We believe that these operators are meaningful since a large part of the errors in a transformation are due to the manipulation of complex models regardless of the concrete implementation language. |
| | @INPROCEEDINGS{MottuBT06,
author = {Jean-Marie Mottu and Benoit Baudry and Yves Le Traon},
title = {Mutation Analysis Testing for Model Transformations},
booktitle = {Proceedings of the 2nd European Conference on Model Driven Architecture - Foundations and Applications},
year = {2006},
address = {Bilbao, Spain},
month = {July},
pages = {376-390}
} |
| 539 | Bartosz Bogacki and Bartosz Walter Evaluation of Test Code Quality with Aspect-Oriented Mutations Proceedings of the 7th International Conference on eXtreme Programming and Agile Processes in Software Engineering (XP'06)2006, Oulu, 17-22 June 2006. |
|
| | Abstract: Along with growing popularity of agile methodologies and open source movement, unit testing has become one of the core practices in modern software engineering. It is particularly important in eXtreme Programming [1], which explicitly diminish the importance of other artifacts than source code and tests cases. In XP unit test cases not only verify if software meets functional requirements, but also enable refactoring, alleviate comprehension and provide guidance on how the production code should be used. Therefore, they contribute to many other important practices of XP, which explicitly or implicitly rely on their ability to effectively discover bugs. |
| | @INPROCEEDINGS{BogackiW06a,
author = {Bartosz Bogacki and Bartosz Walter},
title = {Evaluation of Test Code Quality with Aspect-Oriented Mutations},
booktitle = {Proceedings of the 7th International Conference on eXtreme Programming and Agile Processes in Software Engineering (XP'06)},
year = {2006},
address = {2006, Oulu},
month = {17-22 June},
pages = {202-204}
} |
| 540 | Shiyi Xu A New Approach to Improving the Test Effectiveness in Software Testing Using Fault Collapsing Proceedings of the 12th Pacific Rim International Symposium on Dependable Computing (PRDC'06)California, Riverside, 18-20 December 2006. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Xu06,
author = {Shiyi Xu},
title = {A New Approach to Improving the Test Effectiveness in Software Testing Using Fault Collapsing},
booktitle = {Proceedings of the 12th Pacific Rim International Symposium on Dependable Computing (PRDC'06)},
year = {2006},
address = {California, Riverside},
month = {18-20 December},
pages = {73-80}
} |
| 541 | Sagar Sen and Benoit Baudry Mutation-based Model Synthesis in Model Driven Engineering Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: With the increasing use of models for software development and the emergence of model-driven engineering, it has become important to build accurate and precise models that present certain characteristics. Model transformation testing is a domain that requires generating a large number of models that satisfy coverage properties (cover the code of the transformation or the structure of the metamodel). However, manually building a set of models to test a transformation is a tedious task and having an automatic technique to generate models from a metamodel would be very helpful. We investigate the synthesis of models based on plans. Each plan comprises of a sequence of model synthesis rules (or mutation operators) specified as graph grammar (GG) rules. These mutation operators are primitive GG rules , automatically obtained from any meta-model. Such plans can be evolved by various artificial intelligence techniques to generate useful models for different tasks including model transformation testing. |
| | @INPROCEEDINGS{SenB06,
author = {Sagar Sen and Benoit Baudry},
title = {Mutation-based Model Synthesis in Model Driven Engineering},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {13}
} |
| 542 | Youssef Serrestou and Vincent Beroulle and Chantal Robach How to Improve a Set of Design Validation Data by Using Mutation-Based Test Proceedings of the IEEE Design and Diagnostics of Electronic Circuits and Systems (DDECS'06)Prague, Czech Republic, 18-21 April 2006. |
|
| | Abstract: In current hardware design flow, functional verification is widely acknowledged as the crucial step. This paper presents a new contribution to reduce the cost of this step by automating it. We address here, one of the principal challenges of dynamic verification, by providing a new approach for automatic test generation. This approach combines mutation-based test techniques and genetic algorithms to produce stimuli for design under test. The feasibility of the proposed approach is assessed with a preliminary implementation, and some framework has been tested |
| | @INPROCEEDINGS{SerrestouBR06,
author = {Youssef Serrestou and Vincent Beroulle and Chantal Robach},
title = {How to Improve a Set of Design Validation Data by Using Mutation-Based Test},
booktitle = {Proceedings of the IEEE Design and Diagnostics of Electronic Circuits and Systems (DDECS'06)},
year = {2006},
address = {Prague, Czech Republic},
month = {18-21 April},
pages = {75-76}
} |
| 543 | Jeremy S. Bradbury and James R. Cordy and Juergen Dingel Mutation Operators for Concurrent Java (J2SE 5.0) Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: The current version of Java (J2SE 5.0) provides a high level of support for concurreny in comparison to previous versions. For example, programmers using J2SE 5.0 can now achieve synchronization between concurrent threads using explicit locks, semaphores, barriers, latches, or exchangers. Furthermore, built-in concurrent data structures such as hash maps and queues, built-in thread pools, and atomic variables are all at the programmer's disposal. We are interested in using mutation analysis to evaluate, compare and improve quality assurance techniques for concurrent Java programs. Furthermore, we believe that the current set of method mutation operators and class operators proposed in the literature are insufficient to evaluate concurrent Java source code because the majority of operators do not directly mutate the portions of code responsible for synchronization. In this paper we will provide an overview of concurrency constructs in J2SE 5.0 and a new set of concurrent mutation operators. We will justify the operators by categorizing them with an existing bug pattern taxonomy for concurrency. Most of the bug patterns in the taxonomy have been used to classify real bugs in a benchmark of concurrent Java applications. |
| | @INPROCEEDINGS{BradburyCD06a,
author = {Jeremy S. Bradbury and James R. Cordy and Juergen Dingel},
title = {Mutation Operators for Concurrent Java (J2SE 5.0)},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {83–92}
} |
| 544 | Jeremy S. Bradbury and James R. Cordy and Juergen Dingel ExMAn: A Generic and Customizable Framework for Experimental Mutation Analysis Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: Current mutation analysis tools are primarily used to compare different test suites and are tied to a particular programming language. In this paper we present the ExMAn experimental mutation analysis framework - ExMAn is automated, general and flexible and allows for the comparison of different quality assurance techniques such as testing, model checking, and static analysis. The goal of ExMAn is to allow for automatic mutation analysis that can be reproduced by other researchers. After describing ExMAn, we present a scenario of using ExMAn to compare testing with static analysis of temporal logic properties. We also provide both the benefits and the current limitations of using our framework. |
| | @INPROCEEDINGS{BradburyCD06,
author = {Jeremy S. Bradbury and James R. Cordy and Juergen Dingel},
title = {ExMAn: A Generic and Customizable Framework for Experimental Mutation Analysis},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {57–62}
} |
| 545 | James H. Andrews and Lionel C. Briand and Yvan Labiche and Akbar Siami Namin Using Mutation Analysis for Assessing and Comparing Testing Coverage Criteria IEEE Transactions on Software Engineering, 32(8), August 2006. |
|
| | Abstract: The empirical assessment of test techniques plays an important role in software testing research. One common practice is to seed faults in subject software, either manually or by using a program that generates all possible mutants based on a set of mutation operators. The latter allows the systematic, repeatable seeding of large numbers of faults, thus facilitating the statistical analysis of fault detection effectiveness of test suites; however, we do not know whether empirical results obtained this way lead to valid, representative conclusions. Focusing on four common control and data flow criteria (block, decision, C-use, and P-use), this paper investigates this important issue based on a middle size industrial program with a comprehensive pool of test cases and known faults. Based on the data available thus far, the results are very consistent across the investigated criteria as they show that the use of mutation operators is yielding trustworthy results: generated mutants can be used to predict the detection effectiveness of real faults. Applying such a mutation analysis, we then investigate the relative cost and effectiveness of the above-mentioned criteria by revisiting fundamental questions regarding the relationships between fault detection, test suite size, and control/data flow coverage. Although such questions have been partially investigated in previous studies, we can use a large number of mutants, which helps decrease the impact of random variation in our analysis and allows us to use a different analysis approach. Our results are then; compared with published studies, plausible reasons for the differences are provided, and the research leads us to suggest a way to tune the mutation analysis process to possible differences in fault detection probabilities in a specific environment. |
| | @ARTICLE{AndrewsBLN06,
author = {James H. Andrews and Lionel C. Briand and Yvan Labiche and Akbar Siami Namin},
title = {Using Mutation Analysis for Assessing and Comparing Testing Coverage Criteria},
journal = {IEEE Transactions on Software Engineering},
year = {2006},
month = {August},
volume = {32},
number = {8},
pages = {608-624}
} |
| 546 | Ahyoung Sung and Jina Jang and Byoungju Choi Fault-Based Interface Testing Between Real-Time Operating System and Application Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: Testing interfaces of an embedded system is important since the heterogeneous layers such as hardware, OS and application are tightly coupled. We propose the mutation operators in three respects, "When?', "Where?' and "How?' in order to inject a fault into RTOS program when testing interface between RTOS and application. Injecting a fault without affecting the RTOS in run-time environment is the core of proposed mutation operators. We apply the mutation operators to interface testing during the integration of RTOS and application in the industrial programmable logic controller. |
| | @INPROCEEDINGS{SungJC06,
author = {Ahyoung Sung and Jina Jang and Byoungju Choi},
title = {Fault-Based Interface Testing Between Real-Time Operating System and Application},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {8}
} |
| 547 | James H. Andrews and Lionel C. Briand and Yvan Labiche and Akbar Siami Namin Using Mutation Analysis for Assessing and Comparing Testing Coverage Criteria {IEEE} Trans. Software Eng., 32(8), 2006. |
|
| | Abstract: Available soon... |
| | @ARTICLE{AndrewsBLN06,
author = {James H. Andrews and Lionel C. Briand and Yvan Labiche and Akbar Siami Namin},
title = {Using Mutation Analysis for Assessing and Comparing Testing Coverage Criteria},
journal = {{IEEE} Trans. Software Eng.},
year = {2006},
month = {},
volume = {32},
number = {8},
pages = {608--624}
} |
| 548 | Chang-ai Sun and Yunwei Dong and Richard Lai and K. Y. Sim and T. Y. Chen Analyzing and Extending MUMCUT for Fault-based Testing of General Boolean Expressions Proceedings of the 6th IEEE International Conference on Computer and Information TechnologySeoul, Korea, 20-22 September 2006. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SunDLSC06,
author = {Chang-ai Sun and Yunwei Dong and Richard Lai and K. Y. Sim and T. Y. Chen},
title = {Analyzing and Extending MUMCUT for Fault-based Testing of General Boolean Expressions},
booktitle = {Proceedings of the 6th IEEE International Conference on Computer and Information Technology},
year = {2006},
address = {Seoul, Korea},
month = {20-22 September},
pages = {184}
} |
| 549 | Fevzi Belli and Christof J. Budnik and W. Eric Wong Basic Operations for Generating Behavioral Mutants Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, 2006. |
|
| | Abstract: This paper attempts to subsume the existing great variety of mutation operations to two basic operations, insertion and omission and their combinations. These basic operations are applied to different elements of graph-based models of increasing representation power. A case study applies the approach to these models for generating mutants of different features and compares the fault detection capacity of the mutants generated. |
| | @INPROCEEDINGS{BelliBW06,
author = {Fevzi Belli and Christof J. Budnik and W. Eric Wong},
title = {Basic Operations for Generating Behavioral Mutants},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {},
pages = {9}
} |
| 550 | Jon S. Baekken and Roger T. Alexander A Candidate Fault Model for AspectJ Pointcuts Proceedings of the 17th International Symposium on Software Reliability Engineering (ISSRE'06)Raleigh, North Carolina, 7-10 November 2006. |
|
| | Abstract: We present a candidate fault model for pointcuts in AspectJ programs. The fault model identifies faults that we believe are likely to occur when writing pointcuts in the AspectJ language. Categories of fault types are identified, and each individual fault type is described as categorized. We argue that a fault model that focuses on the unique constructs of the AspectJ language is needed for the systematic and effective testing of AspectJ programs. Our pointcut fault model is a first step towards such a model. |
| | @INPROCEEDINGS{BaekkenA06,
author = {Jon S. Baekken and Roger T. Alexander},
title = {A Candidate Fault Model for AspectJ Pointcuts},
booktitle = {Proceedings of the 17th International Symposium on Software Reliability Engineering (ISSRE'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {7-10 November},
pages = {169-178}
} |
| 551 | Lijun Shan and Hong Zhu Testing Software Modelling Tools Using Data Mutation Proceedings of the International Workshop on Automation of Software Test (AST'06)Shanghai, China, 20-28 May 2006. |
|
| | Abstract: Modelling tools play a crucial role in model-driven software development methods. A particular difficulty in testing such software systems is the generation of adequate test cases because the test data are structurally complicated. This paper proposes an approach called data mutation to generating a large number of test data from a few seed test cases. It is inspired in mutation testing methods, but differs from them in the way that mutation operators are defined and used. In our approach, mutation operators transform the input data rather than the program under test or the specification of the software. It is not a test adequacy measurement. Instead, it generates test cases. The paper also reports a case study with the method on testing a modelling tool and illustrates the applicability of the proposed method. Experiment data clearly demonstrated that the method can achieve a high test adequacy. It has a high fault detecting ability and good cost effectiveness. |
| | @INPROCEEDINGS{ShanZ06,
author = {Lijun Shan and Hong Zhu},
title = {Testing Software Modelling Tools Using Data Mutation},
booktitle = {Proceedings of the International Workshop on Automation of Software Test (AST'06)},
year = {2006},
address = {Shanghai, China},
month = {20-28 May},
pages = {43 - 49}
} |
| 552 | Benoit Baudry and Franck Fleurey and Yves Le Traon Improving Test Suites for Efficient Fault Localization Proceedings of the 28th International Conference on Software Engineering (ICSE'06)Shanghai, China, 20-28 May 2006. |
|
| | Abstract: The need for testing-for-diagnosis strategies has been identified for a long time, but the explicit link from testing to diagnosis (fault localization) is rare. Analyzing the type of information needed for efficient fault localization, we identify the attribute (called Dynamic Basic Block) that restricts the accuracy of a diagnosis algorithm. Based on this attribute, a test-for-diagnosis criterion is proposed and validated through rigorous case studies: it shows that a test suite can be improved to reach a high level of diagnosis accuracy. So, the dilemma between a reduced testing effort (with as few test cases as possible) and the diagnosis accuracy (that needs as much test cases as possible to get more information) is partly solved by selecting test cases that are dedicated to diagnosis. |
| | @INPROCEEDINGS{BaudryFT06,
author = {Benoit Baudry and Franck Fleurey and Yves Le Traon},
title = {Improving Test Suites for Efficient Fault Localization},
booktitle = {Proceedings of the 28th International Conference on Software Engineering (ICSE'06)},
year = {2006},
address = {Shanghai, China},
month = {20-28 May},
pages = {82-91}
} |
| 553 | R. K. Singh and Pravin Chandra and Yogesh Singh An Evaluation of Boolean Expression Testing Techniques ACM SIGSOFT Software Engineering Notes, 31(5), September 2006. |
|
| | Abstract: Increase in the size and complexity of the software developed has made software testing a challenging exercise. A number of testing techniques are available but they differ in terms of statement coverage, condition coverage and particularly in fault detection capabilities. The size of the test suite also differs from one technique to other. Fault that has propagated into the system inadvertently, especially into the branch statements, have severe effects as they affect the logic of the program. In this paper, an experimental evaluation of the popular branch-testing techniques (Elmendorf's method, Boolean Operator (BOR), Modified Condition/Decision Coverage (MCDC), and Reinforced Criteria/Decision Coverage (RCDC)) is presented. These techniques are evaluated on the basis of types of faults they identify, size of the test suite and their effectiveness in fault detection. For experiments, various branch statements used and referred in literature are selected. Test cases and mutants were prepared for these branch statements. Mutants were prepared by seeding single operator and operand faults into the statements. The results indicate that for a subset of fault types BOR is effective. A variant of MCDC and RCDC demonstrate better performance on the full class of faults and are only slightly worse than Elmendorf's (CEG) method test suite. |
| | @ARTICLE{SinghCS06,
author = {R. K. Singh and Pravin Chandra and Yogesh Singh},
title = {An Evaluation of Boolean Expression Testing Techniques},
journal = {ACM SIGSOFT Software Engineering Notes},
year = {2006},
month = {September},
volume = {31},
number = {5},
pages = {1-6}
} |
| 554 | Huo Yan Chen and Su Hu Two New Kinds of Class Level Mutants for Object-Oriented Programs Proceedings of the IEEE International Conference on Systems, Man and Cybernetics (SMC'06)Taipei, Taiwan, 8-11 October 2006. |
|
| | Abstract: The mutation testing focuses on the most possible mistakes of the software and so it has high ability to expose mistakes. However, at present it is still mainly used in procedure-oriented program testing. In recent years, object-oriented programming becomes more and more popular. This paper sets up the concepts for two new kinds of class level mutants for object-oriented program testing. One kind is of attribute mutants. The other is of method mutants. The formal description for the concepts is presented and the algorithms for generating attribute mutants and method mutants are proposed in this paper. A tool prototype for the algorithms is implemented and the related testing adequacy is also analyzed. |
| | @INPROCEEDINGS{ChenH06,
author = {Huo Yan Chen and Su Hu},
title = {Two New Kinds of Class Level Mutants for Object-Oriented Programs},
booktitle = {Proceedings of the IEEE International Conference on Systems, Man and Cybernetics (SMC'06)},
year = {2006},
address = {Taipei, Taiwan},
month = {8-11 October},
pages = {2173-2178}
} |
| 555 | J. S. Bradbury and J. R. Cordy and J. Dingel Mutation Operators for Concurrent Java (J2SE 5.0) Second Workshop on Mutation Analysis (Mutation 2006 - ISSRE Workshops 2006), Nov 2006. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{bradbury_Mutation_06,
author = {J. S. Bradbury and J. R. Cordy and J. Dingel},
title = {Mutation Operators for Concurrent Java (J2SE 5.0)},
booktitle = {Second Workshop on Mutation Analysis (Mutation 2006 - ISSRE Workshops 2006)},
year = {2006},
address = {},
month = {Nov},
pages = {11-11}
} |
| 556 | Yves Crouzet and Helene Waeselynck and Benjamin Lussier and David Powell The SESAME Experience: from Assembly Languages to Declarative Models Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: SESAME (Software Environment for Software Analysis by Mutation Effects) is a fault injection tool using mutation as the target fault model. It has been used for 15 years to support dependability research at LAAS-CNRS. A salient feature of SESAME is that it is multi-language. This made it possible to inject faults into software written in assembly languages, procedural languages (Pascal, C), a data-flow language (LUSTRE), as well as in a declarative language for temporal planning in robotics. This paper provides an overview of the tool, and reports on its use in experimental research addressing either fault removal or fault tolerance topics. |
| | @INPROCEEDINGS{CrouzetWLP06,
author = {Yves Crouzet and Helene Waeselynck and Benjamin Lussier and David Powell},
title = {The SESAME Experience: from Assembly Languages to Declarative Models},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {7}
} |
| 557 | Akbar Siami Namin and James H. Andrews Finding Sufficient Mutation Operators via Variable Reduction Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: A set of mutation operators is "sufficient" if it can be used for most purposes to replace a larger set. We describe in detail an experimental procedure for determining a set of sufficient C language mutation operators. We also describe several statistical analyses that determine sufficient subsets with respect to several different criteria, based on standard techniques for variable reduction. We have begun to carry out our experimental procedure on seven standard C subject programs. We present preliminary results that indicate that the procedure and analyses are feasible and yield useful information. |
| | @INPROCEEDINGS{NaminA06,
author = {Akbar Siami Namin and James H. Andrews},
title = {Finding Sufficient Mutation Operators via Variable Reduction},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {5}
} |
| 558 | A. Jefferson Offutt and Yu-Seung Ma and Yong-Rae Kwon The Class-Level Mutants of MuJava Proceedings of the International Workshop on Automation of Software Test (AST'06)Shanghai, China, 20-28 May 2006. |
|
| | Abstract: This paper presents results from empirical studies of object-oriented, class level mutation operators, using the auto- mated analysis and testing tool MuJava. Class mutation operators modify OO programming language features such as inheritance, polymorphism, dynamic binding and encapsulation. This paper presents data from 866 classes in six open-source programs. Several new class-level mutation operators are defined in this paper and an analysis of the number of mutants generated is provided. Techniques for eliminating some equivalent mutants are described and data from an automated tool are provided. One important result is that class-level mutation operators yield far more equivalent mutants than traditional, statement-level, operators. Another is that there are far fewer class-level mutants than statement-level mutants. Together, these data suggest that mutation for inter-class testing can be practically affordable. |
| | @INPROCEEDINGS{OffuttMK06,
author = {A. Jefferson Offutt and Yu-Seung Ma and Yong-Rae Kwon},
title = {The Class-Level Mutants of MuJava},
booktitle = {Proceedings of the International Workshop on Automation of Software Test (AST'06)},
year = {2006},
address = {Shanghai, China},
month = {20-28 May},
pages = {78-84}
} |
| 559 | Robert Nilsson and A. Jefferson Offutt and Jonas Mellin Test Case Generation for Mutation-based Testing of Timeliness Proceedings of the 2nd Workshop on Model Based Testing (MBT 2006)Vienna, Austria, 25-26 March 2006. |
|
| | Abstract: Temporal correctness is crucial for real-time systems. Few methods exist to test temporal correctness and most methods used in practice are ad-hoc. A problem with testing real-time applications is the response-time dependency on the execution order of concurrent tasks. Execution order in turn depends on execution environment properties such as scheduling protocols, use of mutual exclusive resources as well as the point in time when stimuli is injected. Model based mutation testing has previously been proposed to determine the execution orders that need to be verified to increase confidence in timeliness. An effective way to automatically generate such test cases for dynamic real-time systems is still needed. This paper presents a method using heuristic-driven simulation to generate test cases. |
| | @INPROCEEDINGS{NilssonOM06,
author = {Robert Nilsson and A. Jefferson Offutt and Jonas Mellin},
title = {Test Case Generation for Mutation-based Testing of Timeliness},
booktitle = {Proceedings of the 2nd Workshop on Model Based Testing (MBT 2006)},
year = {2006},
address = {Vienna, Austria},
month = {25-26 March},
pages = {97-114}
} |
| 560 | A. Jefferson Offutt and Paul Ammann and Lisa (Ling) Liu Mutation Testing implements Grammar-Based Testing Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: This paper presents an abstract view of mutation analysis. Mutation was originally thought of as making changes to program source, but similar kinds of changes have been applied to other artifacts, including program specifications, XML, and input languages. This paper argues that mutation analysis is actually a way to modify any software artifact based on its syntactic description, and is in the same family of test generation methods that create inputs from syntactic descriptions. The essential characteristic of mutation is that a syntactic description such as a grammar is used to create tests. We call this abstract view grammar-based testing, and view it as an interface, which mutation analysis implements. This shift in view allows mutation to be defined in a general way, yielding three benefits. First, it provides a simpler way to understand mutation. Second, it makes it easier to develop future applications of mutation analysis, such as finite state machines and use case collaboration diagrams. The third benefit, which due to space limitations is not explored in this paper, is ensuring that existing techniques are complete according to the criteria defined here. |
| | @INPROCEEDINGS{OffuttAL06,
author = {A. Jefferson Offutt and Paul Ammann and Lisa (Ling) Liu},
title = {Mutation Testing implements Grammar-Based Testing},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {12}
} |
| 561 | Prasanth Anbalagan and Tao Xie Efficient Mutant Generation for Mutation Testing of Pointcuts in Aspect-Oriented Programs Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)Raleigh, North Carolina, November 2006. |
|
| | Abstract: Fault-based testing is an approach where the designed test data is used to demonstrate the absence of a set of prespecified faults, typically being frequently occurring faults. Mutation testing is a fault-based testing technique used to inject faults into an existing program, i.e., a variation of the original program and see if the test suite is sensitive enough to detect common faults. Aspect-Oriented Programming (AOP) provides new modularization of software systems by encapsulating crosscutting concerns. AspectJ, a language designed to support AOP uses abstractions like pointcuts, advice, and aspects to achieve AOP's primary functionality. Developers tend to write pointcut expressions with incorrect strength, thereby selecting additional events than intended to or leaving out necessary events. This incorrect strength causes aspects, the set of crosscutting concerns, to fail. Hence there is a need to test the pointcuts for their strength. Mutation testing of pointcuts includes two steps: creating effective mutants (variations) of a pointcut expression and testing these mutants using the designed test data. The number of mutants for a pointcut expression is usually large due to the usage of wildcards. It is tedious to manually identify effective mutants that are of appropriate strength and resemble closely the original pointcut expression. Our framework automatically generates mutants for a pointcut expression and identifies mutants that resemble closely the original expression. Then the developers could use the test data for the woven classes against these mutants to perform mutation testing. |
| | @INPROCEEDINGS{AnbalaganX06,
author = {Prasanth Anbalagan and Tao Xie},
title = {Efficient Mutant Generation for Mutation Testing of Pointcuts in Aspect-Oriented Programs},
booktitle = {Proceedings of the 2nd Workshop on Mutation Analysis (MUTATION'06)},
year = {2006},
address = {Raleigh, North Carolina},
month = {November},
pages = {3}
} |
| 562 | Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon Automatic Test Case Optimization: A Bacteriologic Algorithm IEEE Software, 22(2), March-April 2005. |
|
| | Abstract: Improving test cases automatically is a nonlinear optimization problem. To solve this problem, we've developed a bacteriologic algorithm, adapted from genetic algorithms that can generate and optimize a set of test cases. A .NET component that parses C# source files illustrates our algorithm. |
| | @ARTICLE{BaudryFJT05a,
author = {Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon},
title = {Automatic Test Case Optimization: A Bacteriologic Algorithm},
journal = {IEEE Software},
year = {2005},
month = {March-April},
volume = {22},
number = {2},
pages = {76-82}
} |
| 563 | Yuan Zhan and John A. Clark Search-based mutation testing for \emph{Simulink} models Genetic and Evolutionary Computation Conference, {GECCO} 2005, Proceedings, Washington DC, USA, June 25-29, 2005, 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{zhan_GECCO_05,
author = {Yuan Zhan and John A. Clark},
title = {Search-based mutation testing for \emph{Simulink} models},
booktitle = {Genetic and Evolutionary Computation Conference, {GECCO} 2005, Proceedings, Washington DC, USA, June 25-29, 2005},
year = {2005},
address = {},
month = {},
pages = {1061--1068}
} |
| 564 | Md. Mehedi Masud and Amiya Nayak and Marzia Zaman and Nita Bansal Strategy for Mutation Testing Using Genetic Algorithms Proceedings of the Canadian Conference on Electrical and Computer Engineering (CCECE '05)Montreal, Quebec, 1-4 May 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MasudNZB05,
author = {Md. Mehedi Masud and Amiya Nayak and Marzia Zaman and Nita Bansal},
title = {Strategy for Mutation Testing Using Genetic Algorithms},
booktitle = {Proceedings of the Canadian Conference on Electrical and Computer Engineering (CCECE '05)},
year = {2005},
address = {Montreal, Quebec},
month = {1-4 May},
pages = {1049-1052}
} |
| 565 | Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon From Genetic to Bacteriological Algorithms for Mutation-based Testing Software Testing, Verification and Reliability, 15(2), June 2005. |
|
| | Abstract: The level of confidence in a software component is often linked to the quality of its test cases. This quality can in turn be evaluated with mutation analysis: faults are injected into the software component (making mutants of it) to check the proportion of mutants detected (‘killed’) by the test cases. But while the generation of a set of basic test cases is easy, improving its quality may require prohibitive effort. This paper focuses on the issue of automating the test optimization. The application of genetic algorithms would appear to be an interesting way of tackling it. The optimization problem is modelled as follows: a test case can be considered as a predator while a mutant program is analogous to a prey. The aim of the selection process is to generate test cases able to kill as many mutants as possible, starting from an initial set of predators, which is the test cases set provided by the programmer. To overcome disappointing experimentation results, on .Net components and unit Eiffel classes, a slight variation on this idea is studied, no longer at the ‘animal’ level (lions killing zebras, say) but at the bacteriological level. The bacteriological level indeed better reflects the test case optimization issue: it mainly differs from the genetic one by the introduction of a memorization function and the suppression of the crossover operator. The purpose of this paper is to explain how the genetic algorithms have been adapted to fit with the issue of test optimization. The resulting algorithm differs so much from genetic algorithms that it has been given another name: bacteriological algorithm. |
| | @ARTICLE{BaudryFJT05,
author = {Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon},
title = {From Genetic to Bacteriological Algorithms for Mutation-based Testing},
journal = {Software Testing, Verification and Reliability},
year = {2005},
month = {June},
volume = {15},
number = {2},
pages = {73 - 96}
} |
| 566 | Man F. Lau and Yuen T. Yu An Extended Fault Class Hierarchy for Specification-based Testing ACM Transactions on Software Engineering and Methodology, 14(3), July 2005. |
|
| | Abstract: Kuhn, followed by Tsuchiya and Kikuno, have developed a hierarchy of relationships among several common types of faults (such as variable and expression faults) for specification-based testing by studying the corresponding fault detection conditions. Their analytical results can help explain the relative effectiveness of various fault-based testing techniques previously proposed in the literature. This article extends and complements their studies by analyzing the relationships between variable and literal faults, and among literal, operator, term, and expression faults. Our analysis is more comprehensive and produces a richer set of findings that interpret previous empirical results, can be applied to the design and evaluation of test methods, and inform the way that test cases should be prioritized for earlier detection of faults. Although this work originated from the detection of faults related to specifications, our results are equally applicable to program-based predicate testing that involves logic expressions. |
| | @ARTICLE{LauY05,
author = {Man F. Lau and Yuen T. Yu},
title = {An Extended Fault Class Hierarchy for Specification-based Testing},
journal = {ACM Transactions on Software Engineering and Methodology},
year = {2005},
month = {July},
volume = {14},
number = {3},
pages = {247-276}
} |
| 567 | Ying Jiang and Shan-Shan Hou and Jin-Hui Shan and Lu Zhang and Bing Xie Contract-Based Mutation for Testing Components Proceedings of the 21st IEEE International Conference on Software Maintenance (ICSM'05)Budapest, Hungary, 25-30 September 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JiangHSZX05,
author = {Ying Jiang and Shan-Shan Hou and Jin-Hui Shan and Lu Zhang and Bing Xie},
title = {Contract-Based Mutation for Testing Components},
booktitle = {Proceedings of the 21st IEEE International Conference on Software Maintenance (ICSM'05)},
year = {2005},
address = {Budapest, Hungary},
month = {25-30 September},
pages = {483-492}
} |
| 568 | Anna Derezi\'nska Advanced Mutation Operators Applicable in C\# Programs Warsaw University of Technology, Warszawa, Poland, 2005. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{Derezinska05,
author = {Anna Derezi\'nska},
title = {Advanced Mutation Operators Applicable in C\# Programs},
institution = {Warsaw University of Technology},
year = {2005},
type = {techreport},
number = {},
address = {Warszawa, Poland},
month = {},
} |
| 569 | Mike Papadakis Error detection methods in Java Programs using the mutation method Athens University of Economics and Business, , 2005. |
|
| | Abstract: Available soon... |
| | @MASTERSTHESIS{PapadakisMS,
author = {Mike Papadakis},
title = {Error detection methods in Java Programs using the mutation method},
school = {Athens University of Economics and Business},
year = {2005},
type = {mastersthesis},
address = {},
month = {June},
} |
| 570 | Kalpesh Kapoor and Jonathan P. Bowen Ordering Mutants to Minimise Test Effort in Mutation Testing Proceedings of the 4th International Workshop on Formal Approaches to Software Testing (FATES'04)Linz, Austria, 21 September 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KapoorB05,
author = {Kalpesh Kapoor and Jonathan P. Bowen},
title = {Ordering Mutants to Minimise Test Effort in Mutation Testing},
booktitle = {Proceedings of the 4th International Workshop on Formal Approaches to Software Testing (FATES'04)},
year = {2005},
address = {Linz, Austria},
month = {21 September},
pages = {195-209}
} |
| 571 | Yu{-}Seung Ma and Jeff Offutt and Yong Rae Kwon MuJava: an automated class mutation system Softw. Test., Verif. Reliab., 15(2), 2005. |
|
| | Abstract: Available soon... |
| | @ARTICLE{MaOK05,
author = {Yu{-}Seung Ma and Jeff Offutt and Yong Rae Kwon},
title = {MuJava: an automated class mutation system},
journal = {Softw. Test., Verif. Reliab.},
year = {2005},
month = {},
volume = {15},
number = {2},
pages = {97--133}
} |
| 572 | Yu-Seung Ma and A. Jefferson Offutt and Yong-Rae Kwon MuJava: An Automated Class Mutation System Software Testing, Verification & Reliability, 15(2), June 2005. |
|
| | Abstract: Several module and class testing techniques have been applied to object-oriented (OO) programs, but researchers have only recently begun developing test criteria that evaluate the use of key OO features such as inheritance, polymorphism, and encapsulation. Mutation testing is a powerful testing technique for generating software tests and evaluating the quality of software. However, the cost of mutation testing has traditionally been so high that it cannot be applied without full automated tool support. This paper presents a method to reduce the execution cost of mutation testing for OO programs by using two key technologies, mutant schemata generation (MSG) and bytecode translation. This method adapts the existing MSG method for mutants that change the program behaviour and uses bytecode translation for mutants that change the program structure. A key advantage is in performance: only two compilations are required and both the compilation and execution time for each is greatly reduced. A mutation tool based on the MSG/bytecode translation method has been built and used to measure the speedup over the separate compilation approach. Experimental results show that the MSG/bytecode translation method is about five times faster than separate compilation. |
| | @ARTICLE{MaOK05,
author = {Yu-Seung Ma and A. Jefferson Offutt and Yong-Rae Kwon},
title = {MuJava: An Automated Class Mutation System},
journal = {Software Testing, Verification & Reliability},
year = {2005},
month = {June},
volume = {15},
number = {2},
pages = {97-133}
} |
| 573 | Yuan Zhan and John A. Clark Search-based Mutation Testing for Simulink Models Proceedings of the Conference on Genetic and Evolutionary Computation (GECCO'05)Washington DC, USA, 25-29 June 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhanC05,
author = {Yuan Zhan and John A. Clark},
title = {Search-based Mutation Testing for Simulink Models},
booktitle = {Proceedings of the Conference on Genetic and Evolutionary Computation (GECCO'05)},
year = {2005},
address = {Washington DC, USA},
month = {25-29 June},
pages = {1061-1068}
} |
| 574 | Bernhard K. Aichernig and Percy Antonio Pari Salas Test Case Generation by OCL Mutation and Constraint Solving Proceedings of the 5th International Conference on Quality Software (QSIC'05)Melbourne, Australia, 19-20 September 2005. |
|
| | Abstract: Fault-based testing is a technique where testers anticipate errors in a system under test in order to assess or generate test cases. The idea is to have enough test cases capable of detecting these anticipated errors. This paper presents a method of fault-based test case generation for pre and postcondition specifications. Here, errors are anticipated on the specification level by mutating the pre and postconditions. We present the underlying theory by giving test cases a formal semantics and translate this general testing theory to a constraint satisfaction problem. A prototype test case generator serves to demonstrate the automatization of the method. The current tool works with OCL specifications, but the theory and method are general and apply to many state-based specification languages. |
| | @INPROCEEDINGS{AichernigS05,
author = {Bernhard K. Aichernig and Percy Antonio Pari Salas},
title = {Test Case Generation by OCL Mutation and Constraint Solving},
booktitle = {Proceedings of the 5th International Conference on Quality Software (QSIC'05)},
year = {2005},
address = {Melbourne, Australia},
month = {19-20 September},
pages = {64-71}
} |
| 575 | Hoijin Yoon and Eunhee Kim and Joo Young Seo and Byoungju Choi Testing COM Components Using Software Fault Injection and Mutation Analysis, and Its Empirical Study Proceedings of the 4th International Workshop on Formal Approaches to Software Testing (FATES'04)Linz, Austria, 21 September 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{YoonKSC05,
author = {Hoijin Yoon and Eunhee Kim and Joo Young Seo and Byoungju Choi},
title = {Testing COM Components Using Software Fault Injection and Mutation Analysis, and Its Empirical Study},
booktitle = {Proceedings of the 4th International Workshop on Formal Approaches to Software Testing (FATES'04)},
year = {2005},
address = {Linz, Austria},
month = {21 September},
pages = {210-224}
} |
| 576 | James H. Andrews and Lionel C. Briand and Yvan Labiche Is mutation an appropriate tool for testing experiments? 27th International Conference on Software Engineering {(ICSE} 2005), 15-21 May 2005, St. Louis, Missouri, {USA}, 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{andrews_ICSE_05_mutgen,
author = {James H. Andrews and Lionel C. Briand and Yvan Labiche},
title = {Is mutation an appropriate tool for testing experiments?},
booktitle = {27th International Conference on Software Engineering {(ICSE} 2005), 15-21 May 2005, St. Louis, Missouri, {USA}},
year = {2005},
address = {},
month = {},
pages = {402--411}
} |
| 577 | Yu-Seung Ma Object-Oriented Mutation Testing for Java KAIST University in Korea, , 2005.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Ma05,
author = {Yu-Seung Ma},
title = {Object-Oriented Mutation Testing for Java},
school = {KAIST University in Korea},
year = {2005},
type = {phdthesis},
address = {},
month = {},
} |
| 578 | Amit Paradkar Case Studies on Fault Detection Effectiveness of Model Based Test Generation Techniques Proceedings of the 1st International Workshop on Advances in Model-Based Testing (A-MOST'05)St. Louis, Missouri, 15-16 May 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Paradkar05,
author = {Amit Paradkar},
title = {Case Studies on Fault Detection Effectiveness of Model Based Test Generation Techniques},
booktitle = {Proceedings of the 1st International Workshop on Advances in Model-Based Testing (A-MOST'05)},
year = {2005},
address = {St. Louis, Missouri},
month = {15-16 May},
pages = {1 - 7}
} |
| 579 | Z. A. Al-Khanjari and Martin R. Woodward and Haider Ali Ramadhan and N. S. Kutti The Efficiency of Critical Slicing in Fault Localization Software Quality Journal, 13(2), June 2005. |
|
| | Abstract: In software testing, developing effective debugging strategies is important to guarantee the reliability of software under testing. A heuristic technique is to cause failure and therefore expose faults. Based on this approach mutation testing has been found very useful technique in detecting faults. However, it suffers from two problems with successfully testing programs: (1) requires extensive computing resources and (2) puts heavy demand on human resources. Later, empirical observations suggest that critical slicing based on Statement Deletion (Sdl) mutation operator has been found the most effective technique in reducing effort and the required computing resources in locating the program faults. The second problem of mutation testing may be solved by automating the program testing with the help of software tools. Our study focuses on determining the effectiveness of the critical slicing technique with the help of the Mothra Mutation Testing System in detecting program faults. This paper presents the results showing the performance of Mothra Mutation Testing System through conducting critical slicing testing on a selected suite of programs. |
| | @ARTICLE{KhanjariWRK05,
author = {Z. A. Al-Khanjari and Martin R. Woodward and Haider Ali Ramadhan and N. S. Kutti},
title = {The Efficiency of Critical Slicing in Fault Localization},
journal = {Software Quality Journal},
year = {2005},
month = {June},
volume = {13},
number = {2},
pages = {129-153}
} |
| 580 | W. K. Chan and S. C. Cheung and T. H. Tse Fault-Based Testing of Database Application Programs with Conceptual Data Model Proceedings of the 5th International Conference on Quality Software (QSIC'05)Melbourne, Australia, 19 -20 September 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ChanCT05,
author = {W. K. Chan and S. C. Cheung and T. H. Tse},
title = {Fault-Based Testing of Database Application Programs with Conceptual Data Model},
booktitle = {Proceedings of the 5th International Conference on Quality Software (QSIC'05)},
year = {2005},
address = {Melbourne, Australia},
month = {19 -20 September},
pages = {187-196}
} |
| 581 | James H. Andrews and Lionel C. Briand and Yvan Labiche Is Mutation an Appropriate Tool for Testing Experiments? Proceedings of the 27th International Conference on Software Engineering (ICSE'05)St Louis, Missouri, 15-21 May 2005. |
|
| | Abstract: The empirical assessment of test techniques plays an important role in software testing research. One common practice is to instrument faults, either manually or by using mutation operators. The latter allows the systematic, repeatable seeding of large numbers of faults; however, we do not know whether empirical results obtained this way lead to valid, representative conclusions. This paper investigates this important question based on a number of programs with comprehensive pools of test cases and known faults. It is concluded that, based on the data available thus far, the use of mutation operators is yielding trustworthy results (generated mutants are similar to real faults). Mutants appear however to be different from hand-seeded faults that seem to be harder to detect than real faults. |
| | @INPROCEEDINGS{AndrewsBL05,
author = {James H. Andrews and Lionel C. Briand and Yvan Labiche},
title = {Is Mutation an Appropriate Tool for Testing Experiments?},
booktitle = {Proceedings of the 27th International Conference on Software Engineering (ICSE'05)},
year = {2005},
address = {St Louis, Missouri},
month = {15-21 May},
pages = {402 - 411}
} |
| 582 | Ling Liu and Huaikou Miao Mutation Operators for Object-Z Specification Proceedings of the 10th IEEE International Conference on Engineering of Complex Computer Systems (ICECCS'05)Shanghai, China, 16-20 June 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LiuM05,
author = {Ling Liu and Huaikou Miao},
title = {Mutation Operators for Object-Z Specification},
booktitle = {Proceedings of the 10th IEEE International Conference on Engineering of Complex Computer Systems (ICECCS'05)},
year = {2005},
address = {Shanghai, China},
month = {16-20 June},
pages = {498-506}
} |
| 583 | Hyunsook Do and Gregg Rothermel A Controlled Experiment Assessing Test Case Prioritization Techniques via Mutation Faults Proceedings of the 21st IEEE International Conference on Software Maintenance (ICSM'05)Budapest, Hungary, 25-30 September 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DoR05,
author = {Hyunsook Do and Gregg Rothermel},
title = {A Controlled Experiment Assessing Test Case Prioritization Techniques via Mutation Faults},
booktitle = {Proceedings of the 21st IEEE International Conference on Software Maintenance (ICSM'05)},
year = {2005},
address = {Budapest, Hungary},
month = {25-30 September},
pages = {411-420}
} |
| 584 | Jian Bing Li and James Miller Testing the Semantics of W3C XML Schema Proceedings of the 29th Annual International Computer Software and Applications Conference (COMPSAC'05)Turku, Finland, 26-28 July 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LiM05,
author = {Jian Bing Li and James Miller},
title = {Testing the Semantics of W3C XML Schema},
booktitle = {Proceedings of the 29th Annual International Computer Software and Applications Conference (COMPSAC'05)},
year = {2005},
address = {Turku, Finland},
month = {26-28 July},
pages = {443-448}
} |
| 585 | Wuzhi Xu and A. Jefferson Offutt and Juan Luo Testing Web Services by XML Perturbation Proceedings of the 16th IEEE International Symposium on Software Reliability Engineering (ISSRE'05)Chicago Illinois, 14-16 July 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{XuOL05,
author = {Wuzhi Xu and A. Jefferson Offutt and Juan Luo},
title = {Testing Web Services by XML Perturbation},
booktitle = {Proceedings of the 16th IEEE International Symposium on Software Reliability Engineering (ISSRE'05)},
year = {2005},
address = {Chicago Illinois},
month = {14-16 July},
pages = {257-266}
} |
| 586 | Mathieu Scholive and Vincent Beroulle and Chantal Robach and M. L. Flottes and B. Rouzeyre Mutation Sampling Technique for the Generation of Structural Test Data Proceedings of the Conference on Design, Automation and Test in Europe (DATE'05)Munich, Germany,, 7-11 March 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ScholivBRFR05,
author = {Mathieu Scholive and Vincent Beroulle and Chantal Robach and M. L. Flottes and B. Rouzeyre},
title = {Mutation Sampling Technique for the Generation of Structural Test Data},
booktitle = {Proceedings of the Conference on Design, Automation and Test in Europe (DATE'05)},
year = {2005},
address = {Munich, Germany,},
month = {7-11 March},
pages = {1022 - 1023}
} |
| 587 | Xia Cai and Michael R. Lyu The Effect of Code Coverage on Fault Detection Under Different Testing Profiles Proceedings of the 1st International Workshop on Advances in Model-Based Testing (A-MOST'05)St. Louis, Missouri, 15-16 May 2005. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{CaiL05,
author = {Xia Cai and Michael R. Lyu},
title = {The Effect of Code Coverage on Fault Detection Under Different Testing Profiles},
booktitle = {Proceedings of the 1st International Workshop on Advances in Model-Based Testing (A-MOST'05)},
year = {2005},
address = {St. Louis, Missouri},
month = {15-16 May},
pages = {1-7}
} |
| 588 | A. Jefferson Offutt and Yu-Seung Ma and Yong-Rae Kwon An Experimental Mutation System for Java ACM SIGSOFT Software Engineering Notes, 29(5), September 2004. |
|
| | Abstract: Mutation is a powerful but complicated and computationally expensive testing method. Mutation is also a valuable experimental research technique that has been used in many studies. Mutation has been experimentally compared with other test criteria, and also used to support experimental comparisons of other test criteria, by using mutants as a method to create faults. In effect, mutation is often used as a "gold standard" for experimental evaluations of test methods. This paper presents a publicly available mutation system for Java that supports both traditional statement-level mutants and newer inter-class mutants. MUJAVA can be freely downloaded and installed with relative ease under both Unix and Windows. MUJAVA is offered as a free service to the community and we hope that it will promote the use of mutation analysis for experimental research in software testing. |
| | @ARTICLE{OffuttMK04,
author = {A. Jefferson Offutt and Yu-Seung Ma and Yong-Rae Kwon},
title = {An Experimental Mutation System for Java},
journal = {ACM SIGSOFT Software Engineering Notes},
year = {2004},
month = {September},
volume = {29},
number = {5},
pages = {1-4}
} |
| 589 | A. Jefferson Offutt and Wuzhi Xu Generating Test Cases for Web Services Using Data Perturbation Proceedings of the Workshop on Testing, Analysis and Verification of Web Services (TAV-WEB)Boston, Massachusetts, 11-14 July 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttX04,
author = {A. Jefferson Offutt and Wuzhi Xu},
title = {Generating Test Cases for Web Services Using Data Perturbation},
booktitle = {Proceedings of the Workshop on Testing, Analysis and Verification of Web Services (TAV-WEB)},
year = {2004},
address = {Boston, Massachusetts},
month = {11-14 July},
pages = {1 - 10}
} |
| 590 | Te-Chang Lee and Pao-Ann Hsiung Mutation Coverage Estimation for Model Checking Proceedings of the 2nd International Conference on Automated Technology for Verification and Analysis (ATVA'04)Taipei, Taiwan, 31 October - 3 November 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LeeH04,
author = {Te-Chang Lee and Pao-Ann Hsiung},
title = {Mutation Coverage Estimation for Model Checking},
booktitle = {Proceedings of the 2nd International Conference on Automated Technology for Verification and Analysis (ATVA'04)},
year = {2004},
address = {Taipei, Taiwan},
month = {31 October - 3 November},
pages = {354-368}
} |
| 591 | Brad Long and Roger Duke and Doug Goldson and Paul Strooper and Luke Wildman Mutation-based Exploration of a Method for Verifying Concurrent Java Components 18th International Parallel and Distributed Processing Symposium (IPDPS'04)Santa Fe, New Mexico, 26-30 April 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LongDGSW04,
author = {Brad Long and Roger Duke and Doug Goldson and Paul Strooper and Luke Wildman},
title = {Mutation-based Exploration of a Method for Verifying Concurrent Java Components},
booktitle = {18th International Parallel and Distributed Processing Symposium (IPDPS'04)},
year = {2004},
address = {Santa Fe, New Mexico},
month = {26-30 April},
pages = {265}
} |
| 592 | Jeff Offutt and Yu{-}Seung Ma and Yong Rae Kwon An experimental mutation system for Java {ACM} {SIGSOFT} Software Engineering Notes, 29(5), 2004. |
|
| | Abstract: Available soon... |
| | @ARTICLE{offutt04_mujava,
author = {Jeff Offutt and Yu{-}Seung Ma and Yong Rae Kwon},
title = {An experimental mutation system for Java},
journal = {{ACM} {SIGSOFT} Software Engineering Notes},
year = {2004},
month = {},
volume = {29},
number = {5},
pages = {1--4}
} |
| 593 | Robert Nilsson and A. Jefferson Offutt and Sten F. Andler Mutation-based Testing Criteria for Timeliness Proceedings of the 28th Annual International Computer Software and Applications Conference (COMPSAC'04)Hong Kong, China, 28-30, September 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{NilssonOA04,
author = {Robert Nilsson and A. Jefferson Offutt and Sten F. Andler},
title = {Mutation-based Testing Criteria for Timeliness},
booktitle = {Proceedings of the 28th Annual International Computer Software and Applications Conference (COMPSAC'04)},
year = {2004},
address = {Hong Kong, China},
month = {28-30, September},
pages = {306-311}
} |
| 594 | Tatiana Sugeta and Jose Carlos Maldonado and W. Eric Wong Mutation Testing Applied to Validate SDL Specifications Proceedings of the 16th IFIP International Conference on Testing of Communicating SystemsOxford, UK, 17-19 March 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SugetaMW04,
author = {Tatiana Sugeta and Jose Carlos Maldonado and W. Eric Wong},
title = {Mutation Testing Applied to Validate SDL Specifications},
booktitle = {Proceedings of the 16th IFIP International Conference on Testing of Communicating Systems},
year = {2004},
address = {Oxford, UK},
month = {17-19 March},
pages = {2741}
} |
| 595 | Vadim Okun Specification Mutation for Test Generation and Analysis University of Maryland Baltimore County, Baltimore, Maryland, 2004.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Okun04,
author = {Vadim Okun},
title = {Specification Mutation for Test Generation and Analysis},
school = {University of Maryland Baltimore County},
year = {2004},
type = {phdthesis},
address = {Baltimore, Maryland},
month = {},
} |
| 596 | Hyo-Jeong Lee and Yu-Seong Ma and Yong-Rae Kwon Empirical Evaluation of Orthogonality of Class Mutation Operators Proceedings of the 11th Asia-Pacific Software Engineering ConferenceBusan, Korea, 30 November - 3 December 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LeeMK04,
author = {Hyo-Jeong Lee and Yu-Seong Ma and Yong-Rae Kwon},
title = {Empirical Evaluation of Orthogonality of Class Mutation Operators},
booktitle = {Proceedings of the 11th Asia-Pacific Software Engineering Conference},
year = {2004},
address = {Busan, Korea},
month = {30 November - 3 December},
pages = {512-518}
} |
| 597 | Vadim Okun and Paul E. Black and Yaacov Yesha Comparison of Fault Classes in Specification-based Testing Information and Software Technology, 46(8), June 2004. |
|
| | Abstract: Our results extending Kuhn's fault class hierarchy provide a justification for the focus of fault-based testing strategies on detecting particular faults and ignoring others. We develop a novel analytical technique which allows us to elegantly prove that the hierarchy applies to arbitrary expressions, not just those in disjunctive normal form. We also use the technique to extend the hierarchy to a wider range of fault classes. To demonstrate broad applicability, we compare faults in practical situations and analyze previous results. In particular, using our technique, we show that the basic meaningful impact strategy of Weyuker et. al. tests for stuck-at faults, not just variable negation faults. |
| | @ARTICLE{OkunBY04,
author = {Vadim Okun and Paul E. Black and Yaacov Yesha},
title = {Comparison of Fault Classes in Specification-based Testing},
journal = {Information and Software Technology},
year = {2004},
month = {June},
volume = {46},
number = {8},
pages = {525-533}
} |
| 598 | Giovanni Vigna and William Robertson and Davide Balzarotti Testing Network-based Intrusion Detection Signatures using Mutant Exploits Proceedings of the 11th ACM Conference on Computer and Communications SecurityWashington DC, USA, 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{VignaRB04,
author = {Giovanni Vigna and William Robertson and Davide Balzarotti},
title = {Testing Network-based Intrusion Detection Signatures using Mutant Exploits},
booktitle = {Proceedings of the 11th ACM Conference on Computer and Communications Security},
year = {2004},
address = {Washington DC, USA},
month = {},
pages = {21-30}
} |
| 599 | Inali Wisniewski Soares and Silvia Regina Vergilio Mutation Analysis and Constraint-Based Criteria: Results from an Empirical Evaluation in the Context of Software Testing Journal of Electronic Testing: Theory and Applications, 20(4), August 2004. |
|
| | Abstract: Available soon... |
| | @ARTICLE{SoaresV04,
author = {Inali Wisniewski Soares and Silvia Regina Vergilio},
title = {Mutation Analysis and Constraint-Based Criteria: Results from an Empirical Evaluation in the Context of Software Testing},
journal = {Journal of Electronic Testing: Theory and Applications},
year = {2004},
month = {August},
volume = {20},
number = {4},
pages = {439-445}
} |
| 600 | Dave Binkley and Sebastian Danicic and Tibor Gyim\'othy and Mark Harman and \'Akos Kiss and Lahcen Ouarbya Formalizing Executable Dynamic and Forward Slicing $4^{th}$ International Workshop on Source Code Analysis and Manipulation ({SCAM 04})Los Alamitos, California, USA, #sep# 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{tibor:scam04,
author = {Dave Binkley and Sebastian Danicic and Tibor Gyim\'othy and Mark Harman and \'Akos Kiss and Lahcen Ouarbya},
title = {Formalizing Executable Dynamic and Forward Slicing},
booktitle = {$4^{th}$ International Workshop on Source Code Analysis and Manipulation ({SCAM 04})},
year = {2004},
address = {Los Alamitos, California, USA},
month = {#sep#},
pages = {43--52}
} |
| 601 | Jorge Campos and Hussain Al-Asaad Mutation-based Validation of High-level Microprocessor Implementations Proceedings of the 9th Workshop on High-Level Design Validation and Test, 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{CamposA04,
author = {Jorge Campos and Hussain Al-Asaad},
title = {Mutation-based Validation of High-level Microprocessor Implementations},
booktitle = {Proceedings of the 9th Workshop on High-Level Design Validation and Test},
year = {2004},
address = {},
month = {},
pages = {81-86}
} |
| 602 | Hoijin Yoon and Byoungju Choi Effective Test Case Selection for Component Customization and its Application to Enterprise JavaBeans: Research Articles Software Testing, Verification and Reliability, 14(1), March 2004. |
|
| | Abstract: Component users need to customize components they obtain from providers, because providers usually develop components for general use. Although the customization is accomplished by modifying the interface of a component, faults from customization appear when the implementation part of a component and the interfaces interact. The implementation part is a black-box, whose source code is not available to a component user, while the interface is a white-box, whose source code is available for customization. Therefore, customization faults should be tested using both the black-box part and the white-box part of a component.This paper proposes a new technique to test customization faults using software fault injection and mutation testing, and the technique is tailored to Enterprise JavaBeans. Test cases are selected by injecting faults not into the entire interface but into specific parts of the component's interface. The specific parts that are chosen control the effectiveness of the test cases. An empirical study to evaluate the technique is reported. |
| | @ARTICLE{YoonC04,
author = {Hoijin Yoon and Byoungju Choi},
title = {Effective Test Case Selection for Component Customization and its Application to Enterprise JavaBeans: Research Articles},
journal = {Software Testing, Verification and Reliability},
year = {2004},
month = {March},
volume = {14},
number = {1},
pages = {45-70}
} |
| 603 | Konstantinos Adamopoulos and Mark Harman and Robert M. Hierons How to Overcome the Equivalent Mutant Problem and Achieve Tailored Selective Mutation Using Co-evolution Proceedings of the Genetic and Evolutionary Computation Conference (GECCO'04)Seattle, Washington, USA, 26th-30th, June 2004. |
|
| | Abstract: The use of Genetic Algorithms in evolution of mutants and test cases offers new possibilities in addressing some of the main problems of mutation testing. Most specifically the problem of equivalent mutant detection, and the problem of the large number of mutants produced. In this paper we describe the above problems in detail and introduce a new methodology based on co-evolutionary search techniques using Genetic Algorithms in order to address them effectively. Co-evolution allows the parallel evolution of mutants and test cases. We discuss the advantages of this approach over other existing mutation testing techniques, showing details of some initial experimental results carried out. |
| | @INPROCEEDINGS{AdamopoulosHH04,
author = {Konstantinos Adamopoulos and Mark Harman and Robert M. Hierons},
title = {How to Overcome the Equivalent Mutant Problem and Achieve Tailored Selective Mutation Using Co-evolution},
booktitle = {Proceedings of the Genetic and Evolutionary Computation Conference (GECCO'04)},
year = {2004},
address = {Seattle, Washington, USA},
month = {26th-30th, June},
pages = {1338-1349}
} |
| 604 | Robert Nilsson and Jeff Offutt and Sten F. Andler Mutation-Based Testing Criteria for Timeliness 28th International Computer Software and Applications Conference {(COMPSAC} 2004), Design and Assessment of Trustworthy Software-Based Systems, 27-30 September 2004, Hong Kong, China, Proceedings, 2004. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{nilsson_other_04,
author = {Robert Nilsson and Jeff Offutt and Sten F. Andler},
title = {Mutation-Based Testing Criteria for Timeliness},
booktitle = {28th International Computer Software and Applications Conference {(COMPSAC} 2004), Design and Assessment of Trustworthy Software-Based Systems, 27-30 September 2004, Hong Kong, China, Proceedings},
year = {2004},
address = {},
month = {},
pages = {306--311}
} |
| 605 | Anna Derezi\'nska Object-oriented Mutation to Assess the Quality of Tests Proceedings of the 29th Euromicro ConferenceBelek, Turkey, 1-6 September 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Derezinska03,
author = {Anna Derezi\'nska},
title = {Object-oriented Mutation to Assess the Quality of Tests},
booktitle = {Proceedings of the 29th Euromicro Conference},
year = {2003},
address = {Belek, Turkey},
month = {1-6 September},
pages = {417- 420}
} |
| 606 | Simon Carter and Malcolm Graham and Paul Strooper and Zhiguo Yuan Mutation Analysis to Verify Feature Matrices for Isolating Errors in Simulation Models Proceedings of the 26th Australasian Computer Science Conference (ACSC'03)Adelaide, Australia, 4-7 February 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{CarterGSY03,
author = {Simon Carter and Malcolm Graham and Paul Strooper and Zhiguo Yuan},
title = {Mutation Analysis to Verify Feature Matrices for Isolating Errors in Simulation Models},
booktitle = {Proceedings of the 26th Australasian Computer Science Conference (ACSC'03)},
year = {2003},
address = {Adelaide, Australia},
month = {4-7 February},
pages = {29 - 34}
} |
| 607 | K. S. How Tai Wah An Analysis of the Coupling Effect I: Single Test Data Science of Computer Programming, 48(2-3), August-September 2003. |
|
| | Abstract: The focus in mutation testing is on the elimination of first-order mutants. It is widely believed that there is a coupling effect between first-order and higher-order mutants such that a test set that kills the former would be expected to kill the latter too; it follows that, if the belief is correct, there is no need whatsoever to bother with higher-order mutants. It turns out, in practice, that most higher-order mutants do get killed by such a test set, though a few somehow manage to survive.
This is the first of two papers dealing with the coupling effect from a theoretical standpoint. The overall results indicate that the hypothesis of a coupling effect is largely valid, provided the program is not too large; only a tiny proportion of higher-order mutants is expected to survive a test set that kills all first-order mutants. The basis of the approach is that programs can be modelled as compositions of finite functions, the domain of which is assumed to be large.
The problem is a complex one, so the present paper only considers the case where there is just one test data; the case where there are more than one test data is left to a second paper. The aim is not only to show that the coupling effect actually exists, but also to gain some understanding of the various factors underlying it. |
| | @ARTICLE{Wah03,
author = {K. S. How Tai Wah},
title = {An Analysis of the Coupling Effect I: Single Test Data},
journal = {Science of Computer Programming},
year = {2003},
month = {August-September},
volume = {48},
number = {2-3},
pages = {119-161}
} |
| 608 | Emilio Gaudette and Michael Moussa and Ian G.Harris A Method for the Evaluation of Behavioral Fault Models Proceedings of the 8th IEEE International Workshop on High-Level Design Validation and Test Workshop, 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GaudetteMH03,
author = {Emilio Gaudette and Michael Moussa and Ian G.Harris},
title = {A Method for the Evaluation of Behavioral Fault Models},
booktitle = {Proceedings of the 8th IEEE International Workshop on High-Level Design Validation and Test Workshop},
year = {2003},
address = {},
month = {},
pages = {169}
} |
| 609 | Ronald Finkbine Usage of Mutation Testing as a Measure of Test Suite Robustness Proceedings of the 22nd Digital Avionics Systems Conference (DASC '03), 12-16 October 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Finkbine03,
author = {Ronald Finkbine},
title = {Usage of Mutation Testing as a Measure of Test Suite Robustness},
booktitle = {Proceedings of the 22nd Digital Avionics Systems Conference (DASC '03)},
year = {2003},
address = {},
month = {12-16 October},
pages = {12-16}
} |
| 610 | Bernhard K. Aichernig Mutation Testing in the Refinement Calculus Formal Aspects of Computing, 15(2-3), November 2003. |
|
| | Abstract: This article discusses mutation testing strategies in the context of refinement. Here, a novel generalisation of mutation testing techniques is presented to be applied to contracts ranging from formal specifications to programs. It is demonstrated that refinement and its dual abstraction are the key notions leading to a precise and yet simple theory of mutation testing. The refinement calculus of Back and von Wright is used to express concepts like contracts, useful mutations, test cases and test coverage. |
| | @ARTICLE{Aichernig03,
author = {Bernhard K. Aichernig},
title = {Mutation Testing in the Refinement Calculus},
journal = {Formal Aspects of Computing},
year = {2003},
month = {November},
volume = {15},
number = {2-3},
pages = {280-295}
} |
| 611 | Michael R. Lyu and Zubin Huang and Sam K. S. Sze and Xia Cai An Empirical Study on Testing and Fault Tolerance for Software Reliability Engineering Proceedings of the 14th International Symposium on Software Reliability Engineering (ISSRE'03)Denver,Colorado, 17-20 November 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LyuHC03,
author = {Michael R. Lyu and Zubin Huang and Sam K. S. Sze and Xia Cai},
title = {An Empirical Study on Testing and Fault Tolerance for Software Reliability Engineering},
booktitle = {Proceedings of the 14th International Symposium on Software Reliability Engineering (ISSRE'03)},
year = {2003},
address = {Denver,Colorado},
month = {17-20 November},
pages = {119- 130}
} |
| 612 | Jo{\~{a}}o Dur{\~{a}}es and Henrique Madeira Definition of Software Fault Emulation Operators: {A} Field Data Study 2003 International Conference on Dependable Systems and Networks {(DSN} 2003), 22-25 June 2003, San Francisco, CA, USA, Proceedings, 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{duraes_other_03,
author = {Jo{\~{a}}o Dur{\~{a}}es and Henrique Madeira},
title = {Definition of Software Fault Emulation Operators: {A} Field Data Study},
booktitle = {2003 International Conference on Dependable Systems and Networks {(DSN} 2003), 22-25 June 2003, San Francisco, CA, USA, Proceedings},
year = {2003},
address = {},
month = {},
pages = {105--114}
} |
| 613 | Yunzhan Gong and Wanli Xu and Xiaowei Li An Expression's Single Fault Model and the Testing Methods Proceedings of the 12th Asian Test Symposium (ATS'03)Xian, China, 16-19 November 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GongXL03,
author = {Yunzhan Gong and Wanli Xu and Xiaowei Li},
title = {An Expression's Single Fault Model and the Testing Methods},
booktitle = {Proceedings of the 12th Asian Test Symposium (ATS'03)},
year = {2003},
address = {Xian, China},
month = {16-19 November},
pages = {110}
} |
| 614 | James H. Andrews and Yingjun Zhang General Test Result Checking with Log File Analysis {IEEE} Trans. Software Eng., 29(7), 2003. |
|
| | Abstract: Available soon... |
| | @ARTICLE{andrews_TSE_03,
author = {James H. Andrews and Yingjun Zhang},
title = {General Test Result Checking with Log File Analysis},
journal = {{IEEE} Trans. Software Eng.},
year = {2003},
month = {},
volume = {29},
number = {7},
pages = {634--648}
} |
| 615 | T. Y. Chen and T. H. Tse and Zhiquan Zhou Fault-based Testing Without the Need of Oracles Information and Software Technology, 45(1), January 2003. |
|
| | Abstract: There are two fundamental limitations in software testing, known as the reliable test set problem and the oracle problem. Fault-based testing is an attempt by Morell to alleviate the reliable test set problem. In this paper, we propose to enhance fault-based testing to alleviate the oracle problem as well. We present an integrated method that combines metamorphic testing with fault-based testing using real and symbolic inputs. |
| | @ARTICLE{ChenTZ03,
author = {T. Y. Chen and T. H. Tse and Zhiquan Zhou},
title = {Fault-based Testing Without the Need of Oracles},
journal = {Information and Software Technology},
year = {2003},
month = {January},
volume = {45},
number = {1},
pages = {1-9}
} |
| 616 | Thitima Srivatanakul and John A. Clark and Susan Stepney and Fiona Polack Challenging Formal Specifications by Mutation: a CSP Security Example Proceedings of the 10th Asia-Pacific Software Engineering Conference (APSEC'03)Chiang Mai, Thailand, 10-12 December 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SrivatanakulCSP03,
author = {Thitima Srivatanakul and John A. Clark and Susan Stepney and Fiona Polack},
title = {Challenging Formal Specifications by Mutation: a CSP Security Example},
booktitle = {Proceedings of the 10th Asia-Pacific Software Engineering Conference (APSEC'03)},
year = {2003},
address = {Chiang Mai, Thailand},
month = {10-12 December},
pages = {340–350}
} |
| 617 | Ian G. Harris Fault Models and Test Generation for Hardware-Software Covalidation IEEE Design & Test, 20(4), July 2003. |
|
| | Abstract: The increasing use of hardware-software systems in cost-critical and life-critical applications has led to heightened
significance of design correctness of these systems. This article presents a summary of research in test generation and fault
models to support hardware-software covalidation. The covalidation problem involves the verification of design correctness
using simulation-based techniques. The article focuses on the test generation process for hardware-software systems and the
fault models which support test generation. |
| | @ARTICLE{Harris03,
author = {Ian G. Harris},
title = {Fault Models and Test Generation for Hardware-Software Covalidation},
journal = {IEEE Design & Test},
year = {2003},
month = {July},
volume = {20},
number = {4},
pages = {2003}
} |
| 618 | Willem Visser and Klaus Havelund and Guillaume P. Brat and Seungjoon Park and Flavio Lerda Model Checking Programs Autom. Softw. Eng., 10(2), 2003. |
|
| | Abstract: Available soon... |
| | @ARTICLE{visser_JPF,
author = {Willem Visser and Klaus Havelund and Guillaume P. Brat and Seungjoon Park and Flavio Lerda},
title = {Model Checking Programs},
journal = {Autom. Softw. Eng.},
year = {2003},
month = {},
volume = {10},
number = {2},
pages = {203--232}
} |
| 619 | Peter May and Keith Mander and Jon Timmis Software Vaccination: An Artificial Immune System Approach to Mutation Testing Proceedings of the 2nd International Conference Artificial Immune Systems (ICARIS'03), 1-3 September 2003. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MayMT03,
author = {Peter May and Keith Mander and Jon Timmis},
title = {Software Vaccination: An Artificial Immune System Approach to Mutation Testing},
booktitle = {Proceedings of the 2nd International Conference Artificial Immune Systems (ICARIS'03)},
year = {2003},
address = {},
month = {1-3 September},
pages = {81-92}
} |
| 620 | Robert M. Hierons Comparing Test Sets and Criteria in the Presence of Test Hypotheses and Fault Domains ACM Transactions on Software Engineering and Methodology, 11(4), October 2002. |
|
| | Abstract: A number of authors have considered the problem of comparing test sets and criteria. Ideally test sets are compared using a preorder with the property that test set T1 is at least as strong as T2 if whenever T2 determines that an implementation p is faulty, T1 will also determine that p is faulty. This notion can be extended to test criteria. However, it has been noted that very few test sets and criteria are comparable under such an ordering; instead orderings are based on weaker properties such as subsumes. This article explores an alternative approach, in which comparisons are made in the presence of a test hypothesis or fault domain. This approach allows strong statements about fault detecting ability to be made and yet for a number of test sets and criteria to be comparable. It may also drive incremental test generation. |
| | @ARTICLE{Hierons02,
author = {Robert M. Hierons},
title = {Comparing Test Sets and Criteria in the Presence of Test Hypotheses and Fault Domains},
journal = {ACM Transactions on Software Engineering and Methodology},
year = {2002},
month = {October},
volume = {11},
number = {4},
pages = {427-448}
} |
| 621 | Yu{-}Seung Ma and Yong Rae Kwon and Jeff Offutt Inter-Class Mutation Operators for Java 13th International Symposium on Software Reliability Engineering {(ISSRE} 2002), 12-15 November 2002, Annapolis, MD, {USA}, 2002. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MaKO02,
author = {Yu{-}Seung Ma and Yong Rae Kwon and Jeff Offutt},
title = {Inter-Class Mutation Operators for Java},
booktitle = {13th International Symposium on Software Reliability Engineering {(ISSRE} 2002), 12-15 November 2002, Annapolis, MD, {USA}},
year = {2002},
address = {},
month = {},
pages = {352--366}
} |
| 622 | Branson W. Murrill and Larry Joe Morell and Erika Mir Olimpiew A Perturbation-based Testing Strategy Proceedings of the 8th International Conference on Engineering of Complex Computer Systems2-4 December, Greenbelt, Maryland 2002. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MurrillMO02,
author = {Branson W. Murrill and Larry Joe Morell and Erika Mir Olimpiew},
title = {A Perturbation-based Testing Strategy},
booktitle = {Proceedings of the 8th International Conference on Engineering of Complex Computer Systems},
year = {2002},
address = {2-4 December},
month = {Greenbelt, Maryland},
pages = {145}
} |
| 623 | Sudipto Ghosh Towards Measurement of Testability of Concurrent Object-oriented Programs Using Fault Insertion: a Preliminary Investigation Proceedings of the 2nd IEEE International Workshop on Source Code Analysis and Manipulation (SCAM'02)Los Alamitos, California, 2002. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Ghosh02,
author = {Sudipto Ghosh},
title = {Towards Measurement of Testability of Concurrent Object-oriented Programs Using Fault Insertion: a Preliminary Investigation},
booktitle = {Proceedings of the 2nd IEEE International Workshop on Source Code Analysis and Manipulation (SCAM'02)},
year = {2002},
address = {Los Alamitos, California},
month = {},
pages = {7}
} |
| 624 | Roger T. Alexander and James M. Bieman and Sudipto Ghosh and Bixia Ji Mutation of Java Objects Proceedings of the 13th International Symposium on Software Reliability Engineering (ISSRE'02)Annapolis, Maryland, 12-15 November 2002. |
|
| | Abstract: Fault insertion based techniques have been used for measuring test adequacy and testability of programs. Mutation analysis inserts faults into a program with the goal of creating mutation-adequate test sets that distinguish the mutant from the original program. Software testability is measured by calculating the probability that a program will fail on the next test input coming from a predefined input distribution, given that the software includes a fault. Inserted faults must represent plausible errors. It is relatively easy to apply standard transformations to mutate scalar values such as integers, floats, and character data, because their semantics are well understood. Mutating objects that are instances of user defined types is more difficult. There is no obvious way to modify such objects in a manner consistent with realistic faults, without writing custom mutation methods for each object class. We propose a new object mutation approach along with a set of mutation operators and support tools for inserting faults into objects that instantiate items from common Java libraries heavily used in commercial software as well as user defined classes. Preliminary evaluation of our technique shows that it should be effective for evaluating real-world software testing suites. |
| | @INPROCEEDINGS{AlexanderBGB02,
author = {Roger T. Alexander and James M. Bieman and Sudipto Ghosh and Bixia Ji},
title = {Mutation of Java Objects},
booktitle = {Proceedings of the 13th International Symposium on Software Reliability Engineering (ISSRE'02)},
year = {2002},
address = {Annapolis, Maryland},
month = {12-15 November},
pages = {341-351}
} |
| 625 | Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon Automatic Test Case Optimization Using a Bacteriological Adaptation Model: Application to .NET Components Proceedings of the 17th IEEE International Conference on Automated Software Engineering (ASE'02)Edinburgh, Scotland, 23-27 September 2002. |
|
| | Abstract: In this paper, we present several complementary computational intelligence techniques that we explored in the field of .Net component testing. Mutation testing serves as the common backbone for applying classical and new artificial intelligence (AI) algorithms. With mutation tools, we know how to estimate the revealing power of test cases. With AI, we aim at automatically improving test case efficiency. We therefore looked first at genetic algorithms (GA) to solve the problem of test. The aim of the selection process is to generate test cases able to kill as many mutants as possible. We then propose a new AI algorithm that fits better to the test optimization problem, called bacteriological algorithm (BA): BAs behave better that GAs for this problem. However, between GAs and BAs, a family of intermediate algorithms exists: we explore the whole spectrum of these intermediate algorithms to determine whether an algorithm exists that would be more efficient than BAs.: the approaches are compared on a .Net system. |
| | @INPROCEEDINGS{BaudryFJT02,
author = {Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon},
title = {Automatic Test Case Optimization Using a Bacteriological Adaptation Model: Application to .NET Components},
booktitle = {Proceedings of the 17th IEEE International Conference on Automated Software Engineering (ASE'02)},
year = {2002},
address = {Edinburgh, Scotland},
month = {23-27 September},
pages = {253-256}
} |
| 626 | P. Chevalley and Pascale Th\'evenod-Fosse A Mutation Analysis Tool for Java Programs International Journal on Software Tools for Technology Transfer, 5(1), November 2002. |
|
| | Abstract: Program mutation is a fault-based technique for measuring the effectiveness of test cases that, although powerful, is computationally expensive. The principal expense of mutation is that many faulty versions of the program under test, called mutants, must be created and repeatedly executed. This paper describes a tool, called JavaMut, that implements 26 traditional and object-oriented mutation operators for supporting mutation analysis of Java programs. The current version of that tool is based on syntactic analysis and reflection for implementing mutation operators. JavaMut is interactive; it provides a graphical user interface to make mutation analysis faster and less painful. Thanks to such automated tools, mutation analysis should be achieved within reasonable costs. |
| | @ARTICLE{ChevalleyT02,
author = {P. Chevalley and Pascale Th\'evenod-Fosse},
title = {A Mutation Analysis Tool for Java Programs},
journal = {International Journal on Software Tools for Technology Transfer},
year = {2002},
month = {November},
volume = {5},
number = {1},
pages = {90-103}
} |
| 627 | P. Vilela and M. Machado and W. Eric Wong Testing for Security Vulnerabilities in Software Software Engineering and Applications, 2002. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{VilelaMW02,
author = {P. Vilela and M. Machado and W. Eric Wong},
title = {Testing for Security Vulnerabilities in Software},
booktitle = {Software Engineering and Applications},
year = {2002},
address = {},
month = {},
pages = {}
} |
| 628 | Guido Wimmel and Jan Jurjens Specification-Based Test Generation for Security-Critical Systems Using Mutations Proceedings of the 4th International Conference on Formal Engineering Methods (ICFEM'02)Shanghai, China, 21-25 October 2002. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WimmelJ02,
author = {Guido Wimmel and Jan Jurjens},
title = {Specification-Based Test Generation for Security-Critical Systems Using Mutations},
booktitle = {Proceedings of the 4th International Conference on Formal Engineering Methods (ICFEM'02)},
year = {2002},
address = {Shanghai, China},
month = {21-25 October},
pages = {471 - 482}
} |
| 629 | Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon Genes and Bacteria for Automatic Test Cases Optimization in the .NET Environment Proceedings of the 13th International Symposium on Software Reliability Engineering (ISSRE'02)Annapolis, Maryland, 12-15 November 2002. |
|
| | Abstract: The level of confidence in a software component is often linked to the quality of its test cases. This quality can in turn be evaluated with mutation analysis: faulty components (mutants) are systematically generated to check the proportion of mutants detected ("killed") by the test cases. But while the generation of basic test cases set is easy, improving its quality may require prohibitive effort. This paper focuses on the issue of automating the test optimization. We looked at genetic algorithms to solve this problem and modeled it as follows: a test case can be considered as a predator while a mutant program is analogous to a prey. The aim of the selection process is to generate test cases able to kill as many mutants as possible. To overcome disappointing experimentation results on the studied .Net system, we propose a slight variation on this idea, no longer at the "animal" level (lions killing zebras) but at the bacteriological level. The bacteriological level indeed better reflects the test case optimization issue: it introduces of a memorization function and the suppresses the crossover operator. We describe this model and show how it behaves on the case study. |
| | @INPROCEEDINGS{BaudryFJT02a,
author = {Benoit Baudry and Franck Fleurey and Jean-Marc Jezequel and Yves Le Traon},
title = {Genes and Bacteria for Automatic Test Cases Optimization in the .NET Environment},
booktitle = {Proceedings of the 13th International Symposium on Software Reliability Engineering (ISSRE'02)},
year = {2002},
address = {Annapolis, Maryland},
month = {12-15 November},
pages = {195-206}
} |
| 630 | Roger T. Alexander and A. Jefferson Offutt and James M. Bieman Syntactic Fault Patterns in OO Programs Proceedings of the 8th International Conference on Engineering of Complex Computer Systems (ICECCS'02)Greenbelt, Maryland, 2-4 December 2002. |
|
| | Abstract: Although program faults are widely studied, there are many aspects of faults that we still do not understand, particularly about OO software. In addition to the simple fact that one important goal during testing is to cause failures and thereby detect faults, a full understanding of the characteristics of faults is crucial to several research areas. The power that inheritance and polymorphism brings to the expressiveness of programming languages also brings a number of new anomalies and fault types. In prior work we presented a fault model for the appearance and realization of OO faults that are specific to the use of inheritance and polymorphism. Many of these faults cannot appear unless certain syntactic patterns are used. The patterns are based on language constructs, such as overriding methods that directly define inherited state variables and non-inherited methods that call inherited methods. If one of these syntactic patterns is used, then we say the software contains an anomaly and possibly a fault. We describe the syntactic patterns for each OO fault type. These syntactic patterns can potentially be found with an automatic tool. Thus, faults can be uncovered and removed early in development. |
| | @INPROCEEDINGS{AlexanderOB02,
author = {Roger T. Alexander and A. Jefferson Offutt and James M. Bieman},
title = {Syntactic Fault Patterns in OO Programs},
booktitle = {Proceedings of the 8th International Conference on Engineering of Complex Computer Systems (ICECCS'02)},
year = {2002},
address = {Greenbelt, Maryland},
month = {2-4 December},
pages = {193-202}
} |
| 631 | Yu-Seung Ma and Yong-Rae Kwon and A. Jefferson Offutt Inter-class Mutation Operators for Java Proceedings of the 13th International Symposium on Software Reliability Engineering (ISSRE'02)Annapolis, Maryland, 12-15 November 2002. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MaKO02,
author = {Yu-Seung Ma and Yong-Rae Kwon and A. Jefferson Offutt},
title = {Inter-class Mutation Operators for Java},
booktitle = {Proceedings of the 13th International Symposium on Software Reliability Engineering (ISSRE'02)},
year = {2002},
address = {Annapolis, Maryland},
month = {12-15 November},
pages = {352}
} |
| 632 | Wei Chen and Roland H. Untch and Gregg Rothermel and Sebastian Elbaum and Jeffery von Ronne Can Fault-Exposure-Potential Estimates Improve the Fault Detection Abilities of Test Suites? Software Testing, Verification and Reliability, 12(4), December 2002. |
|
| | Abstract: Code-coverage-based test data adequacy criteria typically treat all coverable code elements (such as statements, basic blocks or outcomes of decisions) as equal. In practice, however, the probability that a test case can expose a fault in a code element varies: some faults are more easily revealed than others. Thus, several researchers have suggested that if one could estimate the probability that a fault in a code element will cause a failure, one could use this estimate to determine the number of executions of a code element that are required to achieve a certain level of confidence in that element's correctness. This estimate, in turn, could be used to improve the fault-detection effectiveness of test suites and help testers distribute testing resources more effectively. This conjecture is intriguing; however, like many such conjectures it has never been directly examined empirically. If empirical evidence were to support this conjecture, it would motivate further research into methodologies for obtaining fault-exposure-potential estimates and incorporating them into test data adequacy criteria. This paper reports the results of experiments conducted to investigate the effects of incorporating an estimate of fault-exposure probability into the statement coverage test data adequacy criterion. The results of these experiments, however, ran contrary to the conjectures of previous researchers. Although incorporation of the estimates did produce statistically significant increases in the fault-detection effectiveness of test suites, these increases were quite small, suggesting that the approach might not be able to produce the gains hoped for and might not be worth the cost of its employment. |
| | @ARTICLE{ChenURER02,
author = {Wei Chen and Roland H. Untch and Gregg Rothermel and Sebastian Elbaum and Jeffery von Ronne},
title = {Can Fault-Exposure-Potential Estimates Improve the Fault Detection Abilities of Test Suites?},
journal = {Software Testing, Verification and Reliability},
year = {2002},
month = {December},
volume = {12},
number = {4},
pages = {197-218}
} |
| 633 | P. Chevalley Applying Mutation Analysis for Object-oriented Programs Using a Reflective Approach Proceedings of the 8th Asia-Pacific Software Engineering Conference (APSEC 01)Macau, China, 4-7 December 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Chevalley01,
author = {P. Chevalley},
title = {Applying Mutation Analysis for Object-oriented Programs Using a Reflective Approach},
booktitle = {Proceedings of the 8th Asia-Pacific Software Engineering Conference (APSEC 01)},
year = {2001},
address = {Macau, China},
month = {4-7 December},
pages = {267}
} |
| 634 | T. Y. Chen and T. H. Tse and Zhiquan Zhou Fault-Based Testing in the Absence of an Oracle Proceedings of the 25th International Computer Software and Applications Conference on Invigorating Software Development (COMPSAC'01)Chicago, Illinois, 08-12 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ChenTZ01,
author = {T. Y. Chen and T. H. Tse and Zhiquan Zhou},
title = {Fault-Based Testing in the Absence of an Oracle},
booktitle = {Proceedings of the 25th International Computer Software and Applications Conference on Invigorating Software Development (COMPSAC'01)},
year = {2001},
address = {Chicago, Illinois},
month = {08-12 October},
pages = {172}
} |
| 635 | Qiushuang Zhang, Ian G. Harris A Validation Fault Model for Timing-Induced Functional Errors Proceedings of the International Test Conference 2001 (ITC'01)Baltimore, Maryland, 30 October- 01 November 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhangH01,
author = {Qiushuang Zhang, Ian G. Harris},
title = {A Validation Fault Model for Timing-Induced Functional Errors},
booktitle = {Proceedings of the International Test Conference 2001 (ITC'01)},
year = {2001},
address = {Baltimore, Maryland},
month = {30 October- 01 November},
pages = {813}
} |
| 636 | Ivan Moore Jester - a JUnit test tester Proceeding of eXtreme Programming Conference (XP'01), 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Moore01,
author = {Ivan Moore},
title = {Jester - a JUnit test tester},
booktitle = {Proceeding of eXtreme Programming Conference (XP'01)},
year = {2001},
address = {},
month = {},
pages = {}
} |
| 637 | Marcio Eduardo Delamaro and Jose Carlos Maldonado and Aditya P. Mathur Interface Mutation: An Approach for Integration Testing IEEE Transactions on Software Engineering, 27(3), May 2001. |
|
| | Abstract: The need for test adequacy criteria is widely recognized. Several criteria have been proposed for the assessment of adequacy of tests at the unit level. However, there remains a lack of criteria for the assessment of the adequacy of tests generated during integration testing. We present a mutation based interprocedural criterion, named Interface Mutation (IM), suitable for use during integration testing. A case study to evaluate the proposed criterion is reported. In the study, the UNIX sort utility was seeded with errors and Interface Mutation evaluated by measuring the cost of its application and its error revealing effectiveness. Alternative IM criteria using different sets of Interface Mutation operators were also evaluated. While comparing the error revealing effectiveness of these Interface Mutation-based test sets with same size randomly generated test sets, we observed that in most cases Interface Mutation based test sets are superior. The results suggest that Interface Mutation offers a viable test adequacy criteria for use at the integration level. |
| | @ARTICLE{DelamaroMM01,
author = {Marcio Eduardo Delamaro and Jose Carlos Maldonado and Aditya P. Mathur},
title = {Interface Mutation: An Approach for Integration Testing},
journal = {IEEE Transactions on Software Engineering},
year = {2001},
month = {May},
volume = {27},
number = {3},
pages = {228-247}
} |
| 638 | T. Olsson and P. Runeson System Level Mutation Analysis Applied to a State-based Language Proceedings of the 8th Annual IEEE International Conference and Workshop on the Engineering of Computer Based Systems (ECBS'01)Washington DC, 17-20 April 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OlssonR01,
author = {T. Olsson and P. Runeson},
title = {System Level Mutation Analysis Applied to a State-based Language},
booktitle = {Proceedings of the 8th Annual IEEE International Conference and Workshop on the Engineering of Computer Based Systems (ECBS'01)},
year = {2001},
address = {Washington DC},
month = {17-20 April},
pages = {222}
} |
| 639 | Suet Chun Lee and A. Jefferson Offutt Generating Test Cases for XML-Based Web Component Interactions Using Mutation Analysis Proceedings of the 12th International Symposium on Software Reliability Engineering (ISSRE'01)Hong Kong, China, November 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LeeO01,
author = {Suet Chun Lee and A. Jefferson Offutt},
title = {Generating Test Cases for XML-Based Web Component Interactions Using Mutation Analysis},
booktitle = {Proceedings of the 12th International Symposium on Software Reliability Engineering (ISSRE'01)},
year = {2001},
address = {Hong Kong, China},
month = {November},
pages = {200-209}
} |
| 640 | A. Jefferson Offutt and Roland H. Untch Mutation 2000: Uniting the Orthogonal Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttU01,
author = {A. Jefferson Offutt and Roland H. Untch},
title = {Mutation 2000: Uniting the Orthogonal},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {34-44}
} |
| 641 | Ronald W. Ritchey Mutating network models to generate network security test cases Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Ritchey01,
author = {Ronald W. Ritchey},
title = {Mutating network models to generate network security test cases},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {79-89}
} |
| 642 | Marcio Eduardo Delamaro and Jose Carlos Maldonado and A. Vincenzi Proteum/IM 2.0: An Integrated Mutation Testing Environment Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamaroMV01,
author = {Marcio Eduardo Delamaro and Jose Carlos Maldonado and A. Vincenzi},
title = {Proteum/IM 2.0: An Integrated Mutation Testing Environment},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {91-101}
} |
| 643 | Mei{-}Hwa Chen and Michael R. Lyu and W. Eric Wong Effect of code coverage on software reliability measurement {IEEE} Trans. Reliability, 50(2), 2001. |
|
| | Abstract: Available soon... |
| | @ARTICLE{ChenLW01,
author = {Mei{-}Hwa Chen and Michael R. Lyu and W. Eric Wong},
title = {Effect of code coverage on software reliability measurement},
journal = {{IEEE} Trans. Reliability},
year = {2001},
month = {},
volume = {50},
number = {2},
pages = {165--170}
} |
| 644 | Jose Carlos Maldonado and Ellen Francine Barbosa and Auri Marcelo Rizzo Vincenzi and Marcio Eduardo Delamaro Evaluating N-selective mutation for C programs: unit and integration testing Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MaldonadoBVD01,
author = {Jose Carlos Maldonado and Ellen Francine Barbosa and Auri Marcelo Rizzo Vincenzi and Marcio Eduardo Delamaro},
title = {Evaluating N-selective mutation for C programs: unit and integration testing},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {22-33}
} |
| 645 | Jose Carlos Maldonado and Marcio Eduardo Delamaro and Sandra C. P. F. Fabbri and Adenilso da Silva Sim\,
ao and Tatiana Sugeta and Auri Marcelo Rizzo Vincenzi and Paulo Cesar Masiero Proteum: a family of tools to support specification and program testing based on mutation Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MaldonadoDFSSVM01,
author = {Jose Carlos Maldonado and Marcio Eduardo Delamaro and Sandra C. P. F. Fabbri and Adenilso da Silva Sim\,
ao and Tatiana Sugeta and Auri Marcelo Rizzo Vincenzi and Paulo Cesar Masiero},
title = {Proteum: a family of tools to support specification and program testing based on mutation},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {113-117}
} |
| 646 | Marcio Eduardo Delamaro and Jose Carlos Maldonado and Alberto Pasquini and Aditya P. Mathur Interface Mutation Test Adequacy Criterion: An Empirical Evaluation Empirical Software Engineering, 6(2), June 2001. |
|
| | Abstract: An experiment was conducted to evaluate an inter-procedural test adequacy criterion named Interface Mutation. Program SPACE, developed for the European Space Agency (ESA), was used in this experiment. The development record available for this program was used to find the faults uncovered during its development. Using this information the test process was reproduced starting with a version of SPACE containing several faults and then applying Interface Mutation. Thus we could evaluate the fault revealing effectiveness of Interface Mutation. Results from the experiment suggest that (a) the application of Interface Mutation favors the selection of fault revealing test cases when they exist and (b) Interface Mutation tends to select fault revealing test cases more efficiently than in the case where random selection is used. |
| | @ARTICLE{DelamaroMPM01,
author = {Marcio Eduardo Delamaro and Jose Carlos Maldonado and Alberto Pasquini and Aditya P. Mathur},
title = {Interface Mutation Test Adequacy Criterion: An Empirical Evaluation},
journal = {Empirical Software Engineering},
year = {2001},
month = {June},
volume = {6},
number = {2},
pages = {111-142}
} |
| 647 | Auri Marcelo Rizzo Vincenzi and Jose Carlos Maldonado and E. F. Barbosa and Marcio Eduardo Delamaro Unit and Integration Testing Strategies for C Programs Using Mutation Software Testing, Verification and Reliability, 11(4), November 2001. |
|
| | Abstract: Mutation testing, originally proposed for unit testing, has been extended to integration testing with the proposition of the Interface Mutation criterion. This paper presents the results of an experiment using two mutation-based testing criteria for unit and integration testing phases: the Mutation Analysis and the Interface Mutation adequacy criteria, respectively. The aim is to investigate how they can be used in a complementary way during the testing activity, establishing an incremental testing strategy comprising the unit and integration testing phases and guidelines on how to obtain a high mutation score with respect to mutation testing with a low cost, in terms of the number of mutants generated. |
| | @ARTICLE{VincenziMBD01,
author = {Auri Marcelo Rizzo Vincenzi and Jose Carlos Maldonado and E. F. Barbosa and Marcio Eduardo Delamaro},
title = {Unit and Integration Testing Strategies for C Programs Using Mutation},
journal = {Software Testing, Verification and Reliability},
year = {2001},
month = {November},
volume = {11},
number = {4},
pages = {249-268}
} |
| 648 | Mark Harman and Robert M. Hierons and Sebastian Danicic The Relationship Between Program Dependence and Mutation Analysis Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HarmanHD01,
author = {Mark Harman and Robert M. Hierons and Sebastian Danicic},
title = {The Relationship Between Program Dependence and Mutation Analysis},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {5-13}
} |
| 649 | Paul E. Black and Vadim Okun and Yaacov Yesha Mutation of Model Checker Specifications for Test Generation and Evaluation Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Mutation analysis on model checking specifications is a recent development. This approach mutates a specification, then applies a model checker to compare the mutants with the original specification to automatically generate tests or evaluate coverage. The properties of specification mutation operators have not been explored in depth. We report our work on theoretical and empirical comparison of these operators. Our future plans include studying how the form of a specification influences the results, finding relations between different operators, and validating the method against independent metrics. |
| | @INPROCEEDINGS{BlackOY01,
author = {Paul E. Black and Vadim Okun and Yaacov Yesha},
title = {Mutation of Model Checker Specifications for Test Generation and Evaluation},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {14-20}
} |
| 650 | M{\'{a}}rcio Eduardo Delamaro and Jos{\'{e}} Carlos Maldonado and Aditya P. Mathur Interface Mutation: An Approach for Integration Testing {IEEE} Trans. Software Eng., 27(3), 2001. |
|
| | Abstract: Available soon... |
| | @ARTICLE{DelamaroMM01,
author = {M{\'{a}}rcio Eduardo Delamaro and Jos{\'{e}} Carlos Maldonado and Aditya P. Mathur},
title = {Interface Mutation: An Approach for Integration Testing},
journal = {{IEEE} Trans. Software Eng.},
year = {2001},
month = {},
volume = {27},
number = {3},
pages = {228--247}
} |
| 651 | Delamaro, M{\'a}rcio Eduardo and Maldonado, Jos{\'e} Carlos and Vincenzi, Auri Marcelo Rizzo Proteum/IM 2.0: An Integrated Mutation Testing Environment Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 652 | David Jackson and Martin R. Woodward Parallel firm mutation of Java programs Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JacksonW01,
author = {David Jackson and Martin R. Woodward},
title = {Parallel firm mutation of Java programs},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {55-61}
} |
| 653 | J.M. Bieman and S. Ghosh and Roger T. Alexander A Technique for Mutation of Java Objects Proceedings of the 16th IEEE International Conference on Automated Software Engineering (ASE'01)San Diego, California, 26-29 November 2001. |
|
| | Abstract: Mutation analysis inserts faults into a program to createtest sets that distinguish the mutant from the original program.Inserted faults must represent plausible errors. Standardtransformations can mutate scalar values such as integers,floats, and character data. Mutating objects is anopen problem, because object semantics are defined by theprogrammer and can vary widely. We develop mutation operatorsand support tools that can mutate Java library itemsthat are heavily used in commercial software. Our mutationengine can support reusable libraries of mutation componentsto inject faults into objects that instantiate items fromthese common Java libraries. Our technique should be effectivefor evaluating real-world software testing suites. |
| | @INPROCEEDINGS{BiemanGA01,
author = {J.M. Bieman and S. Ghosh and Roger T. Alexander},
title = {A Technique for Mutation of Java Objects},
booktitle = {Proceedings of the 16th IEEE International Conference on Automated Software Engineering (ASE'01)},
year = {2001},
address = {San Diego, California},
month = {26-29 November},
pages = {337}
} |
| 654 | Benoit Baudry and Vu Le Hanh and Jean-Marc J\'ez\'equel and Yves Le Traon Trustable Components: Yet Another Mutation-Based Approach Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BaudryHJT01,
author = {Benoit Baudry and Vu Le Hanh and Jean-Marc J\'ez\'equel and Yves Le Traon},
title = {Trustable Components: Yet Another Mutation-Based Approach},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {47-54}
} |
| 655 | Sudipto Ghosh and Priya Govindarajan and Aditya P. Mathur TDS: a Tool for Testing Distributed Component-Based Applications Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GhoshGM01,
author = {Sudipto Ghosh and Priya Govindarajan and Aditya P. Mathur},
title = {TDS: a Tool for Testing Distributed Component-Based Applications},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {103-112}
} |
| 656 | Hoijin Yoon and Byoungju Choi Component Customization Testing Technique Using Fault Injection Technique and Mutation Test Criteria Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{YoonC01,
author = {Hoijin Yoon and Byoungju Choi},
title = {Component Customization Testing Technique Using Fault Injection Technique and Mutation Test Criteria},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {71-78}
} |
| 657 | Sudipto Ghosh and Aditya P. Mathur Interface Mutation Software Testing, Verification and Reliability, 11(3), March 2001. |
|
| | Abstract: The need for test adequacy criteria is widely recognized. Several criteria have been proposed for the assessment of adequacy of tests at the unit level. However, there remains a lack of criteria for the assessment of the adequacy of tests generated during integration testing. We present a mutation-based interprocedural criterion, named Interface Mutation (IM), suitable for use during integration testing. A case study to evaluate the proposed criterion is reported. In this study, the UNIX sort utility was seeded with errors and Interface Mutation evaluated by measuring the cost of its application and its error revealing effectiveness. Alternative IM criteria using different sets of Interface Mutation operators were also evaluated. While comparing the error revealing effectiveness of these Interface Mutation-based test sets with same size randomly generated test sets we observed that in most cases Interface Mutation-based test sets are superior. The results suggest that Interface Mutation offers a viable test adequacy criteria for use at the integration level. |
| | @ARTICLE{GhoshM01,
author = {Sudipto Ghosh and Aditya P. Mathur},
title = {Interface Mutation},
journal = {Software Testing, Verification and Reliability},
year = {2001},
month = {March},
volume = {11},
number = {3},
pages = {227-247}
} |
| 658 | Ellen Francine Barbosa and Jose Carlos Maldonado and Auri Marcelo Rizzo Vincenzi Toward the determination of sufficient mutant operators for C Software Testing, Verification and Reliability, 11(2), May 2001. |
|
| | Abstract: Mutation testing (MT) has been found to be effective at revealing faults. However, its high cost of application, due to the high number of mutants created and the effort to determine the equivalent ones, has motivated the proposition of alternative approaches for its application. One of them, named selective mutation, aims to reduce the number of generated mutants through a reduction in the number of mutant operators. A previous relevant study resulted in the proposition of a sufficient mutant operators set for FORTRAN, indicating that it is possible to have a large cost reduction in MT application, whilst preserving a high MT score. This work investigates procedures for the determination of a sufficient mutant operators set for C programs with the perspective of contributing to the establishment of low-cost, effective mutation-based testing strategies. |
| | @ARTICLE{BarbosaMV01,
author = {Ellen Francine Barbosa and Jose Carlos Maldonado and Auri Marcelo Rizzo Vincenzi},
title = {Toward the determination of sufficient mutant operators for C},
journal = {Software Testing, Verification and Reliability},
year = {2001},
month = {May},
volume = {11},
number = {2},
pages = {113-136}
} |
| 659 | Ian G. Harris Hardware-Software Covalidation: Fault Models and Test Generation Proceedings of the 6th IEEE International High-Level Design Validation and Test Workshop (HLDVT'01)Monterey, California, 07-09 December 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Harris01,
author = {Ian G. Harris},
title = {Hardware-Software Covalidation: Fault Models and Test Generation},
booktitle = {Proceedings of the 6th IEEE International High-Level Design Validation and Test Workshop (HLDVT'01)},
year = {2001},
address = {Monterey, California},
month = {07-09 December},
pages = {151}
} |
| 660 | Sunwoo Kim and John A. Clark and John A. McDermid Investigating the effectiveness of object-oriented testing strategies using the mutation method Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)San Jose, California, 6-7 October 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KimCM01,
author = {Sunwoo Kim and John A. Clark and John A. McDermid},
title = {Investigating the effectiveness of object-oriented testing strategies using the mutation method},
booktitle = {Proceedings of the 1st Workshop on Mutation Analysis (MUTATION'00)},
year = {2001},
address = {San Jose, California},
month = {6-7 October},
pages = {207-225}
} |
| 661 | A. Jefferson Offutt and Roland Untch {Mutation 2000}: {Uniting} the Orthogonal {Mutation 2000}San Jose, California, USA, #Oct# 2001. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{offutt:mutation2000,
author = {A. Jefferson Offutt and Roland Untch},
title = {{Mutation 2000}: {Uniting} the Orthogonal},
booktitle = {{Mutation 2000}},
year = {2001},
address = {San Jose, California, USA},
month = {#Oct#},
pages = {45--55}
} |
| 662 | Timothy K. Tsai and Navjot Singh How Reliable Is Your NT Application?: Using Fault Injection to Test Critical Applications Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 663 | Simone Do Rocio Senger De Souza and Jose Carlos Maldonado and Sandra Camargo Pinto Ferraz Fabbri and Wanderley Lopes De Souza Mutation Testing Applied to Estelle Specifications Proceedings of the 33rd Hawaii International Conference on System Sciences (HICSS'08)Maui, Hawaii, 4-7 January 2000. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SouzaMFS00,
author = {Simone Do Rocio Senger De Souza and Jose Carlos Maldonado and Sandra Camargo Pinto Ferraz Fabbri and Wanderley Lopes De Souza},
title = {Mutation Testing Applied to Estelle Specifications},
booktitle = {Proceedings of the 33rd Hawaii International Conference on System Sciences (HICSS'08)},
year = {2000},
address = {Maui, Hawaii},
month = {4-7 January},
pages = {8011}
} |
| 664 | Sudipto Ghosh and Aditya P. Mathur Interface Mutation to Assess the Adequacy of Tests for Componentsand Systems Proceedings of the 34th International Conference on Technology of Object-Oriented Languages and Systems (TOOLS'00)Santa Barbara, California, 30 July - 4 August 2000. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GhoshM00,
author = {Sudipto Ghosh and Aditya P. Mathur},
title = {Interface Mutation to Assess the Adequacy of Tests for Componentsand Systems},
booktitle = {Proceedings of the 34th International Conference on Technology of Object-Oriented Languages and Systems (TOOLS'00)},
year = {2000},
address = {Santa Barbara, California},
month = {30 July - 4 August},
pages = {37}
} |
| 665 | Wei Ding Using Mutation to Generate Tests from Specifications George Mason University, Fairfax, VA, 2000. |
|
| | Abstract: Available soon... |
| | @MASTERSTHESIS{Ding00,
author = {Wei Ding},
title = {Using Mutation to Generate Tests from Specifications},
school = {George Mason University},
year = {2000},
type = {mastersthesis},
address = {Fairfax, VA},
month = {},
} |
| 666 | Marcio Eduardo Delamaro and Jose Carlos Maldonado and Alberto Pasquini and Aditya P. Mathur Interface Mutation Test Adequacy Criterion: An Empirical Evaluation State University of Maring\'a, Parana, Brasil, 2000. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{DelamaroMPM00,
author = {Marcio Eduardo Delamaro and Jose Carlos Maldonado and Alberto Pasquini and Aditya P. Mathur},
title = {Interface Mutation Test Adequacy Criterion: An Empirical Evaluation},
institution = {State University of Maring\'a},
year = {2000},
type = {techreport},
number = {},
address = {Parana, Brasil},
month = {},
} |
| 667 | Paul E. Black and Vadim Okun and Yaacov Yesha Mutation Operators for Specifications The Fifteenth {IEEE} International Conference on Automated Software Engineering, {ASE} 2000, Grenoble, France, September 11-15, 2000, 2000. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BlackOY00,
author = {Paul E. Black and Vadim Okun and Yaacov Yesha},
title = {Mutation Operators for Specifications},
booktitle = {The Fifteenth {IEEE} International Conference on Automated Software Engineering, {ASE} 2000, Grenoble, France, September 11-15, 2000},
year = {2000},
address = {},
month = {},
pages = {81}
} |
| 668 | Wenliang Du and Aditya P. Mathur Testing for Software Vulnerability Using Environment Perturbation Proceeding of the International Conference on Dependable Systems and Networks (DSN'00)New York, NY, 25-28 June 2000. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DuM00,
author = {Wenliang Du and Aditya P. Mathur},
title = {Testing for Software Vulnerability Using Environment Perturbation},
booktitle = {Proceeding of the International Conference on Dependable Systems and Networks (DSN'00)},
year = {2000},
address = {New York, NY},
month = {25-28 June},
pages = {603-612}
} |
| 669 | P. Vado and Y. Savaria and Y. Zoccarato and C. Robach A Methodology for Validating Digital Circuits with Mutation Testing Proceedings of the IEEE International Symposium on Circuits and Systems (ISCAS'00)Geneva Switzerland, 28-31 May 2000. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{VadoSZR00,
author = {P. Vado and Y. Savaria and Y. Zoccarato and C. Robach},
title = {A Methodology for Validating Digital Circuits with Mutation Testing},
booktitle = {Proceedings of the IEEE International Symposium on Circuits and Systems (ISCAS'00)},
year = {2000},
address = {Geneva Switzerland},
month = {28-31 May},
pages = {343-346}
} |
| 670 | Paul Ammann System Testing via Mutation Analysis of Model Checking Specifications ACM SIGSOFT Software Engineering Notes, 25(1), January 2000. |
|
| | Abstract: The objective of this research is a novel combination of three important threads in software engineering: system level testing, formal methods, and mutation analysis. The research promises better methods, and mutation analysis. The research promises better methods to test software, and hence tools for developers to produce better software. |
| | @ARTICLE{Ammann00,
author = {Paul Ammann},
title = {System Testing via Mutation Analysis of Model Checking Specifications},
journal = {ACM SIGSOFT Software Engineering Notes},
year = {2000},
month = {January},
volume = {25},
number = {1},
pages = {33}
} |
| 671 | Sudipto Ghosh Testing Component-Based Distributed Applications Purdue University, West Lafayette, Indiana, 2000.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Ghosh00,
author = {Sudipto Ghosh},
title = {Testing Component-Based Distributed Applications},
school = {Purdue University},
year = {2000},
type = {phdthesis},
address = {West Lafayette, Indiana},
month = {},
} |
| 672 | Sunwoo Kim and John A. Clark and John A. McDermid Class Mutation: Mutation Testing for Object-oriented Programs Proceedings of the Net.ObjectDays Conference on Object-Oriented Software Systems, 2000. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KimCM00,
author = {Sunwoo Kim and John A. Clark and John A. McDermid},
title = {Class Mutation: Mutation Testing for Object-oriented Programs},
booktitle = {Proceedings of the Net.ObjectDays Conference on Object-Oriented Software Systems},
year = {2000},
address = {},
month = {},
pages = {}
} |
| 673 | K. S. How Tai Wah A Theoretical Study of Fault Coupling Software Testing, Verification and Reliability, 10(1), April 2000. |
|
| | Abstract: Fault coupling is the phenomenon whereby a test set is able to detect faults when they occur in isolation, but fails to do so when they occur in combination. It is widely regarded as a nuisance in fault-based approaches to software testing, which focus on the detection of single faults and normally neglect multiple faults.
This paper presents a theoretical study of fault coupling, based on a simple model of fault-based testing. This provides for the presence of two faults that interact with each other and thus includes the possibility of fault coupling between them. The model is analysed mathematically, the conclusion reached being that fault coupling only occurs infrequently. This result provides support for current approaches to fault-based testing, but it is not quite enough to conclude that they are thereby validated. In effect, the paper generalizes the results of a previous paper that dealt with the restricted case where the functions underlying programs are bijective as well as finite. The restriction that functions be bijective is lifted here, but they are still required to be finite. Though the same theoretical framework is used in both cases, and more or less the same results are obtained, the techniques employed to arrive at the results in the general case are quite different. |
| | @ARTICLE{Wah00,
author = {K. S. How Tai Wah},
title = {A Theoretical Study of Fault Coupling},
journal = {Software Testing, Verification and Reliability},
year = {2000},
month = {April},
volume = {10},
number = {1},
pages = {3-46}
} |
| 674 | Lionel C. Briand and Dietmar Pfahl Using simulation for assessing the real impact of test-coverage on defect-coverage {IEEE} Trans. Reliability, 49(1), 2000. |
|
| | Abstract: Available soon... |
| | @ARTICLE{BriandP00,
author = {Lionel C. Briand and Dietmar Pfahl},
title = {Using simulation for assessing the real impact of test-coverage on defect-coverage},
journal = {{IEEE} Trans. Reliability},
year = {2000},
month = {},
volume = {49},
number = {1},
pages = {60--70}
} |
| 675 | Robert M. Hierons and Mark Harman and Sebastian Danicic Using Program Slicing to Assist in the Detection of Equivalent Mutants Software Testing, Verification and Reliability, 9(4), December 1999. |
|
| | Abstract: While mutation testing has proved to be an effective way of finding software faults, currently it is only applied to relatively small programs. One of the main reasons for this is the human analysis required in detecting equivalent mutants. Here program slicing is used to simplify this problem. Progam slicing is also used to reduce the number of equivalent mutants produced. |
| | @ARTICLE{HieronsHD99,
author = {Robert M. Hierons and Mark Harman and Sebastian Danicic},
title = {Using Program Slicing to Assist in the Detection of Equivalent Mutants},
journal = {Software Testing, Verification and Reliability},
year = {1999},
month = {December},
volume = {9},
number = {4},
pages = {233-262}
} |
| 676 | Marcio Eduardo Delamaro and Jose Carlos Maldonado Interface Mutation: Assessing Testing Quality at Interprocedural Level Proceedings of the 19th International Conference of the Chilean Computer Science Society (SCCC'99)Talca, Chile, 11-13 November 1999. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamaroM99,
author = {Marcio Eduardo Delamaro and Jose Carlos Maldonado},
title = {Interface Mutation: Assessing Testing Quality at Interprocedural Level},
booktitle = {Proceedings of the 19th International Conference of the Chilean Computer Science Society (SCCC'99)},
year = {1999},
address = {Talca, Chile},
month = {11-13 November},
pages = {78-86}
} |
| 677 | A. Jefferson Offutt and Zhenyi Jin and Jie Pan The Dynamic Domain Reduction Procedure for Test Data Generation Software:Practice and Experience, 29(2), February 1999. |
|
| | Abstract: Test data generation is one of the most technically challenging steps of testing software, but most commercial systems currently incorporate very little automation for this step. This paper presents results from a project that is trying to find ways to incorporate test data generation into practical test processes. The results include a new procedure for automatically generating test data that incorporates ideas from symbolic evaluation, constraint-based testing, and dynamic test data generation. It takes an initial set of values for each input, and dynamically ‘pushes’ the values through the control-flow graph of the program, modifying the sets of values as branches in the program are taken. The result is usually a set of values for each input parameter that has the property that any choice from the sets will cause the path to be traversed. This procedure uses new analysis techniques, offers improvements over previous research results in constraint-based testing, and combines several steps into one coherent process. The dynamic nature of this procedure yields several benefits. Moving through the control flow graph dynamically allows path constraints to be resolved immediately, which is more efficient both in space and time, and more often successful than constraint-based testing. This new procedure also incorporates an intelligent search technique based on bisection. The dynamic nature of this procedure also allows certain improvements to be made in the handling of arrays, loops, and expressions; language features that are traditionally difficult to handle in test data generation systems. The paper presents the test data generation procedure, examples to explain the working of the procedure, and results from a proof-of-concept implementation. |
| | @ARTICLE{OffuttJP99,
author = {A. Jefferson Offutt and Zhenyi Jin and Jie Pan},
title = {The Dynamic Domain Reduction Procedure for Test Data Generation},
journal = {Software:Practice and Experience},
year = {1999},
month = {February},
volume = {29},
number = {2},
pages = {167-193}
} |
| 678 | Elfurjani S. Mresa and Leonardo Bottaci Efficiency of Mutation Operators and Selective Mutation Strategies: An Empirical Study Software Testing, Verification and Reliability, 9(4), December 1999. |
|
| | Abstract: This paper investigates the mutation scores achieved by individual operators of the Mothra mutation system and their associated costs in order to determine the most efficient operators. The cost of mutation analysis includes both test set generation and equivalent mutant detection. The score and cost information is then used as a heuristic for choosing a subset of the operators for use in efficient selective mutation testing. Experiments were performed using a sample of 11 programs and a number of test sets for each program. The results show that the use of efficient operators can provide significant efficiency gains for selective mutation if the acceptable mutation score is not very close to one. When mutation scores very close to one are required, a randomly selected proportion of the mutants provides a more efficient strategy than a subset of efficient operators. |
| | @ARTICLE{MresaB99,
author = {Elfurjani S. Mresa and Leonardo Bottaci},
title = {Efficiency of Mutation Operators and Selective Mutation Strategies: An Empirical Study},
journal = {Software Testing, Verification and Reliability},
year = {1999},
month = {December},
volume = {9},
number = {4},
pages = {205-232}
} |
| 679 | Simone do Rocio Senger de Souza and Jos{\'{e}} Carlos Maldonado and Sandra Camargo Pinto Ferraz Fabbri and Wanderley Lopes de Souza Mutation Testing Applied to Estelle Specifications Software Quality Journal, 8(4), 1999. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Souza_SQJ_99,
author = {Simone do Rocio Senger de Souza and Jos{\'{e}} Carlos Maldonado and Sandra Camargo Pinto Ferraz Fabbri and Wanderley Lopes de Souza},
title = {Mutation Testing Applied to Estelle Specifications},
journal = {Software Quality Journal},
year = {1999},
month = {},
volume = {8},
number = {4},
pages = {285--301}
} |
| 680 | Simone Do Rocio Senger De Souza and Jose Carlos Maldonado and Sandra Camargo Pinto Ferraz Fabbri and Wanderley Lopes De Souza Mutation Testing Applied to Estelle Specifications Software Quality Control, 8(4), December 1999. |
|
| | Abstract: Many researchers have pursued the establishment of a low-cost, effective testing and validation strategy at the program level as well as at the specification level. Mutation Testing is an error-based approach, originally introduced for program testing, that provides testers a systematic way to evaluate how good a given test set is. Some studies have also investigated its use to generate test sets. In this article, the application of Mutation Testing for validating Estelle specifications is proposed. A mutant operator set for Estelle—one of the crucial points for effectively applying Mutation Testing—is defined, addressing: the validation of the behavior of the modules, the communication among modules and the architecture of the specification. In this scope, these operators can be taken as a fault model. Considering this context, a strategy for validating Estelle-based specification is proposed and exemplified using the Alternating-bit protocol. |
| | @ARTICLE{SouzaMFS99,
author = {Simone Do Rocio Senger De Souza and Jose Carlos Maldonado and Sandra Camargo Pinto Ferraz Fabbri and Wanderley Lopes De Souza},
title = {Mutation Testing Applied to Estelle Specifications},
journal = {Software Quality Control},
year = {1999},
month = {December},
volume = {8},
number = {4},
pages = {285-301}
} |
| 681 | Timothy K. Tsai and Mei-Chen Hsueh and Hong Zhao and Zbigniew Kalbarczyk and Ravishankar K. Iyer Stress-based and Path-based Fault Injection IEEE Transactions on Computers, 48(11), November 1999. |
|
| | Abstract: he objective of fault injection is to mimic the existence of faults and to force the exercise of the fault tolerance mechanisms of the target system. To maximize the efficacy of each injection, the locations, timing, and conditions for faults being injected must be carefully chosen. Faults should be injected with a high probability of being accessed. This paper presents two fault injection methodologies—stress-based injection and path-based injection; both are based on resource activity analysis to ensure that injections cause fault tolerance activity and, thus, the resulting exercise of fault tolerance mechanisms. The difference between these two methods is that stress-based injection validates the system dependability by monitoring the run-time workload activity at the system level to select faults that coincide with the locations and times of greatest workload activity, while path-based injection validates the system from the application perspective by using an analysis of the program flow and resource usage at the application program level to select faults during the program execution. These two injection methodologies focus separately on the system and process viewpoints to facilitate the testing of system dependability. Details of these two injection methodologies are discussed in this paper, along with their implementations, experimental results, and advantages and disadvantages. |
| | @ARTICLE{TsaiHZKI99,
author = {Timothy K. Tsai and Mei-Chen Hsueh and Hong Zhao and Zbigniew Kalbarczyk and Ravishankar K. Iyer},
title = {Stress-based and Path-based Fault Injection},
journal = {IEEE Transactions on Computers},
year = {1999},
month = {November},
volume = {48},
number = {11},
pages = {1183-1201}
} |
| 682 | Gregg Rothermel and Roland H. Untch and Chengyun Chu and Mary Jean Harrold Test Case Prioritization: An Empirical Study 1999 International Conference on Software Maintenance, {ICSM} 1999, Oxford, England, UK, August 30 - September 3, 1999, 1999. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{RothermelUCH99,
author = {Gregg Rothermel and Roland H. Untch and Chengyun Chu and Mary Jean Harrold},
title = {Test Case Prioritization: An Empirical Study},
booktitle = {1999 International Conference on Software Maintenance, {ICSM} 1999, Oxford, England, UK, August 30 - September 3, 1999},
year = {1999},
address = {},
month = {},
pages = {179--188}
} |
| 683 | I. Koufareva and Alexandre Petrenko and Nina Yevtushenko Test Generation Driven by User-defined Fault Models Proceedings of the IFIP TC6 12th International Workshop on Testing Communicating Systems (IWTCS'09)Budapest, Hungary, 1-3 September 1999. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KoufarevaPY99,
author = {I. Koufareva and Alexandre Petrenko and Nina Yevtushenko},
title = {Test Generation Driven by User-defined Fault Models},
booktitle = {Proceedings of the IFIP TC6 12th International Workshop on Testing Communicating Systems (IWTCS'09)},
year = {1999},
address = {Budapest, Hungary},
month = {1-3 September},
pages = {215-236}
} |
| 684 | W. Eric Wong and Joseph R. Horgan and Aditya P. Mathur and Alberto Pasquini Test Set Size Minimization and Fault Detection Effectiveness: A Case Study in a Space Application Journal of Systems and Software, 48(2), October 1999. |
|
| | Abstract: An important question in software testing is whether it is reasonable to apply coverage-based criteria as a filter to reduce the size of a test set. An empirical study was conducted using a test set minimization technique to explore the effect of reducing the size of a test set, while keeping block coverage constant, on the fault detection strength of the resulting minimized test set. Two types of test sets were examined. For those with respect to a fixed size, no test case screening was conducted during the generation, whereas for those with respect to a fixed coverage, each subsequent test case had to improve the overall coverage in order to be included. The study reveals that regardless of how a test set is generated, with or without any test case screening, block minimized test sets have a size/effectiveness advantage, in terms of a significant reduction in test set size and with almost the same fault detection effectiveness, over the original non-minimized test sets. |
| | @ARTICLE{WongHMP99,
author = {W. Eric Wong and Joseph R. Horgan and Aditya P. Mathur and Alberto Pasquini},
title = {Test Set Size Minimization and Fault Detection Effectiveness: A Case Study in a Space Application},
journal = {Journal of Systems and Software},
year = {1999},
month = {October},
volume = {48},
number = {2},
pages = {79-89}
} |
| 685 | Sandra C. P. F. Fabbri and Jose Carlos Maldonado and Paulo Cesar Masiero and Marcio Eduardo Delamaro Proteum/FSM: A Tool to Support Finite State Machine Validation Based on Mutation Testing Proceedings of the 19th International Conference of the Chilean Computer Science Society (SCCC'99)Talca, Chile, 11-13 November 1999. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FabbriMMD99,
author = {Sandra C. P. F. Fabbri and Jose Carlos Maldonado and Paulo Cesar Masiero and Marcio Eduardo Delamaro},
title = {Proteum/FSM: A Tool to Support Finite State Machine Validation Based on Mutation Testing},
booktitle = {Proceedings of the 19th International Conference of the Chilean Computer Science Society (SCCC'99)},
year = {1999},
address = {Talca, Chile},
month = {11-13 November},
pages = {96}
} |
| 686 | Binder, Robert V. Testing Object-oriented Systems: Models, Patterns, and Tools Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 687 | Sandra Camargo Pinto Ferraz Fabbri and Jose Carlos Maldonado and Tatiana Sugeta and Paulo Cesar Masiero Mutation Testing Applied to Validate Specifications Based on Statecharts Proceedings of the 10th International Symposium on Software Reliability Engineering (ISSRE'99)Boca Raton, Florida, 1-4 November 1999. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FabbriMSM99,
author = {Sandra Camargo Pinto Ferraz Fabbri and Jose Carlos Maldonado and Tatiana Sugeta and Paulo Cesar Masiero},
title = {Mutation Testing Applied to Validate Specifications Based on Statecharts},
booktitle = {Proceedings of the 10th International Symposium on Software Reliability Engineering (ISSRE'99)},
year = {1999},
address = {Boca Raton, Florida},
month = {1-4 November},
pages = {210}
} |
| 688 | Sunwoo Kim and John A. Clark and John A. McDermid The Rigorous Generation of Java Mutation Operators Using HAZOP Proceedings of the 12th International Cofference Software and Systems Engineering and their Applications (ICSSEA 99)Paris, France, 29 November-1 December 1999. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KimCM99a,
author = {Sunwoo Kim and John A. Clark and John A. McDermid},
title = {The Rigorous Generation of Java Mutation Operators Using HAZOP},
booktitle = {Proceedings of the 12th International Cofference Software and Systems Engineering and their Applications (ICSSEA 99)},
year = {1999},
address = {Paris, France},
month = {29 November-1 December},
pages = {}
} |
| 689 | Sunwoo Kim and John A. Clark and John A. McDermid Assessing Test Set Adequacy for Object Oriented Programs Using Class Mutation Proceedings of the 3rd Symposium on Software Technology (SoST'99)Buenos Aires, Argentina, 8-9 September 1999. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KimCM99b,
author = {Sunwoo Kim and John A. Clark and John A. McDermid},
title = {Assessing Test Set Adequacy for Object Oriented Programs Using Class Mutation},
booktitle = {Proceedings of the 3rd Symposium on Software Technology (SoST'99)},
year = {1999},
address = {Buenos Aires, Argentina},
month = {8-9 September},
pages = {}
} |
| 690 | P. Jalote Testing the completeness of specifications IEEE Transactions of Software Engineering, 15(5), May 1998. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Jalote98,
author = {P. Jalote},
title = {Testing the completeness of specifications},
journal = {IEEE Transactions of Software Engineering},
year = {1998},
month = {May},
volume = {15},
number = {5},
pages = {526-531}
} |
| 691 | H. Yoon and B. Choi and J. -O. Jeon Mutation-Based Inter-Class Testing Proceedings of the 5th Asia Pacific Software Engineering Conference (APSEC'98)Taipei, Taiwan, 2-4 December 1998. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{YoonCJ98,
author = {H. Yoon and B. Choi and J. -O. Jeon},
title = {Mutation-Based Inter-Class Testing},
booktitle = {Proceedings of the 5th Asia Pacific Software Engineering Conference (APSEC'98)},
year = {1998},
address = {Taipei, Taiwan},
month = {2-4 December},
pages = {174}
} |
| 692 | Timothy K. Tsai Fault Tolerance Via N-Modular Software Redundancy Proceedings of the 28th International Symposium on Fault-Tolerant Computing (FTCS'98)Munich, Germany, 23-25 June 1998. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Tsai98,
author = {Timothy K. Tsai},
title = {Fault Tolerance Via N-Modular Software Redundancy},
booktitle = {Proceedings of the 28th International Symposium on Fault-Tolerant Computing (FTCS'98)},
year = {1998},
address = {Munich, Germany},
month = {23-25 June},
pages = {201-206}
} |
| 693 | Phyllis G. Frankl and Oleg Iakounenko Further Empirical Studies of Test Effectiveness {SIGSOFT} '98, Proceedings of the {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, Lake Buena Vista, Florida, USA, November 3-5, 1998, 1998. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FranklI98,
author = {Phyllis G. Frankl and Oleg Iakounenko},
title = {Further Empirical Studies of Test Effectiveness},
booktitle = {{SIGSOFT} '98, Proceedings of the {ACM} {SIGSOFT} International Symposium on Foundations of Software Engineering, Lake Buena Vista, Florida, USA, November 3-5, 1998},
year = {1998},
address = {},
month = {},
pages = {153--162}
} |
| 694 | Anup K. Ghosh and Tom O`Connor and Grary McGraw An Automated Approach for Identifying Potential Vulnerabilities in Software Proceedings of the IEEE Symposium on Security and Privacy (S&P'98)Oakland, California, 3-6 May 1998. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GhoshOM98,
author = {Anup K. Ghosh and Tom O`Connor and Grary McGraw},
title = {An Automated Approach for Identifying Potential Vulnerabilities in Software},
booktitle = {Proceedings of the IEEE Symposium on Security and Privacy (S&P'98)},
year = {1998},
address = {Oakland, California},
month = {3-6 May},
pages = {104-114}
} |
| 695 | W. Eric Wong and Joseph R. Horgan and Saul London and Aditya P. Mathur Effect of Test Set Minimization on Fault Detection Effectiveness Software:Practice and Experience, 28(), 1998. |
|
| | Abstract: Available soon... |
| | @ARTICLE{WongHLM98,
author = {W. Eric Wong and Joseph R. Horgan and Saul London and Aditya P. Mathur},
title = {Effect of Test Set Minimization on Fault Detection Effectiveness},
journal = {Software:Practice and Experience},
year = {1998},
month = {},
volume = {28},
number = {},
pages = {347–369}
} |
| 696 | Wenliang Du and Aditya P. Mathur Vulnerability Testing of Software System Using Fault Injection Purdue UniversityCOAST TR 98-02, West Lafayette, Indiana, 1998. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{DuM98,
author = {Wenliang Du and Aditya P. Mathur},
title = {Vulnerability Testing of Software System Using Fault Injection},
institution = {Purdue University},
year = {1998},
type = {techreport},
number = {COAST TR 98-02},
address = {West Lafayette, Indiana},
month = {},
} |
| 697 | A. Jefferson Offutt and Jie Pan Automatically Detecting Equivalent Mutants and Infeasible Paths Software Testing, Verification and Reliability, 7(3), September 1997. |
|
| | Abstract: Mutation testing is a technique for testing software units that has great potential for improving the quality of testing, and thereby increasing our ability to assure the high reliability of critical software. It will be shown that recent advances in mutation research have brought a practical mutation testing system closer to reality. One recent advance is a partial solution to the problem of automatically detecting equivalent mutant programs. Equivalent mutants are currently detected by hand, which makes it very expensive and time-consuming. The problem of detecting equivalent mutants is a specific instance of a more general problem, commonly called the feasible path problem, which says that for certain structural testing criteria some of the test requirements are infeasible in the sense that the semantics of the program imply that no test case satisfies the test requirements. Equivalent mutants, unreachable statements in path testing techniques, and infeasible DU-pairs in data flow testing are all instances of the feasible path problem. This paper presents a technique that uses mathematical constraints, originally developed for test data generation, to automatically detect some equivalent mutants and infeasible paths. |
| | @ARTICLE{OffuttP97,
author = {A. Jefferson Offutt and Jie Pan},
title = {Automatically Detecting Equivalent Mutants and Infeasible Paths},
journal = {Software Testing, Verification and Reliability},
year = {1997},
month = {September},
volume = {7},
number = {3},
pages = {165-192}
} |
| 698 | Jeffrey Voas and Gary McGraw {S}oftware {F}ault {I}njection: {I}noculating {P}rograms {A}gainst {E}rrors Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |
| 699 | Phyllis G. Frankl and Stewart N. Weiss and Cang Hu All-uses vs mutation testing: An experimental comparison of effectiveness Journal of Systems and Software, 38(3), 1997. |
|
| | Abstract: Available soon... |
| | @ARTICLE{FranklWH97,
author = {Phyllis G. Frankl and Stewart N. Weiss and Cang Hu},
title = {All-uses vs mutation testing: An experimental comparison of effectiveness},
journal = {Journal of Systems and Software},
year = {1997},
month = {},
volume = {38},
number = {3},
pages = {235--253}
} |
| 700 | Timothy K. Tsai and Shambhu Upadhyaya and Hong Zhao and Mei-Chen Hsueh, and Ravishankar K. Iyer Path-based Fault Injection Proceedings of the 3rd International Conference on Reliability and Quality in Design (ISSAT'97), 1997. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{TsaiUZHI97,
author = {Timothy K. Tsai and Shambhu Upadhyaya and Hong Zhao and Mei-Chen Hsueh, and Ravishankar K. Iyer},
title = {Path-based Fault Injection},
booktitle = {Proceedings of the 3rd International Conference on Reliability and Quality in Design (ISSAT'97)},
year = {1997},
address = {},
month = {},
pages = {121-125}
} |
| 701 | Mary Jean Harrold and A. Jefferson Offutt and Kanupriya Tewary An Approach to Fault Modeling and Fault Seeding Using the Program Dependence Graph Journal of Systems and Software, 36(3), March 1997. |
|
| | Abstract: We present a fault-classification scheme and a fault-seeding method that are based on the manifestation of faults in the program dependence graph (PDG). We enhance the domain/computation fault classification scheme developed by Howden to further characterize faults as structural and statement-level depending on the differences between the PDG for the original program and the PDG for the faulty program. We perform transformations on the PDG to produce the different types of faults described in our PDG-based fault-classification scheme. To demonstrate the usefulness of our technique, we implemented a fault seeder to embed faults in C programs. Our fault seeder makes controlled fault transformations to the PDG for a C program, and generates C code from the transformed PDG. The current version of the fault seeder creates multiple fault-seeded versions of the original program, each with one known fault. To demonstrate the operation of the fault seeder, we used it to perform a study of the effectiveness of dataflow testing and mutation testing using a set of faulty programs generated by our fault seeder. We also used the faulty programs to determine the mutation adequacy and detaflow adequacy of the fault-detecting test sets. |
| | @ARTICLE{HarroldOT97,
author = {Mary Jean Harrold and A. Jefferson Offutt and Kanupriya Tewary},
title = {An Approach to Fault Modeling and Fault Seeding Using the Program Dependence Graph},
journal = {Journal of Systems and Software},
year = {1997},
month = {March},
volume = {36},
number = {3},
pages = {273-295}
} |
| 702 | L. Morell and B. Murrill and R. Rand Perturbation Analysis of Computer Programs Proceedings of the 12th Annual Conference on Computer Assurance (COMPASS'97)Gaithersburg, Maryland, 16-19 June 1997. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MorellMR97,
author = {L. Morell and B. Murrill and R. Rand},
title = {Perturbation Analysis of Computer Programs},
booktitle = {Proceedings of the 12th Annual Conference on Computer Assurance (COMPASS'97)},
year = {1997},
address = {Gaithersburg, Maryland},
month = {16-19 June},
pages = {77-87}
} |
| 703 | Phyllis G. Frankl and Stewart N. Weiss and Cang Hu All-uses vs Mutation Testing: an Experimental Comparison of Effectiveness Journal of Systems and Software, 38(3), September 1997. |
|
| | Abstract: The effectiveness of a test data adequacy criterion for a given program and specification is the probability that a test set satisfying the criterion will expose a fault. Experiments were performed to compare the effectiveness of the mutation testing and all-uses test data adequacy criteria at various coverage levels, for randomly generated test sets. Large numbers of test sets were generated and executed, and for each, the proportion of mutants killed or def-use associations covered was measured. This data was used to estimate and compare the effectiveness of the criteria. The results were mixed: at the highest coverage levels considered, mutation was more effective than all-uses for five of the nine subjects, all-uses was more effective than mutation for two subjects, and there was no clear winner for two subjects. However, mutation testing was much more expensive than all-uses. The relationship between coverage and effectiveness for fixed-sized test sets was also explored and was found to be nonlinear and, in many cases, nonmonotonic. |
| | @ARTICLE{FranklWH97,
author = {Phyllis G. Frankl and Stewart N. Weiss and Cang Hu},
title = {All-uses vs Mutation Testing: an Experimental Comparison of Effectiveness},
journal = {Journal of Systems and Software},
year = {1997},
month = {September},
volume = {38},
number = {3},
pages = {235-253}
} |
| 704 | C. Aktouf and G. Al-Hayek and C. Robach Concurrent Testing of VLSI Digital Signal Processors Using Mutation Based Testing Proceedings of the Workshop on Defect and Fault-Tolerance in VLSI Systems (DFT '97)Paris, France, 20-22 October 1997. |
|
| | Abstract: This paper presents a new approach which allows VLSI digital signal processors (DSP) to be totally tested concurrently within useful computation. This approach uses a software technique called Mutation resting which has been successfully applied to hardware devices. Based on realistic examples of signal processing applications and state-of-the-art DSPs, the approach is shown highly efficient in terms of fault coverage and fault latency. |
| | @INPROCEEDINGS{AktoufAR97,
author = {C. Aktouf and G. Al-Hayek and C. Robach},
title = {Concurrent Testing of VLSI Digital Signal Processors Using Mutation Based Testing},
booktitle = {Proceedings of the Workshop on Defect and Fault-Tolerance in VLSI Systems (DFT '97)},
year = {1997},
address = {Paris, France},
month = {20-22 October},
pages = {94-99}
} |
| 705 | Eric Wong and Joseph R. Horgan and Aditya P. Mathur and Alberto Pasquini Test Set Size Minimization and Fault Detection Effectiveness: A Case Study in a Space Application Proceedings of the 21st Annual International Computer Software and Applications Conference (COMPSAC'07)Washington, DC, 11-15 August 1997. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WongHMP97,
author = {Eric Wong and Joseph R. Horgan and Aditya P. Mathur and Alberto Pasquini},
title = {Test Set Size Minimization and Fault Detection Effectiveness: A Case Study in a Space Application},
booktitle = {Proceedings of the 21st Annual International Computer Software and Applications Conference (COMPSAC'07)},
year = {1997},
address = {Washington, DC},
month = {11-15 August},
pages = {522-528}
} |
| 706 | Mei-Chen Hsueh and Timothy K. Tsai and Ravishankar K. Iyer Fault Injection Techniques and Tools IEEE Computer, 30(4), April 1997. |
|
| | Abstract: Fault injection is important to evaluating the dependability of computer systems. Researchers and engineers have created many novel methods to inject faults, which can be implemented in both hardware and software. The contrast between the hardware and software methods lies mainly in the fault injection points they can access, the cost and the level of perturbation. Hardware methods can inject faults into chip pins and internal components, such as combinational circuits and registers that are not software-addressable. On the other hand, software methods are convenient for directly producing changes at the software-state level. Thus, we use hardware methods to evaluate low-level error detection and masking mechanisms, and software methods to test higher level mechanisms. Software methods are less expensive, but they also incur a higher perturbation overhead because they execute software on the target system. |
| | @ARTICLE{HsuehTI97,
author = {Mei-Chen Hsueh and Timothy K. Tsai and Ravishankar K. Iyer},
title = {Fault Injection Techniques and Tools},
journal = {IEEE Computer},
year = {1997},
month = {April},
volume = {30},
number = {4},
pages = {75-82}
} |
| 707 | Jeffrey Voas and Gary McGraw Software Fault Injection: Inoculating Programs Against Errors Unknown- |
|
| | Abstract: Not available |
| | Unknown++ |
| 708 | Kuo{-}Chung Tai Theory of Fault-Based Predicate Testing for Computer Programs {IEEE} Trans. Software Eng., 22(8), 1996. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Tai96,
author = {Kuo{-}Chung Tai},
title = {Theory of Fault-Based Predicate Testing for Computer Programs},
journal = {{IEEE} Trans. Software Eng.},
year = {1996},
month = {},
volume = {22},
number = {8},
pages = {552--562}
} |
| 709 | A. Jefferson Offutt and Jeff Voas and Jeff Payn Mutation Operators for Ada George Mason UniversityISSE-TR-96-09, Fairfax, Virginia, 1996. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{OffuttVP96,
author = {A. Jefferson Offutt and Jeff Voas and Jeff Payn},
title = {Mutation Operators for Ada},
institution = {George Mason University},
year = {1996},
type = {techreport},
number = {ISSE-TR-96-09},
address = {Fairfax, Virginia},
month = {},
} |
| 710 | A. Jefferson Offutt and Jie Pan and Kanupriya Tewary and Tong Zhang An Experimental Evaluation of Data Flow and Mutation Testing Software:Practice and Experience, 26(2), February 1996. |
|
| | Abstract: Two experimental comparisons of data flow and mutation testing are presented. These techniques are widely considered to be effective for unit-level software testing, but can only be analytically compared to a limited extent. We compare the techniques by evaluating the effectiveness of test data developed for each. We develop ten independent sets of test data for a number of programs: five to satisfy the mutation criterion and five to satisfy the all-uses data-flow criterion. These test sets are developed using automated tools, in a manner consistent with the way a test engineer might be expected to generate test data in practice. We use these test sets in two separate experiments. First we measure the effectiveness of the test data that was developed for one technique in terms of the other. Second, we investigate the ability of the test sets to find faults. We place a number of faults into each of our subject programs, and measure the number of faults that are detected by the test sets. Our results indicate that while both techniques are effective, mutation-adequate test sets are closer to satisfying the data flow criterion, and detect more faults. |
| | @ARTICLE{OffuttPTZ96,
author = {A. Jefferson Offutt and Jie Pan and Kanupriya Tewary and Tong Zhang},
title = {An Experimental Evaluation of Data Flow and Mutation Testing},
journal = {Software:Practice and Experience},
year = {1996},
month = {February},
volume = {26},
number = {2},
pages = {165-176}
} |
| 711 | A. Jefferson Offutt and Jie Pan Detecting Equivalent Mutants and the Feasible Path Problem Proceedings of the 1996 Annual Conference on Computer AssuranceGaithersburg, Maryland, June 1996. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttP96,
author = {A. Jefferson Offutt and Jie Pan},
title = {Detecting Equivalent Mutants and the Feasible Path Problem},
booktitle = {Proceedings of the 1996 Annual Conference on Computer Assurance},
year = {1996},
address = {Gaithersburg, Maryland},
month = {June},
pages = {224-236}
} |
| 712 | A. Jefferson Offutt and Ammei Lee and Gregg Rothermel and Roland H. Untch and Christian Zapf An Experimental Determination of Sufficient Mutant Operators ACM Transactions on Software Engineering and Methodology, 5(2), April 1996. |
|
| | Abstract: Mutation testing is a technique for unit testing software that, although powerful, is computationally expensive. The principal expense of mutation is that many variants of the test program, called mutants, must be repeatedly executed. This paper quanti es the expense of mutation in terms of the number of mutants that are created, then proposes and evaluates a technique that reduces the number of mutants by an order of magnitude. Selective mutation reduces the cost of mutation testing by reducing the number of mutants. This paper reports experimental results that compare selective mutation testing with standard, or non-selective, mutation testing, and results that quantify the savings achieved by selective mutation testing. The results support the hypothesis that selective mutation is almost as strong as non-selective mutation; in experimental trials selective mutation provides almost the same coverage as non-selective mutation, with a four-fold or more reduction in the number of mutants. |
| | @ARTICLE{OffuttLRUZ96,
author = {A. Jefferson Offutt and Ammei Lee and Gregg Rothermel and Roland H. Untch and Christian Zapf},
title = {An Experimental Determination of Sufficient Mutant Operators},
journal = {ACM Transactions on Software Engineering and Methodology},
year = {1996},
month = {April},
volume = {5},
number = {2},
pages = {99-118}
} |
| 713 | A. Jefferson Offutt and Ammei Lee and Gregg Rothermel and Roland H. Untch and Christian Zapf An Experimental Determination of Sufficient Mutant Operators {ACM} Trans. Softw. Eng. Methodol., 5(2), 1996. |
|
| | Abstract: Available soon... |
| | @ARTICLE{OffuttLRUZ96,
author = {A. Jefferson Offutt and Ammei Lee and Gregg Rothermel and Roland H. Untch and Christian Zapf},
title = {An Experimental Determination of Sufficient Mutant Operators},
journal = {{ACM} Trans. Softw. Eng. Methodol.},
year = {1996},
month = {},
volume = {5},
number = {2},
pages = {99--118}
} |
| 714 | A. Jefferson Offutt and J. Huffman Hayes A Semantic Model of Program Faults Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'96)San Diego, California, January 1996. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttH96,
author = {A. Jefferson Offutt and J. Huffman Hayes},
title = {A Semantic Model of Program Faults},
booktitle = {Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'96)},
year = {1996},
address = {San Diego, California},
month = {January},
pages = {195-200}
} |
| 715 | Kuo-Chung Tai Theory of Fault-based Predicate Testing for Computer Programs IEEE Transactions on Software Engineering, 22(8), August 1996. |
|
| | Abstract: Predicates appear in both the specification and implementation of a program. One approach to software testing, referred to as predicate testing, is to require certain types of tests for a predicate. In this paper, three fault-based testing criteria are defined for compound predicates, which are predicates with one or more AND/OR operators. BOR (boolean operator) testing requires a set of tests to guarantee the detection of (single or multiple) boolean operator faults, including incorrect AND/OR operators and missing/extra NOT operators. BRO (boolean and relational operator) testing requires a set of tests to guarantee the detection of boolean operator faults and relational operator faults (i.e., incorrect relational operators). BRE (boolean and relational expression) testing requires a set of tests to guarantee the detection of boolean operator faults, relational operator faults, and a type of fault involving arithmetical expressions. It is shown that for a compound predicate with n, n > 0, AND/OR operators, at most n + 2 constraints are needed for BOR testing and at most 2 * n + 3 constraints for BRO or BRE testing, where each constraint specifies a restriction on the value of each boolean variable or relational expression in the predicate. Algorithms for generating a minimum set of constraints for BOR, BRO, and BRE testing of a compound predicate are given, and the feasibility problem for the generated constraints is discussed. For boolean expressions that contain multiple occurrences of some boolean variables, how to combine BOR testing with the meaningful impact strategy developed by Weyuker, Goradia, and Singh [21] is briefly described. |
| | @ARTICLE{Tai06,
author = {Kuo-Chung Tai},
title = {Theory of Fault-based Predicate Testing for Computer Programs},
journal = {IEEE Transactions on Software Engineering},
year = {1996},
month = {August},
volume = {22},
number = {8},
pages = {552-562}
} |
| 716 | Marcio Eduardo Delamaro and Jose Carlos Maldonado Proteum-A Tool for the Assessment of Test Adequacy for C Programs Proceedings of the Conference on Performability in Computing Systems (PCS'96)New Brunswick, New Jersey, July 1996. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamaroM96,
author = {Marcio Eduardo Delamaro and Jose Carlos Maldonado},
title = {Proteum-A Tool for the Assessment of Test Adequacy for C Programs},
booktitle = {Proceedings of the Conference on Performability in Computing Systems (PCS'96)},
year = {1996},
address = {New Brunswick, New Jersey},
month = {July},
pages = {79-95}
} |
| 717 | Murial Daran and Pascale Th\'evenod-Fosse Software Error Analysis: A Real Case Study Involving Real Faults and Mutations ACM SIGSOFT Software Engineering Notes, 21(3), May 1996. |
|
| | Abstract: The paper reports on a first experimental comparison of software errors generated by real faults and by 1st-order mutations. The experiments were conducted on a program developed by a student from the industrial specification of a critical software from the civil nuclear field. Emphasis was put on the analysis of errors produced upon activation of 12 real faults by focusing on the mechanisms of error creation, masking, and propagation up to failure occurrence, and on the comparison of these errors with those created by 24 mutations. The results involve a total of 3730 errors recorded from program execution traces: 1458 errors were produced by the real faults, and the 2272 others by the mutations. They are in favor of a suitable consistency between errors generated by mutations and by real faults: 85% of the 2272 errors due to the mutations were also produced by the real faults. Moreover, it was observed that although the studied mutations were simple faults, they can create erroneous behaviors as complex as those identified for the real faults. This lends support to the representativeness of errors due to mutations. |
| | @ARTICLE{DaranF96,
author = {Murial Daran and Pascale Th\'evenod-Fosse},
title = {Software Error Analysis: A Real Case Study Involving Real Faults and Mutations},
journal = {ACM SIGSOFT Software Engineering Notes},
year = {1996},
month = {May},
volume = {21},
number = {3},
pages = {158-177}
} |
| 718 | Marcio Eduardo Delamaro and Jose Carlos Maldonado and Aditya P. Mathur Integration Testing Using Interface Mutation Proceedings of the seventh International Symposium on Software Reliability Engineering (ISSRE '96)White Plains, New York, 30 October - 02 November 1996. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DelamaroMM96,
author = {Marcio Eduardo Delamaro and Jose Carlos Maldonado and Aditya P. Mathur},
title = {Integration Testing Using Interface Mutation},
booktitle = {Proceedings of the seventh International Symposium on Software Reliability Engineering (ISSRE '96)},
year = {1996},
address = {White Plains, New York},
month = {30 October - 02 November},
pages = {112-121}
} |
| 719 | Spyros Xanthakis and Constantinos Karapoulios and Regis Pajot and Ahmed Rozz Immune System and Fault-tolerant Computing Proceedings of the European conference on Artificial Evolution (AE'95)Brest, France, 4–6 September 1996. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{XanthakisKPR96,
author = {Spyros Xanthakis and Constantinos Karapoulios and Regis Pajot and Ahmed Rozz},
title = {Immune System and Fault-tolerant Computing},
booktitle = {Proceedings of the European conference on Artificial Evolution (AE'95)},
year = {1996},
address = {Brest, France},
month = {4–6 September},
pages = {181-197}
} |
| 720 | A. Jefferson Offutt and Jie Pan and Kanupriya Tewary and Tong Zhang An Experimental Evaluation of Data Flow and Mutation Testing Softw., Pract. Exper., 26(2), 1996. |
|
| | Abstract: Available soon... |
| | @ARTICLE{OffuttPTZ96,
author = {A. Jefferson Offutt and Jie Pan and Kanupriya Tewary and Tong Zhang},
title = {An Experimental Evaluation of Data Flow and Mutation Testing},
journal = {Softw., Pract. Exper.},
year = {1996},
month = {},
volume = {26},
number = {2},
pages = {165--176}
} |
| 721 | Richard A. DeMillo and Aditya P. Mathur and W. Eric Wong Some Critical Remarks on a Hierarchy of Fault-Detecting Abilities of Test Methods IEEE Transactions of Software Engineering, 21(10), October 1995. |
|
| | Abstract: Available soon... |
| | @ARTICLE{DeMilloMW95,
author = {Richard A. DeMillo and Aditya P. Mathur and W. Eric Wong},
title = {Some Critical Remarks on a Hierarchy of Fault-Detecting Abilities of Test Methods},
journal = {IEEE Transactions of Software Engineering},
year = {1995},
month = {October},
volume = {21},
number = {10},
pages = {858-862}
} |
| 722 | W. Eric Wong and Joseph R. Horgan and Saul London and Aditya P. Mathur Effect of Test Set Minimization on Fault Detection Effectiveness Proceedings of the 17th International Conference on Software Engineering (ICSE '95)Seattle, Washington, 23-30 April 1995. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WongHLM95,
author = {W. Eric Wong and Joseph R. Horgan and Saul London and Aditya P. Mathur},
title = {Effect of Test Set Minimization on Fault Detection Effectiveness},
booktitle = {Proceedings of the 17th International Conference on Software Engineering (ICSE '95)},
year = {1995},
address = {Seattle, Washington},
month = {23-30 April},
pages = {41-50}
} |
| 723 | A. Jeff Offutt and J. Pan and Jeffrey M. Voas Procedures for Reducing the Size of Coverage-based Test Sets Proceedings of the 12 International Conference on Testing Computer SoftwareWashington, DC, June 1995. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttPV95,
author = {A. Jeff Offutt and J. Pan and Jeffrey M. Voas},
title = {Procedures for Reducing the Size of Coverage-based Test Sets},
booktitle = {Proceedings of the 12 International Conference on Testing Computer Software},
year = {1995},
address = {Washington, DC},
month = {June},
pages = {111-123}
} |
| 724 | Sandra Camargo Pinto Ferraz Fabbri and Jose Carlos Maldonado and Paulo Cesar Masiero and Marcio Eduardo Delamaro and W. Eric Wong Mutation Testing Applied to Validate Specifications Based on Petri Nets Proceedings of the IFIP TC6 8th International Conference on Formal Description Techniques VIII, 1995. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FabbriMMDW95,
author = {Sandra Camargo Pinto Ferraz Fabbri and Jose Carlos Maldonado and Paulo Cesar Masiero and Marcio Eduardo Delamaro and W. Eric Wong},
title = {Mutation Testing Applied to Validate Specifications Based on Petri Nets},
booktitle = {Proceedings of the IFIP TC6 8th International Conference on Formal Description Techniques VIII},
year = {1995},
address = {},
month = {},
pages = {329-337}
} |
| 725 | W. Eric Wong and Aditya P. Mathur Reducing the Cost of Mutation Testing: An Empirical Study Journal of Systems and Software, 31(3), December 1995. |
|
| | Abstract: Amongst the various testing strategies, mutation testing has been empirically found to be the most effective in detecting faults. However, mutation often imposes unacceptable demands on computing and human resources due to the large number of mutants that need to be compiled and executed on one or more test cases. In addition, the tester needs to examine many mutants and analyze these for possible equivalence with the program under test. For these reasons, mutation is generally regarded by the practicing test engineer as too expensive to use. As one significant component of the cost of mutation is the execution of mutants against test cases, we believe that the cost can be reduced dramatically by reducing the number of mutants that need to be examined. We report the results from a case study designed to investigate two alternatives to reduce the cost of mutation. The alternatives considered are: (1) the randomly selected x'% mutation, and (2) the constrained mutation. We provide experimental data indicating that both alternatives lead to test sets that distinguish a significant number of all mutants and provide high all-uses coverage. |
| | @ARTICLE{WongM95,
author = {W. Eric Wong and Aditya P. Mathur},
title = {Reducing the Cost of Mutation Testing: An Empirical Study},
journal = {Journal of Systems and Software},
year = {1995},
month = {December},
volume = {31},
number = {3},
pages = {185-196}
} |
| 726 | K. S. How Tai Wah Fault Coupling in Finite Bijective Functions Software Testing, Verification and Reliability, 5(1), 1995. |
|
| | Abstract: Fault-based testing attempts to show that particular faults cannot exist in software by using test sets that differentiate between the original program (hypothesized to be correct) and faulty alternate programs. The success of this approach depends on a number of assumptions, notably that programmers are competent insofar as they only commit relatively trivial faults, and that faults only couple infrequently. Fault coupling occurs when test sets are able to differentiate between the original program and faulty alternate programs when faults occur in isolation, but not when they occur in combination; it is a complicating factor in fault-based testing. Fault coupling is studied here within the context of finite bijective functions. A complete mathematical solution of the problem is possible in this simplified case; the results indicate that fault coupling does indeed occur infrequently, and are thus in agreement with the empirical results obtained by others in the field. One surprising result is that certain kinds of test set are able to avoid fault coupling altogether. |
| | @ARTICLE{Wah95,
author = {K. S. How Tai Wah},
title = {Fault Coupling in Finite Bijective Functions},
journal = {Software Testing, Verification and Reliability},
year = {1995},
month = {},
volume = {5},
number = {1},
pages = {3-47}
} |
| 727 | R. A. DeMillo and A. P. Mathur A Grammar Based Fault Classification Scheme and its Application to the Classification of the Errors of TeX Purdue UniversitySERC-TR-165-P, West Lafayette, Indiana, 1995. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{DeMilloM95,
author = {R. A. DeMillo and A. P. Mathur},
title = {A Grammar Based Fault Classification Scheme and its Application to the Classification of the Errors of TeX},
institution = {Purdue University},
year = {1995},
type = {techreport},
number = {SERC-TR-165-P},
address = {West Lafayette, Indiana},
month = {},
} |
| 728 | Roland H. Untch Schema-based Mutation Analysis: A New Test Data Adequacy Assessment Method Clemson University, Clemson, South Carolina, 1995.Unknown- |
|
| | Abstract: Mutation-based software testing, or \em mutation testing, is a
powerful testing technique applied primarily at the unit software level.
Central to mutation testing is the need to analyze a test set to
determine a quality measure called the \em mutation adequacy score\,;
this assessment process is called \em mutation analysis. Unfortunately,
the conventional method of performing mutation analysis, which requires
interpreting many slightly different versions of the same program, has
significant problems. Automated mutation analysis systems based on the
conventional interpretive method are slow, laborious to build, and usually
unable to completely emulate the intended operational environment of the
software being tested.
This research presents a solution to these problems:
the \underlineMutant \underlineSchema \underlineGeneration (MSG) method.
Rather than mutating an intermediate form of the program that then must be
interpreted, this new method describes how to
encode all mutations into one source-level program, a ``metamutant''\@.
This program is then compiled (once) with the same compiler used during
development and is executed in the same operational environment at
compiled-program speeds. Since mutation systems based on mutant schemata
do not need to provide run-time semantics and environment, they are
significantly less complex and easier to build than interpretive systems,
as well as more portable.
An approach to automatically generating metamutants
using attribute grammars is also presented.
An MSG-based prototype mutation analysis system, \tt TUMS, was
designed and implemented to demonstrate the automated generation of
metamutants and to allow empirical performance studies to be conducted.
Benchmarks show \tt TUMS significantly faster than \tt Mothra,
a conventional interpretive mutation analysis system, with speed-ups
as high as an order-of-magnitude observed.
Additional studies are reported that contrast the performance of
\tt TUMS to a hypothetical ``ideal'' mutation analysis system.
We conclude that high performance mutation analysis is possible
through the \mboxcreation and instantiation of mutant schemata and that
the MSG method described in this dissertation is a viable and desirable
approach for building automated mutation analysis systems. |
| | @PHDTHESIS{Untch95,
author = {Roland H. Untch},
title = {Schema-based Mutation Analysis: A New Test Data Adequacy Assessment Method},
school = {Clemson University},
year = {1995},
type = {phdthesis},
address = {Clemson, South Carolina},
month = {December},
} |
| 729 | W. Eric Wong and Aditya P. Mathur Fault Detection Effectiveness of Mutation and Data Flow Testing Software Quality Journal, 4(1), March 1995. |
|
| | Abstract: We report results from an experiment to compare the fault detection effectiveness of mutation, its variants and the all-uses data flow criteria. Adequate test sets were generated randomly, as opposed to by human testers as in some previous studies. We view our results in the light of those from earlier studies comparing mutation with path-oriented testing strategies. We identify and discuss factors that one might consider while evaluating an adequacy criterion for use in practice. Results from our experiments strengthen a hypothesis that an adequacy criterion based on one of the two variants of mutation has superior fault detection effectiveness than that of the all-uses criterion. |
| | @ARTICLE{WongM95a,
author = {W. Eric Wong and Aditya P. Mathur},
title = {Fault Detection Effectiveness of Mutation and Data Flow Testing},
journal = {Software Quality Journal},
year = {1995},
month = {March},
volume = {4},
number = {1},
pages = {69-83}
} |
| 730 | Pascale Th\'evenod-Fosse and C. Mazuet and Yves Crouzet On Statistical Testing of Synchronous Data Flow Programs Proceedings of the First European Dependable Computing Conference (EDDC'94)Berlin, Allemagne, 4-6 Octobre 1994. |
|
| | Abstract: The paper addresses the issue of testing programs written in the synchronous data flow language LUSTRE. We define a mixed strategy which combines statistical testing and deterministic extremal values testing. Statistical testing involves exercising a program with random inputs, the input distribution and the number of test data being determined according to test criteria. Three criteria based on the finite state automaton produced by the LUSTRE compiler are studied, the feasibility of the method for designing test sets according to them being exemplified on a real-case study. Then, mutation analysis (here, specific to LUSTRE) is used to assess the efficiency of the test sets. The results allow us (i) to define the most cost-effective criterion for designing efficient statistical test sets of reasonable size, and (ii) to show the high fault revealing power of the corresponding mixed strategy, killing the whole set of 310 mutants involved in the experiments. |
| | @INPROCEEDINGS{ThevenodMC94,
author = {Pascale Th\'evenod-Fosse and C. Mazuet and Yves Crouzet},
title = {On Statistical Testing of Synchronous Data Flow Programs},
booktitle = {Proceedings of the First European Dependable Computing Conference (EDDC'94)},
year = {1994},
address = {Berlin, Allemagne},
month = {4-6 Octobre},
pages = {250–267}
} |
| 731 | A. Jefferson Offutt and Stephen D. Lee An Empirical Evaluation of Weak Mutation {IEEE} Trans. Software Eng., 20(5), 1994. |
|
| | Abstract: Available soon... |
| | @ARTICLE{OffuttL94,
author = {A. Jefferson Offutt and Stephen D. Lee},
title = {An Empirical Evaluation of Weak Mutation},
journal = {{IEEE} Trans. Software Eng.},
year = {1994},
month = {},
volume = {20},
number = {5},
pages = {337--344}
} |
| 732 | W. Eric Wong and Marcio Eduardo Delamaro and Jose Carlos Maldonado and Aditya P. Mathur Constrained Mutation in C Programs Proceedings of the 8th Brazilian Symposium on Software EngneeringCuritiba, Brazil, October 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WongDMM94,
author = {W. Eric Wong and Marcio Eduardo Delamaro and Jose Carlos Maldonado and Aditya P. Mathur},
title = {Constrained Mutation in C Programs},
booktitle = {Proceedings of the 8th Brazilian Symposium on Software Engneering},
year = {1994},
address = {Curitiba, Brazil},
month = {October},
pages = {439-452}
} |
| 733 | Phyllis G. Frankl and Stewart N. Weiss and Cang Hu All-Uses Versus Mutation Testing: An Experimental Comparison of Effectiveness Polytechnic University, Brooklyn, New York, 1994. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{FranklWH94,
author = {Phyllis G. Frankl and Stewart N. Weiss and Cang Hu},
title = {All-Uses Versus Mutation Testing: An Experimental Comparison of Effectiveness},
institution = {Polytechnic University},
year = {1994},
type = {techreport},
number = {},
address = {Brooklyn, New York},
month = {},
} |
| 734 | Hong Zhu and Patrick A. V. Hall and John H. R. May and T. Cockram Injecting Faults into Environment Simulators for Testing Safety Critical Software Proceedings of the 1st European Dependable Computing Conference on Dependable Computing (EDCC'94), 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ZhuHMC94,
author = {Hong Zhu and Patrick A. V. Hall and John H. R. May and T. Cockram},
title = {Injecting Faults into Environment Simulators for Testing Safety Critical Software},
booktitle = {Proceedings of the 1st European Dependable Computing Conference on Dependable Computing (EDCC'94)},
year = {1994},
address = {},
month = {},
pages = {235-249}
} |
| 735 | E. Jenn and J. Arlat and M. Rimem and J. Ohlsson and J. Karlsson Fault Injection Into VHDL Models: the MEFISTO Tool Proceedings of the 24th International Symposium on Fault-Tolerant Computing (FTCS'24), 15-17 June 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JennAROK94,
author = {E. Jenn and J. Arlat and M. Rimem and J. Ohlsson and J. Karlsson},
title = {Fault Injection Into VHDL Models: the MEFISTO Tool},
booktitle = {Proceedings of the 24th International Symposium on Fault-Tolerant Computing (FTCS'24)},
year = {1994},
address = {},
month = {15-17 June},
pages = {66 - 75}
} |
| 736 | K. Tewary and Mary Jean Harrold Fault Modeling Using the Program Dependence Graph Proceedings of the 5th International Symposium on Software Reliability EngineeringMonterey, California, 6-9 November 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{TewaryH94,
author = {K. Tewary and Mary Jean Harrold},
title = {Fault Modeling Using the Program Dependence Graph},
booktitle = {Proceedings of the 5th International Symposium on Software Reliability Engineering},
year = {1994},
address = {Monterey, California},
month = {6-9 November},
pages = {126-135}
} |
| 737 | Sandra Camargo Pinto Ferraz Fabbri and M{\'{a}}rcio Eduardo Delamaro and Jos{\'{e}} Carlos Maldonado and Paulo C{\'{e}}sar Masiero Mutation analysis testing for finite state machines 5th International Symposium on Software Reliability Engineering, {ISSRE} 1994, Monterey, CA, USA, November 6-9, 1994, 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{fabbri_ISSRE_94,
author = {Sandra Camargo Pinto Ferraz Fabbri and M{\'{a}}rcio Eduardo Delamaro and Jos{\'{e}} Carlos Maldonado and Paulo C{\'{e}}sar Masiero},
title = {Mutation analysis testing for finite state machines},
booktitle = {5th International Symposium on Software Reliability Engineering, {ISSRE} 1994, Monterey, CA, USA, November 6-9, 1994},
year = {1994},
address = {},
month = {},
pages = {220--229}
} |
| 738 | Vladimir N. Fleyshgakker and Stewart N. Weiss Efficient Mutation Analysis: A New Approach Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'94)Seattle, Washington, August 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FleyshgakkerW94,
author = {Vladimir N. Fleyshgakker and Stewart N. Weiss},
title = {Efficient Mutation Analysis: A New Approach},
booktitle = {Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'94)},
year = {1994},
address = {Seattle, Washington},
month = {August},
pages = {185-195}
} |
| 739 | Jie Pan Using Constraints to Detect Equivalent Mutants George Mason University, Fairfax VA, 1994. |
|
| | Abstract: Available soon... |
| | @MASTERSTHESIS{Pan94,
author = {Jie Pan},
title = {Using Constraints to Detect Equivalent Mutants},
school = {George Mason University},
year = {1994},
type = {mastersthesis},
address = {Fairfax VA},
month = {},
} |
| 740 | Jane Huffman Hayes Testing of Object-oriented Programming Systems (OOPS): A fault-based Approach Proceedings of the International Symposium on Object-Oriented Methodologies and Systems (ISOOMS'94)Palermo, Italy, 21–22 September 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Hayes94,
author = {Jane Huffman Hayes},
title = {Testing of Object-oriented Programming Systems (OOPS): A fault-based Approach},
booktitle = {Proceedings of the International Symposium on Object-Oriented Methodologies and Systems (ISOOMS'94)},
year = {1994},
address = {Palermo, Italy},
month = {21–22 September},
pages = {205-220}
} |
| 741 | Elaine Jessica Weyuker and T. Goradia and A. Singh Automatically Generating Test Data from a Boolean Specification IEEE Transactions on Software Engineering, 20(5), May 1994. |
|
| | Abstract: This paper presents a family of strategies for automatically generating test data for any implementation intended to satisfy a given specification that is a Boolean formula. The fault detection effectiveness of these strategies is investigated both analytically and empirically, and the costs, assessed in terms of test set size, are compared. |
| | @ARTICLE{WeyukerGS94,
author = {Elaine Jessica Weyuker and T. Goradia and A. Singh},
title = {Automatically Generating Test Data from a Boolean Specification},
journal = {IEEE Transactions on Software Engineering},
year = {1994},
month = {May},
volume = {20},
number = {5},
pages = {353-363}
} |
| 742 | Aditya P. Mathur and W. Eric Wong A Theoretical Comparison Between Mutation and Data Flow Based Test Adequacy Criteria Proceedings of the 22nd annual ACM Computer Science Conference on Scaling UpPhoenix, Arizona, 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{MathurW94a,
author = {Aditya P. Mathur and W. Eric Wong},
title = {A Theoretical Comparison Between Mutation and Data Flow Based Test Adequacy Criteria},
booktitle = {Proceedings of the 22nd annual ACM Computer Science Conference on Scaling Up},
year = {1994},
address = {Phoenix, Arizona},
month = {},
pages = {38-45}
} |
| 743 | W. Eric Wong and Joseph R. Horgan and Saul London and Aditya P. Mathur and Md Joseph and R. Horgan Effect of Test Set Size and Block Coverage on the Fault Detection Effectiveness Proceedings of the 5th International Symposium on Software Reliability EngineeringMonterey, California, 6-9 November 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WongHLMJH94,
author = {W. Eric Wong and Joseph R. Horgan and Saul London and Aditya P. Mathur and Md Joseph and R. Horgan},
title = {Effect of Test Set Size and Block Coverage on the Fault Detection Effectiveness},
booktitle = {Proceedings of the 5th International Symposium on Software Reliability Engineering},
year = {1994},
address = {Monterey, California},
month = {6-9 November},
pages = {230-238}
} |
| 744 | S.C. Pinto Ferraz Fabbri and Marcio Eduardo Delamaro and Jose Carlos Maldonado and P.C. Masiero Mutation Analysis Testing for Finite State Machines Proceedings of the 5th International Symposium on Software Reliability EngineeringMonterey, California, 6-9 November 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FabbriDMM94,
author = {S.C. Pinto Ferraz Fabbri and Marcio Eduardo Delamaro and Jose Carlos Maldonado and P.C. Masiero},
title = {Mutation Analysis Testing for Finite State Machines},
booktitle = {Proceedings of the 5th International Symposium on Software Reliability Engineering},
year = {1994},
address = {Monterey, California},
month = {6-9 November},
pages = {220-229}
} |
| 745 | A. Jefferson Offutt A Practical System for Mutation Testing: Help for the Common Programmer Proceedings of the IEEE International Test Conference on TEST: The Next 25 Years, 2-6 October 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Offutt94,
author = {A. Jefferson Offutt},
title = {A Practical System for Mutation Testing: Help for the Common Programmer},
booktitle = {Proceedings of the IEEE International Test Conference on TEST: The Next 25 Years},
year = {1994},
address = {},
month = {2-6 October},
pages = {824-830}
} |
| 746 | Aditya P. Mathur Mutation Testing Encyclopedia of Software Engineering, 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{EncyclopediaSE,
author = {Aditya P. Mathur},
title = {Mutation Testing},
booktitle = {Encyclopedia of Software Engineering},
year = {1994},
address = {},
month = {},
pages = {707–713}
} |
| 747 | A. Jefferson Offutt and W. M. Craft Using Compiler Optimization Techniques to Detect Equivalent Mutants Software Testing, Verification and Reliability, 4(3), September 1994. |
|
| | Abstract: Mutation analysis is a software testing technique that requires the tester to generate test data that will find specific, well-defined errors. Mutation testing executes many slightly differing versions, called mutants, of the same program to evaluate the quality of the data used to test the program. Although these mutants are generated and executed efficiently by automated methods, many of the mutants are functionally equivalent to the original program and are not useful for testing. Recognizing and eliminating equivalent mutants is currently done by hand, a time-consuming and arduous task. This problem is currently a major obstacle to the practical application of mutation testing.
This paper presents extensions to previous work in detecting equivalent mutants; specifically, algorithms for determining several classes of equivalent mutants are presented, an implementation of these algorithms is discussed, and results from using this implementation are presented. These algorithms are based on data flow analysis and six compiler optimization techniques. Each of these techniques is described together with how they are used to detect equivalent mutants. The design of the tool and some experimental results using it are also presented. |
| | @ARTICLE{OffuttC94,
author = {A. Jefferson Offutt and W. M. Craft},
title = {Using Compiler Optimization Techniques to Detect Equivalent Mutants},
journal = {Software Testing, Verification and Reliability},
year = {1994},
month = {September},
volume = {4},
number = {3},
pages = {131-154}
} |
| 748 | A. Jefferson Offutt and Zhenyi Jin and Jie Pan The Dynamic Domain Reduction Approach for Test Data Generation: Design and Algorithms George Mason UniversityISSE-TR-94-110, Fairfax, Virginia, 1994. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{OffuttJP94,
author = {A. Jefferson Offutt and Zhenyi Jin and Jie Pan},
title = {The Dynamic Domain Reduction Approach for Test Data Generation: Design and Algorithms},
institution = {George Mason University},
year = {1994},
type = {techreport},
number = {ISSE-TR-94-110},
address = {Fairfax, Virginia},
month = {},
} |
| 749 | Richard A. DeMillo and Li. TDsanchi and Aditya P. Mathur A Two Dimensional Scheme To Evaluate The Adequacy Of Fault Tolerance Testing Proceedings of the 3rd Workshop on Integrating Error Models with Fault Injection, 25-26 April 1994. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DeMilloTM94,
author = {Richard A. DeMillo and Li. TDsanchi and Aditya P. Mathur},
title = {A Two Dimensional Scheme To Evaluate The Adequacy Of Fault Tolerance Testing},
booktitle = {Proceedings of the 3rd Workshop on Integrating Error Models with Fault Injection},
year = {1994},
address = {},
month = {25-26 April},
pages = {54-56}
} |
| 750 | Aditya P. Mathur and W. Eric Wong An Empirical Comparison of Data Flow and Mutation-based Test Adequacy Criteria Software Testing, Verification and Reliability, 4(1), 1994. |
|
| | Abstract: Evaluation of the adequacy of a test set consisting of one or more test cases is a problem oftes encountered in software testing environments. Two test adequacy criiteria are considered, namely the data flow based all-uses criterion and a mutation based criterion. An empirical study was conducted to compare the difficulty of satisfying the two criteria and their costs. Similar studies conducted in the past are discussed in the light of this study. A discussion is also presented of how and why the results of this study, when viewed in conjunction with the results of earlier comparisons of testing methods, are useful to a software test team. |
| | @ARTICLE{MathurW94,
author = {Aditya P. Mathur and W. Eric Wong},
title = {An Empirical Comparison of Data Flow and Mutation-based Test Adequacy Criteria},
journal = {Software Testing, Verification and Reliability},
year = {1994},
month = {},
volume = {4},
number = {1},
pages = {9 - 31}
} |
| 751 | A. Jefferson Offutt and S.D. Lee An Empirical Evaluation of Weak Mutation IEEE Transactions on Software Engineering, 20(5), May 1994. |
|
| | Abstract: Mutation testing is a fault-based technique for unit-level software testing. Weak mutation was proposed as a way to reduce the expense of mutation testing. Unfortunately, weak mutation is also expected to provide a weaker test of the software than mutation testing does. This paper presents results from an implementation of weak mutation, which we used to evaluate the effectiveness versus the efficiency of weak mutation. Additionally, we examined several options in an attempt to find the most appropriate way to implement weak mutation. Our results indicate that weak mutation can be applied in a manner that is almost as effective as mutation testing, and with significant computational savings. |
| | @ARTICLE{OffuttL94,
author = {A. Jefferson Offutt and S.D. Lee},
title = {An Empirical Evaluation of Weak Mutation},
journal = {IEEE Transactions on Software Engineering},
year = {1994},
month = {May},
volume = {20},
number = {5},
pages = {337-344}
} |
| 752 | W. Eric Wong On Mutation and Data Flow Purdue University, West Lafayette, Indiana, 1993.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Wong93,
author = {W. Eric Wong},
title = {On Mutation and Data Flow},
school = {Purdue University},
year = {1993},
type = {phdthesis},
address = {West Lafayette, Indiana},
month = {},
} |
| 753 | Aditya P. Mathur and W. Eric Wong An Empirical Comparison of Mutation and Data Flow Based Test Adequacy Criteria Purdue University, West Lafayette, Indiana, 1993. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{MathurW93,
author = {Aditya P. Mathur and W. Eric Wong},
title = {An Empirical Comparison of Mutation and Data Flow Based Test Adequacy Criteria},
institution = {Purdue University},
year = {1993},
type = {techreport},
number = {},
address = {West Lafayette, Indiana},
month = {},
} |
| 754 | Phyllis G. Frankl and Stewart N. Weiss An Experimental Comparison of the Effectiveness of Branch Testing and Data Flow Testing {IEEE} Trans. Software Eng., 19(8), 1993. |
|
| | Abstract: Available soon... |
| | @ARTICLE{FranklW93a,
author = {Phyllis G. Frankl and Stewart N. Weiss},
title = {An Experimental Comparison of the Effectiveness of Branch Testing and Data Flow Testing},
journal = {{IEEE} Trans. Software Eng.},
year = {1993},
month = {},
volume = {19},
number = {8},
pages = {774--787}
} |
| 755 | Stewart N. Weiss and Vladimir N. Fleyshgakker Improved Serial Algorithms for Mutation Analysis ACM SIGSOFT Software Engineering Notes, 18(3), July 1993. |
|
| | Abstract: Available soon... |
| | @ARTICLE{WeissF93,
author = {Stewart N. Weiss and Vladimir N. Fleyshgakker},
title = {Improved Serial Algorithms for Mutation Analysis},
journal = {ACM SIGSOFT Software Engineering Notes},
year = {1993},
month = {July},
volume = {18},
number = {3},
pages = {149-158}
} |
| 756 | Richard A. DeMillo and A. Jefferson Offutt Experimental Results From an Automatic Test Case Generator ACM Transactions on Software Engineering and Methodology, 2(2), April 1993. |
|
| | Abstract: Constraint-based testing is a novel way of generating test data to detect specific types of common programming faults. The conditions under which faults will be detected are encoded as mathematical systems of constraints in terms of program symbols. A set of tools, collectively called Godzilla, has been implemented that automatically generates constraint systems and solves them to create test cases for use by the Mothra testing system. Experimental results from using Godzilla show that the technique can produce test data that is very close in terms of mutation adequacy to test data that is produced manually, and at substantially reduced cost. Additionally, these experiments have suggested a new procedure for unit testing, where test cases are viewed as throw-away items rather than scarce resources. |
| | @ARTICLE{DeMilloO93,
author = {Richard A. DeMillo and A. Jefferson Offutt},
title = {Experimental Results From an Automatic Test Case Generator},
journal = {ACM Transactions on Software Engineering and Methodology},
year = {1993},
month = {April},
volume = {2},
number = {2},
pages = {109-127}
} |
| 757 | Martin R. Woodward Mutation Testng - Its Origin and Evolution Journal of Information and Software Technology, 35(3), March 1993. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Woodward93b,
author = {Martin R. Woodward},
title = {Mutation Testng - Its Origin and Evolution},
journal = {Journal of Information and Software Technology},
year = {1993},
month = {March},
volume = {35},
number = {3},
pages = {163–169}
} |
| 758 | C. N. Zapf A Distributed Interpreter for the Mothra Mutation Testing System Clemson University, Clemson, South Carolina, 1993.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Zapf93,
author = {C. N. Zapf},
title = {A Distributed Interpreter for the Mothra Mutation Testing System},
school = {Clemson University},
year = {1993},
type = {phdthesis},
address = {Clemson, South Carolina},
month = {},
} |
| 759 | Martin R. Woodward Errors in Algebraic Specifications and an Experimental Mutation Testing Tool Software Engineering Journal, 8(4), July 1993. |
|
| | Abstract: There is an increasing trend towards more formality in the development of specifications of software systems in order to reduce the likelihood of errors as early as possible in the development process. The algebraic approach to specification, with its equational form, leads to the added advantage of executability via the process of term rewriting. Nevertheless, erroneous algebraic specifications can still be developed. As evidence of possible errors, the algebraic specifications produced by students have been analysed and the results are presented. The paper describes OBJTEST, a prototype testing system for algebraic specifications. The two principal facets of the system are the user-guided automatic generation of sets of test expressions from a specification, and then the use of these test expressions in mutation testing of the given specification. Some preliminary experience with the system is reported |
| | @ARTICLE{Woodward93,
author = {Martin R. Woodward},
title = {Errors in Algebraic Specifications and an Experimental Mutation Testing Tool},
journal = {Software Engineering Journal},
year = {1993},
month = {July},
volume = {8},
number = {4},
pages = {221-224}
} |
| 760 | W. Eric Wong and Aditya P. Mathur Reducing the Cost of Mutation Testing: An Empirical Study Purdue University, West Lafayette, Indiana, 1993. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{WongM93,
author = {W. Eric Wong and Aditya P. Mathur},
title = {Reducing the Cost of Mutation Testing: An Empirical Study},
institution = {Purdue University},
year = {1993},
type = {techreport},
number = {},
address = {West Lafayette, Indiana},
month = {},
} |
| 761 | Kuo{-}Chung Tai Predicate-Based Test Generation for Computer Programs Proceedings of the 15th International Conference on Software Engineering, Baltimore, Maryland, USA, May 17-21, 1993., 1993. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Tai93,
author = {Kuo{-}Chung Tai},
title = {Predicate-Based Test Generation for Computer Programs},
booktitle = {Proceedings of the 15th International Conference on Software Engineering, Baltimore, Maryland, USA, May 17-21, 1993.},
year = {1993},
address = {},
month = {},
pages = {267--276}
} |
| 762 | Marcio Eduardo Delamaro {P}roteum - {A} {M}utation {A}nalysis {B}ased {T}esting {E}nvironmen University of S\~ao Paulo, Sao Paulo, Brazil, 1993.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Delamaro93,
author = {Marcio Eduardo Delamaro},
title = {{P}roteum - {A} {M}utation {A}nalysis {B}ased {T}esting {E}nvironmen},
school = {University of S\~ao Paulo},
year = {1993},
type = {phdthesis},
address = {Sao Paulo, Brazil},
month = {},
} |
| 763 | Byoungju Choi and Aditya P. Mathur High-performance Mutation Testing Journal of Systems and Software, 20(2), February 1993. |
|
| | Abstract: Testing a large software program is a time consuming operation. In addition to the time spent by the tester in identifying, locating, and correcting bugs, a significant amount of time is spent in the execution of the program under test and its instrumented or fault-induced variants, also known as mutants. When using mutation testing to achieve high reliability, there can be many such mutants. In this article, we show how a multiple instruction multiple data (MIMD) architecture can be exploited to obtain significant reductions in the total execution time of the mutants. We describe the architecture of the PM othra system, which is designed to provide the tester with a transparent interface to a parallel machine. Experimental results obtained on the Ncube/7 hypercube are presented. The near-linear speedups show the perfect match that exists between the software testing application and a local memory MIMD architecture typified by the Ncube/7 machine. The compilation bottleneck, which could have an adverse effect on the speedup, is illustrated by experimental results. |
| | @ARTICLE{ChoiM93,
author = {Byoungju Choi and Aditya P. Mathur},
title = {High-performance Mutation Testing},
journal = {Journal of Systems and Software},
year = {1993},
month = {February},
volume = {20},
number = {2},
pages = {135-152}
} |
| 764 | A. Jefferson Offutt and Gregg Rothermel and Christian Zapf An Experimental Evaluation of Selective Mutation Proceedings of the 15th International Conference on Software Engineering (ICSE'93)Baltimore, Maryland, May 1993. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttRZ93,
author = {A. Jefferson Offutt and Gregg Rothermel and Christian Zapf},
title = {An Experimental Evaluation of Selective Mutation},
booktitle = {Proceedings of the 15th International Conference on Software Engineering (ICSE'93)},
year = {1993},
address = {Baltimore, Maryland},
month = {May},
pages = {100-107}
} |
| 765 | Richard H. Carver Mutation-Based Testing of Concurrent Programs Proceedings of the IEEE International Test Conference on Designing, Testing, and DiagnosticsBaltimore, Maryland, 17-21 October 1993. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Carver93,
author = {Richard H. Carver},
title = {Mutation-Based Testing of Concurrent Programs},
booktitle = {Proceedings of the IEEE International Test Conference on Designing, Testing, and Diagnostics},
year = {1993},
address = {Baltimore, Maryland},
month = {17-21 October},
pages = {845-853}
} |
| 766 | Roland H. Untch and A. Jefferson Offutt and Mary Jean Harrold Mutation Analysis Using Mutant Schemata Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'93)Cambridge, Massachusetts, 1993. |
|
| | Abstract: Mutation analysis is a powerful technique for assessing and improving the quality of test data used to unit test software. Unfortunately, current automated mutation analysis systems suffer from severe performance problems. This paper presents a new method for performing mutation analysis that uses program schemata to encode all mutants for a program into one metaprogram, which is subsequently compiled and run at speeds substantially higher than achieved by previous interpretive systems. Preliminary performance improvements of over 300% are reported. This method has the additional advantages of being easier to implement than interpretive systems, being simpler to port across a wide range of hardware and software platforms, and using the same compiler and run-time support system that is used during development and/or deployment. |
| | @INPROCEEDINGS{UntchOH93,
author = {Roland H. Untch and A. Jefferson Offutt and Mary Jean Harrold},
title = {Mutation Analysis Using Mutant Schemata},
booktitle = {Proceedings of the International Symposium on Software Testing and Analysis (ISSTA'93)},
year = {1993},
address = {Cambridge, Massachusetts},
month = {},
pages = {139-148}
} |
| 767 | Phyllis G. Frankl and Elaine J. Weyuker Provable Improvements on Branch Testing IEEE Transactions of Software Engineering, 19(10), October 1993. |
|
| | Abstract: This paper compares the fault-detecting ability of several software test data adequacy criteria. It has previously been shown that if C/sub 1/ properly covers C/sub 2/, then C/sub 1/ is guaranteed to be better at detecting faults than C/sub 2/, in the following sense: a test suite selected by independent random selection of one test case from each subdomain induced by C/sub 1/ is at least as likely to detect a fault as a test suite similarly selected using C/sub 2/. In contrast, if C/sub 1/ subsumes but does not properly cover C/sub 2/, this is not necessarily the case. These results are used to compare a number of criteria, including several that have been proposed as stronger alternatives to branch testing. We compare the relative fault-detecting ability of data flow testing, mutation testing, and the condition-coverage techniques, to branch testing, showing that most of the criteria examined are guaranteed to be better than branch testing according to two probabilistic measures. We also show that there are criteria that can sometimes be poorer at detecting faults than substantially less expensive criteria. |
| | @ARTICLE{FranklW93a,
author = {Phyllis G. Frankl and Elaine J. Weyuker},
title = {Provable Improvements on Branch Testing},
journal = {IEEE Transactions of Software Engineering},
year = {1993},
month = {October},
volume = {19},
number = {10},
pages = {962-971}
} |
| 768 | Roland H. Untch and A. Jefferson Offutt and Mary Jean Harrold Mutation Analysis Using Mutant Schemata Proceedings of the 1993 International Symposium on Software Testing and Analysis, {ISSTA} 1993, Cambridge, MA, USA, June 28-30, 1993, 1993. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{UntchOH93,
author = {Roland H. Untch and A. Jefferson Offutt and Mary Jean Harrold},
title = {Mutation Analysis Using Mutant Schemata},
booktitle = {Proceedings of the 1993 International Symposium on Software Testing and Analysis, {ISSTA} 1993, Cambridge, MA, USA, June 28-30, 1993},
year = {1993},
address = {},
month = {},
pages = {139--148}
} |
| 769 | Phyllis G. Frankl and E.J. Weyuker A Formal Analysis of the Fault-Detecting Ability of Testing Methods IEEE Transactions on Software Engineering, 19(3), March 1993. |
|
| | Abstract: Several relationships between software testing criteria, each induced by a relation between the corresponding multisets of subdomains, are examined. The authors discuss whether for each relation R and each pair of criteria, C/sub 1/ and C/sub 2/, R(C/sub 1/, C/sub 2/) guarantees that C/sub 1/ is better at detecting faults than C/sub 2/ according to various probabilistic measures of fault-detecting ability. It is shown that the fact that C/sub 1/ subsumes C/sub 2/ does not guarantee that C/sub 1/ is better at detecting faults. Relations that strengthen the subsumption relation and that have more bearing on fault-detecting ability are introduced. |
| | @ARTICLE{FranklW93,
author = {Phyllis G. Frankl and E.J. Weyuker},
title = {A Formal Analysis of the Fault-Detecting Ability of Testing Methods},
journal = {IEEE Transactions on Software Engineering},
year = {1993},
month = {March},
volume = {19},
number = {3},
pages = {202-213}
} |
| 770 | Marcio Eduardo Delamaro Proteum - A Mutation Analysis Based Testing Environmen University of S\~ao Paulo, Sao Paulo, Brazil, 1993.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Delamaro93,
author = {Marcio Eduardo Delamaro},
title = {Proteum - A Mutation Analysis Based Testing Environmen},
school = {University of S\~ao Paulo},
year = {1993},
type = {phdthesis},
address = {Sao Paulo, Brazil},
month = {},
} |
| 771 | J. Laski and W. Szermer and P. Luczycki Dynamic Mutation Testing in Integrated Regression Analysis Proceedings of the 15th International Conference on Software Engineering (ICSE'93)Baltimore, Maryland, May 1993. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LaskiSL93,
author = {J. Laski and W. Szermer and P. Luczycki},
title = {Dynamic Mutation Testing in Integrated Regression Analysis},
booktitle = {Proceedings of the 15th International Conference on Software Engineering (ICSE'93)},
year = {1993},
address = {Baltimore, Maryland},
month = {May},
pages = {108-117}
} |
| 772 | J. R. Horgan and A. P. Mathur Experience in Using Three Testing Tools for Research and Educationin Software Engineering Proceedings of the 2nd Symposium on Assessment of Quality Software Development ToolsNew Orleans, Louisiana, 27-29 May 1992. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{HorganM92,
author = {J. R. Horgan and A. P. Mathur},
title = {Experience in Using Three Testing Tools for Research and Educationin Software Engineering},
booktitle = {Proceedings of the 2nd Symposium on Assessment of Quality Software Development Tools},
year = {1992},
address = {New Orleans, Louisiana},
month = {27-29 May},
pages = {128-143}
} |
| 773 | Robert Geist and A. Jefferson Offutt and Frederick C. Harris Jr. Estimation and Enhancement of Real-Time Software Reliability Through Mutation Analysis {IEEE} Trans. Computers, 41(5), 1992. |
|
| | Abstract: Available soon... |
| | @ARTICLE{GeistOHH92,
author = {Robert Geist and A. Jefferson Offutt and Frederick C. Harris Jr.},
title = {Estimation and Enhancement of Real-Time Software Reliability Through Mutation Analysis},
journal = {{IEEE} Trans. Computers},
year = {1992},
month = {},
volume = {41},
number = {5},
pages = {550--558}
} |
| 774 | A. Jefferson Offutt and Roy P. Pargas and Scott V. Fichter and Prashant K. Khambekar Mutation Testing of Software Using a MIMD Computer Proceedings of the International Conference on Parallel ProcessingChicago, Illinois, August 1992. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttPFK92,
author = {A. Jefferson Offutt and Roy P. Pargas and Scott V. Fichter and Prashant K. Khambekar},
title = {Mutation Testing of Software Using a MIMD Computer},
booktitle = {Proceedings of the International Conference on Parallel Processing},
year = {1992},
address = {Chicago, Illinois},
month = {August},
pages = {255-266}
} |
| 775 | R. A. DeMillo and A. P. Mathur On the Use of Software Artifacts to Evaluate the Effectiveness of Mutation Analysis in Detecting Errors in Production Software Purdue UniversitySERC-TR-92-P, West Lafayette, Indiana, 1992. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{DeMilloM92,
author = {R. A. DeMillo and A. P. Mathur},
title = {On the Use of Software Artifacts to Evaluate the Effectiveness of Mutation Analysis in Detecting Errors in Production Software},
institution = {Purdue University},
year = {1992},
type = {techreport},
number = {SERC-TR-92-P},
address = {West Lafayette, Indiana},
month = {},
} |
| 776 | A. Jefferson Offutt Investigations of the Software Testing Coupling Effect ACM Transactions on Software Engineering and Methodology, 1(1), January 1992. |
|
| | Abstract: Fault-based testing strategies test software by focusing on specific, common types of faults. The coupling effect hypothesizes that test data sets that detect simple types of faults are sensitive enough to detect more complex types of faults. This paper describes empirical investigations into the coupling effect over a specific class of software faults. All of the results from this investigation support the validity of the coupling effect. The major conclusion from this investigation is the fact that by explicitly testing for simple faults, we are also implicitly testing for more complicated faults, giving us confidence that fault-based testing is an effective way to test software. |
| | @ARTICLE{Offutt92,
author = {A. Jefferson Offutt},
title = {Investigations of the Software Testing Coupling Effect},
journal = {ACM Transactions on Software Engineering and Methodology},
year = {1992},
month = {January},
volume = {1},
number = {1},
pages = {5-20}
} |
| 777 | A. Jefferson Offutt Investigations of the Software Testing Coupling Effect {ACM} Trans. Softw. Eng. Methodol., 1(1), 1992. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Offutt92,
author = {A. Jefferson Offutt},
title = {Investigations of the Software Testing Coupling Effect},
journal = {{ACM} Trans. Softw. Eng. Methodol.},
year = {1992},
month = {},
volume = {1},
number = {1},
pages = {5--20}
} |
| 778 | Robert Geist and A. Jefferson Offutt and Frederick C. Harris Estimation and Enhancement of Real-Time Software Reliability Through Mutation Analysis IEEE Transactions on Computers, 41(5), May 1992. |
|
| | Abstract: A simulation-based method for obtaining numerical estimates of the reliability of N-version, real-time software is proposed. An extended stochastic Petri net is used to represent the synchronization structure of N versions of the software, where dependencies among versions are modeled through correlated sampling of module execution times. The distributions of execution times are derived from automatically generated test cases that are based on mutation testing. Since these test cases are designed to reveal software faults, the associated execution times and reliability estimates are likely to be conservative. Experimental results using specifications for NASA's planetary lander control software suggest that mutation-based testing could hold greater potential for enhancing reliability than the desirable but perhaps unachievable goal of independence among N versions. Nevertheless, some support for N-version enhancement of high-quality, mutation-tested code is also offered. Mutation analysis could also be valuable in the design of fault-tolerant software systems. |
| | @ARTICLE{GeistOH92,
author = {Robert Geist and A. Jefferson Offutt and Frederick C. Harris},
title = {Estimation and Enhancement of Real-Time Software Reliability Through Mutation Analysis},
journal = {IEEE Transactions on Computers},
year = {1992},
month = {May},
volume = {41},
number = {5},
pages = {550-558}
} |
| 779 | Jeffrey M. Voas PIE: A Dynamic Failure-Based Technique IEEE Transactions of Software Engineering, 18(8), August 1992. |
|
| | Abstract: A dynamic technique called PIE (propagation, infection, and execution) is presented for statistically estimating three program characteristics that affect a program's computational behavior: (1) the probability that a particular section of a program is executed, (2) the probability that the particular section affects the data state, and (3) the probability that a data state produced by that section has an effect on program output. These three characteristics can be used to predict whether faults are likely to be uncovered by software testing. |
| | @ARTICLE{Voas92,
author = {Jeffrey M. Voas},
title = {PIE: A Dynamic Failure-Based Technique},
journal = {IEEE Transactions of Software Engineering},
year = {1992},
month = {August},
volume = {18},
number = {8},
pages = {717-726}
} |
| 780 | Roland H. Untch Mutation-based Software Testing Using Program Schemata Proceedings of the 30th Annual Southeast Regional Conference (ACM-SE'92)Raleigh, North Carolina, 1992. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Untch92,
author = {Roland H. Untch},
title = {Mutation-based Software Testing Using Program Schemata},
booktitle = {Proceedings of the 30th Annual Southeast Regional Conference (ACM-SE'92)},
year = {1992},
address = {Raleigh, North Carolina},
month = {},
pages = {285-291}
} |
| 781 | D.I. Korchemyni Application of Mutation Analysis to Evaluation of Program-testing Quality Programming and Computer Software, 17(3), March 1992. |
|
| | Abstract: This article describes a method for evaluating the completeness of programming testing, mutation analysis. A mathematical model for testing and mutation analysis is considered. Primitive errors in C programs are classified. A method for reducing the time required to verify completeness is proposed. The operating principles for a system for verifying testing completeness for programs and its application are described. |
| | @ARTICLE{Korchemyni92,
author = {D.I. Korchemyni},
title = {Application of Mutation Analysis to Evaluation of Program-testing Quality},
journal = {Programming and Computer Software},
year = {1992},
month = {March},
volume = {17},
number = {3},
pages = {77-85}
} |
| 782 | Pascale Th\'evenod-Fosse and Helene Waeselynck and Yves Crouzet An Experimental Study on Software Structural Testing: Deterministic versus Random Input Generation Proceedings of the 25th International Symposium on Fault-Tolerant Computing (FTCS'91)Montr\'eal, Canada, 25-27 June 1991. |
|
| | Abstract: The fault revealing power of different test patterns derived from ten structural test criteria currently referred to in unit testing is investigated. Experiments performed on four programs that are pieces of a real-life software system from the nuclear field are reported. Three test input generation techniques are studied: (1) deterministic choice, (2) random selection based on an input probability distribution determined according to the adopted structural test criterion, and (3) random selection from a uniform distribution on the input domain. Mutation analysis is used to assess the test set efficiency with respect to error detection. The experimental results involve a total of 2914 mutants. They show that structural statistical testing, which exhibits the highest mutation scores, leaving alive only six from 2816 nonequivalent mutants within short testing times, is the most efficient. A regards unit testing of programs whose structure remains tractable, the experiments show the adequacy of a fault removal strategy combining statistical and deterministic test patterns |
| | @INPROCEEDINGS{ThevenodWC91,
author = {Pascale Th\'evenod-Fosse and Helene Waeselynck and Yves Crouzet},
title = {An Experimental Study on Software Structural Testing: Deterministic versus Random Input Generation},
booktitle = {Proceedings of the 25th International Symposium on Fault-Tolerant Computing (FTCS'91)},
year = {1991},
address = {Montr\'eal, Canada},
month = {25-27 June},
pages = {410-417}
} |
| 783 | Phyllis G. Frankl and Stewart N. Weiss An Experimental Comparison of the Effectiveness of the All-Uses and All-Edges Adequacy Criteria Symposium on Testing, Analysis, and Verification, 1991. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FranklW91,
author = {Phyllis G. Frankl and Stewart N. Weiss},
title = {An Experimental Comparison of the Effectiveness of the All-Uses and All-Edges Adequacy Criteria},
booktitle = {Symposium on Testing, Analysis, and Verification},
year = {1991},
address = {},
month = {},
pages = {154--164}
} |
| 784 | Stephen D. Lee Weak vs. Strong: An Empirical Comparison of Mutation Variants Clemson University, Clemson, SC, 1991. |
|
| | Abstract: Available soon... |
| | @MASTERSTHESIS{Lee91,
author = {Stephen D. Lee},
title = {Weak vs. Strong: An Empirical Comparison of Mutation Variants},
school = {Clemson University},
year = {1991},
type = {mastersthesis},
address = {Clemson, SC},
month = {},
} |
| 785 | E. W. Krauser Compiler-Integrated Software Testing Purdue University, West Lafyette, 1991.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Krauser91,
author = {E. W. Krauser},
title = {Compiler-Integrated Software Testing},
school = {Purdue University},
year = {1991},
type = {phdthesis},
address = {West Lafyette},
month = {},
} |
| 786 | A. Jefferson Offutt and Stephen D. Lee How Strong is Weak Mutation? Proceedings of the 4th Symposium on Software Testing, Analysis, and Verification (TAV'91)Victoria, British Columbia, Canada, October 1991. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{OffuttL91,
author = {A. Jefferson Offutt and Stephen D. Lee},
title = {How Strong is Weak Mutation?},
booktitle = {Proceedings of the 4th Symposium on Software Testing, Analysis, and Verification (TAV'91)},
year = {1991},
address = {Victoria, British Columbia, Canada},
month = {October},
pages = {200 - 213}
} |
| 787 | B. Marick The Weak Mutation Hypothesis Proceedings of the 4th Symposium on Software Testing, Analysis, and Verification (TAV'91)Victoria, British Columbia, Canada, October 1991. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Marick91,
author = {B. Marick},
title = {The Weak Mutation Hypothesis},
booktitle = {Proceedings of the 4th Symposium on Software Testing, Analysis, and Verification (TAV'91)},
year = {1991},
address = {Victoria, British Columbia, Canada},
month = {October},
pages = {190-199}
} |
| 788 | Richard A. DeMillo and A. Jefferson Offutt Constraint-Based Automatic Test Data Generation {IEEE} Trans. Software Eng., 17(9), 1991. |
|
| | Abstract: Available soon... |
| | @ARTICLE{DeMilloO91,
author = {Richard A. DeMillo and A. Jefferson Offutt},
title = {Constraint-Based Automatic Test Data Generation},
journal = {{IEEE} Trans. Software Eng.},
year = {1991},
month = {},
volume = {17},
number = {9},
pages = {900--910}
} |
| 789 | Aditya P. Mathur Performance, Effectiveness, and Reliability Issues in Software Testing Proceedings of the 5th International Computer Software and Applications Conference (COMPSAC'79)Tokyo, Japan, 11-13 September 1991. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Mathur91,
author = {Aditya P. Mathur},
title = {Performance, Effectiveness, and Reliability Issues in Software Testing},
booktitle = {Proceedings of the 5th International Computer Software and Applications Conference (COMPSAC'79)},
year = {1991},
address = {Tokyo, Japan},
month = {11-13 September},
pages = {604-605}
} |
| 790 | Scott Fichter Parallelizing Mutation on a Hypercube Clemson University, Clemson, SC, 1991. |
|
| | Abstract: Available soon... |
| | @MASTERSTHESIS{Fichter91,
author = {Scott Fichter},
title = {Parallelizing Mutation on a Hypercube},
school = {Clemson University},
year = {1991},
type = {mastersthesis},
address = {Clemson, SC},
month = {},
} |
| 791 | Byougju Choi Software Testing Using High Performance Computers Purdue University, West Lafayette, Indiana, 1991.Unknown- |
|
| | Abstract: Reliable software testing is a time consuming operation. In addition to the time spent by the tester in identifying, locating, and correcting bugs, a significant time is spent in the execution of the program under test and its instrumented or fault induced variants. When using mutation based testing to achieve high reliability, the number of such variants can be large. Providing a software testing tool that can efficiently exploit the architecture of a parallel machine implies providing more computing power to the software tester and hence an opportunity to improve the reliability of the product being developed.
In this thesis, we consider the problem of utilizing high performance computers to improve the quality of software. We describe three approaches to the parallelization of mutant execution on three architectures: MIMD, Vector, and MIMD with vector processors. We describe the architecture of the P$\sp\rm M$othra system designed to provide the tester a transparent interface to parallel machines. A prototype, constructed by interfacing the Mothra system to an Ncube through a scheduler, was used to conduct the experiments reported in this dissertation. Analysis of algorithms developed and experimental results obtained on these three architecture are presented. Our results enable us to conclude that the MIMD machine, as typified by the Ncube, is superior to some other architectures for mutation based software testing. |
| | @PHDTHESIS{Choi91,
author = {Byougju Choi},
title = {Software Testing Using High Performance Computers},
school = {Purdue University},
year = {1991},
type = {phdthesis},
address = {West Lafayette, Indiana},
month = {July},
} |
| 792 | Edward W. Krauser and Aditya P. Mathur and Vernon J. Rego High Performance Software Testing on SIMD Machines IEEE Transactions on Software Engineering, 17(5), May 1991. |
|
| | Abstract: A method for high-performance, software testing, called mutant unification, is described. The method is designed to support program mutation on parallel machines based on the single instruction multiple data stream (SIMD) paradigm. Several parameters that affect the performance of unification have been identified and their effect on the time to completion of a mutation test cycle and speedup has been studied. Program mutation analysis provides an effective means for determining the reliability of large software systems and a systematic method for measuring the adequacy of test data. However, it is likely that testing large software systems using mutation is computation bound and prohibitive on traditional sequential machines. Current, implementations of mutation tools are unacceptably slow and are only suitable for testing relatively small programs. The proposed unification method provides a practical alternative to the current approaches. The method also opens up a new application domain for SIMD machines. |
| | @ARTICLE{KrauserMR91,
author = {Edward W. Krauser and Aditya P. Mathur and Vernon J. Rego},
title = {High Performance Software Testing on SIMD Machines},
journal = {IEEE Transactions on Software Engineering},
year = {1991},
month = {May},
volume = {17},
number = {5},
pages = {403-423}
} |
| 793 | Richard A. DeMillo and A. Jefferson Offutt Constraint-Based Automatic Test Data Generation IEEE Transactions on Software Engineering, 17(9), September 1991. |
|
| | Abstract: A novel technique for automatically generating test data is presented. The technique is based on mutation analysis and creates test data that approximate relative adequacy. It is a fault-based technique that uses algebraic constraints to describe test cases designed to find particular types of faults. A set of tools (collectively called Godzilla) that automatically generates constraints and solves them to create test cases for unit and module testing has been implemented. Godzilla has been integrated with the Mothratesting system and has been used as an effective way to generate test data that kill program mutants. The authors present an initial list of constraints and discuss some of the problems that have been solved to develop the complete implementation of the technique. |
| | @ARTICLE{DeMilloO91,
author = {Richard A. DeMillo and A. Jefferson Offutt},
title = {Constraint-Based Automatic Test Data Generation},
journal = {IEEE Transactions on Software Engineering},
year = {1991},
month = {September},
volume = {17},
number = {9},
pages = {900-910}
} |
| 794 | K. N. King and A. Jefferson Offutt A Fortran Language System for Mutation-Based Software Testing Software:Practice and Experience, 21(7), October 1991. |
|
| | Abstract: Mutation analysis is a powerful technique for testing software systems. The Mothra software testing project uses mutation analysis as the basis for an integrated software testing environment. Mutation analysis requires executing many slightly differing versions of the same program to evaluate the quality of the data used to test the program. The current version of Mothra includes a complete language system that translates a program to be tested into intermediate code so that it and its mutated versions can be executed by an interpreter.
In this paper, we discuss some of the unique requirements of a language system used in a mutation-based testing environment. We then describe how these requirements affected the design and implementation of the Fortran 77 version of the Mothra system. We also describe the intermediate language used by Mothra and the features of the language system that are needed for software testing. The appendices contain a full description of the intermediate language and the mutation operators used by Mothra.
The design and implementation techniques that were developed for Mothra are applicable for constructing not just software testing systems, but any type of program analysis system or language system for a special-purpose application. In particular, we discuss decisions made and techniques developed by the Mothra team that can be useful in such applications as debuggers, program measurement tools, software development environments and other types of program analysis systems. |
| | @ARTICLE{KingO91,
author = {K. N. King and A. Jefferson Offutt},
title = {A Fortran Language System for Mutation-Based Software Testing},
journal = {Software:Practice and Experience},
year = {1991},
month = {October},
volume = {21},
number = {7},
pages = {685-718}
} |
| 795 | K. N. King and A. Jefferson Offutt A Fortran Language System for Mutation-based Software Testing Softw., Pract. Exper., 21(7), 1991. |
|
| | Abstract: Available soon... |
| | @ARTICLE{KingO91,
author = {K. N. King and A. Jefferson Offutt},
title = {A Fortran Language System for Mutation-based Software Testing},
journal = {Softw., Pract. Exper.},
year = {1991},
month = {},
volume = {21},
number = {7},
pages = {685--718}
} |
| 796 | R.L Probert and F. Guo Mutation Testing of Protocols: Principles and Preliminary Experimental Results Proceedings of the Workshop on Protocol Test SystemsLeidschendam, Netherland, 15-17 October 1991. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{ProbertG91,
author = {R.L Probert and F. Guo},
title = {Mutation Testing of Protocols: Principles and Preliminary Experimental Results},
booktitle = {Proceedings of the Workshop on Protocol Test Systems},
year = {1991},
address = {Leidschendam, Netherland},
month = {15-17 October},
pages = {57-76}
} |
| 797 | Richard A. DeMillo and E. W. Krauser and Aditya P. Mathur Compiler-Integrated Program Mutation Proceedings of the 5th Annual Computer Software and Applications Conference (COMPSAC'91)Tokyo, Japan, September 1991. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DeMilloKM91,
author = {Richard A. DeMillo and E. W. Krauser and Aditya P. Mathur},
title = {Compiler-Integrated Program Mutation},
booktitle = {Proceedings of the 5th Annual Computer Software and Applications Conference (COMPSAC'91)},
year = {1991},
address = {Tokyo, Japan},
month = {September},
pages = {351-356}
} |
| 798 | Larry J. Morell A Theory of Fault-Based Testing {IEEE} Trans. Software Eng., 16(8), 1990. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Morell90,
author = {Larry J. Morell},
title = {A Theory of Fault-Based Testing},
journal = {{IEEE} Trans. Software Eng.},
year = {1990},
month = {},
volume = {16},
number = {8},
pages = {844--857}
} |
| 799 | Mehmet Sahinoglu and Eugene H. Spafford A Bayes Sequential Statistical Procedure for Approving Software Products Proceedings of the IFIP Conference on Approving Software Products (ASP'90)Garmisch Partenkirchen, Germany, September 1990. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SahinogluS90,
author = {Mehmet Sahinoglu and Eugene H. Spafford},
title = {A Bayes Sequential Statistical Procedure for Approving Software Products},
booktitle = {Proceedings of the IFIP Conference on Approving Software Products (ASP'90)},
year = {1990},
address = {Garmisch Partenkirchen, Germany},
month = {September},
pages = {43-56}
} |
| 800 | L. J. Morell A Theory of Fault-Based Testing IEEE Transactions on Software Engineering, 16(8), August 1990. |
|
| | Abstract: A theory of fault-based program testing is defined and explained. Testing is fault-based when it seeks to demonstrate that prescribed faults are not in a program. It is assumed that a program can only be incorrect in a limited fashion specified by associating alternate expressions with program expressions. Classes of alternate expressions can be infinite. Substituting an alternate expression for a program expression yields an alternate program that is potentially correct. The goal of fault-based testing is to produce a test set that differentiates the program from each of its alternates. A particular form of fault-based testing based on symbolic execution is presented. In symbolic testing, the output from the system is an expression in terms of the input and the symbolic alternative. Equating this with the output from the original program yields a propagation equation whose solutions determine those alternatives which are not differentiated by this test. Since an alternative set can be infinite, it is possible that no finite test differentiates the program from all its alternates. Circumstances are described as to when this can be decided |
| | @ARTICLE{Morell90,
author = {L. J. Morell},
title = {A Theory of Fault-Based Testing},
journal = {IEEE Transactions on Software Engineering},
year = {1990},
month = {August},
volume = {16},
number = {8},
pages = {844-857}
} |
| 801 | Eugene H. Spafford Extending Mutation Testing to Find Environmental Bugs Software:Practice and Experience, 20(2), February 1990. |
|
| | Abstract: Environmental bugs are bugs caused by limitations of precision or capacity in the environment of a piece of software. These bugs may be difficult to activate and even more difficult to find.
This paper reports on an extension to traditional mutation testing that enables testing specifically for environmental bugs involving integer arithmetic. This method is both simple and effective, and provides some insight into other possible extensions of the mutation-testing methodology that can be used to expose environmental bugs. |
| | @ARTICLE{Spafford90,
author = {Eugene H. Spafford},
title = {Extending Mutation Testing to Find Environmental Bugs},
journal = {Software:Practice and Experience},
year = {1990},
month = {February},
volume = {20},
number = {2},
pages = {181-189}
} |
| 802 | J. R. Horgan and Aditya P. Mathur Weak Mutation is Probably Strong Mutation Purdue UniversitySERC-TR-83-P, West Lafayette, Indiana, 1990. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{HorganM90,
author = {J. R. Horgan and Aditya P. Mathur},
title = {Weak Mutation is Probably Strong Mutation},
institution = {Purdue University},
year = {1990},
type = {techreport},
number = {SERC-TR-83-P},
address = {West Lafayette, Indiana},
month = {},
} |
| 803 | Martin R. Woodward Mutation Testing-An Evolving Technique Proceedings of the IEE Colloquium on Software Testing for Critical SystemsLondon, UK, 19 June 1990. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Woodward90,
author = {Martin R. Woodward},
title = {Mutation Testing-An Evolving Technique},
booktitle = {Proceedings of the IEE Colloquium on Software Testing for Critical Systems},
year = {1990},
address = {London, UK},
month = {19 June},
pages = {3/1-3/6}
} |
| 804 | Martin R. Woodward OBJTEST: an Experimental Testing Tool for Algebraic Specifications Proceedings of the IEE Colloquium on Automating Formal Methods for Computer Assisted Prototying, 14 Jan 1990. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Woodward90a,
author = {Martin R. Woodward},
title = {OBJTEST: an Experimental Testing Tool for Algebraic Specifications},
booktitle = {Proceedings of the IEE Colloquium on Automating Formal Methods for Computer Assisted Prototying},
year = {1990},
address = {},
month = {14 Jan},
pages = {2}
} |
| 805 | I. M. M. Duncan and D. J. Robson Ordered Mutation Testing ACM SIGSOFT Software Engineering Notes, 15(2), April 1990. |
|
| | Abstract: Mutation Analysis is an established technique for test data generation and source code testing. Developed systems have concentrated on applying some or all of the possible mutant operators (perturbations) to the submitted code. Recent work tackled the scheduling of mutant program execution on vector processors or a Hypercube as a cost reduction scheme. This paper discusses a logical mechanism of impact driven testing in order to acheive full mutation testing with reduced overheads regardless of implementation. Guiding the mutant generation by block impact together with mutant operator heirarchies and a test data coverage scheme enable an efficient tool to be constructed. |
| | @ARTICLE{DuncanR90,
author = {I. M. M. Duncan and D. J. Robson},
title = {Ordered Mutation Testing},
journal = {ACM SIGSOFT Software Engineering Notes},
year = {1990},
month = {April},
volume = {15},
number = {2},
pages = {29-30}
} |
| 806 | W. Michael Craft Detecting Equivalent Mutants Using Compiler Optimization Techniques Clemson University, Clemson, South Carolina, 1989. |
|
| | Abstract: Available soon... |
| | @MASTERSTHESIS{Craft89,
author = {W. Michael Craft},
title = {Detecting Equivalent Mutants Using Compiler Optimization Techniques},
school = {Clemson University},
year = {1989},
type = {mastersthesis},
address = {Clemson, South Carolina},
month = {September},
} |
| 807 | Hiralal Agrawal and Richard A. DeMillo and Bob Hathaway and William Hsu and Wynne Hsu and E. W. Krauser and R. J. Martin and Aditya P. Mathur and Eugene Spafford Design of Mutant Operators for the C Programming Language Purdue UniversitySERC-TR-41-P, West Lafayette, Indiana, 1989. |
|
| | Abstract: Mutation analysis is a method for reliable testing of large software systems. It provides a method for assessing the adequacy of test data. Mothra [DeMi87] is a mutation analysis based software testing environment that currently supports the testing of Fortran 77 programs. Work is underway to enhance thsi tool along several dimension. One of these is the addition of multilingual capability. C is one of the languages that we plan to support. This report describes the mutant operators designed for the proposed ANSI C programming language. Mutant operators are categorized using syntactic criteria. Such a classification is expected to be useful for an implementor of mutation based testing system. Another classification, useful for the tester, is based on the nature of tests that can be conducted using mutation analysis. This classification exposes the gen erality and completeness of mutation based testing. Each mutant operator s introduced with illustrative examples. The rationale supporting each operator is also provided. An appendix provides a cross-reference of all mutant operators for ease of referencing. The design described here is a result of long deliberations amongst authors of this report in, which several aspects of the C language and program development in C were examined. We intend this report to srve as a manual for thew C mutant operators fir researchers in software testing. |
| | @TECHREPORT{AgrawalDHHHKMMS89,
author = {Hiralal Agrawal and Richard A. DeMillo and Bob Hathaway and William Hsu and Wynne Hsu and E. W. Krauser and R. J. Martin and Aditya P. Mathur and Eugene Spafford},
title = {Design of Mutant Operators for the C Programming Language},
institution = {Purdue University},
year = {1989},
type = {techreport},
number = {SERC-TR-41-P},
address = {West Lafayette, Indiana},
month = {March},
} |
| 808 | Richard A. DeMillo Test Adequacy and Program Mutation Proceedings of the 11th International Conference on Software Engineering (ICSE'89)Pittsburgh, Pennsylvania, 15-18 May 1989. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DeMillo89,
author = {Richard A. DeMillo},
title = {Test Adequacy and Program Mutation},
booktitle = {Proceedings of the 11th International Conference on Software Engineering (ICSE'89)},
year = {1989},
address = {Pittsburgh, Pennsylvania},
month = {15-18 May},
pages = {355-356}
} |
| 809 | William E. Howden Error-based Validation Completeness Proceedings of the 11th International Conference on Software Engineering (ICSE'89)Pittsburgh, Pennsylvania, 15-18 May 1989. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Howden89,
author = {William E. Howden},
title = {Error-based Validation Completeness},
booktitle = {Proceedings of the 11th International Conference on Software Engineering (ICSE'89)},
year = {1989},
address = {Pittsburgh, Pennsylvania},
month = {15-18 May},
pages = {357-357}
} |
| 810 | Steven J. Zeil Perturbation Techniques for Detection Domain Error IEEE Transactions of Software Engineering, 15(6), June 1989. |
|
| | Abstract: Perturbation testing is an approach to software testing which focuses on faults withinarithmetic expressions appearing throughout a program. This approach is expanded to permit analysis of individual test points rather than entire paths, and to concentrate on domain errors. Faults are modeled as perturbing functions drawn from a vector space of potential faults and added to the correct form of an arithmetic expression. Sensitivity measures are derived which limit the possible size of those faults that would go undetected after the execution of a given test set. These measures open up an interesting view of testing, in which attempts are made to reduce the volume of possible faults which, were they present in the program being tested, would have escaped detection on all tests performed so far. The combination of these measures with standard optimization techniques yields a novel test-data-generation method called arithmetic fault detection. |
| | @ARTICLE{Zeil89,
author = {Steven J. Zeil},
title = {Perturbation Techniques for Detection Domain Error},
journal = {IEEE Transactions of Software Engineering},
year = {1989},
month = {June},
volume = {15},
number = {6},
pages = {737-746}
} |
| 811 | H. Agrawal and R. A. DeMillo and B. Hathaway and W. Hsu, W. Hsu and E. W. Krauser and R. J. Martin and A. P. Mathur and E. Spafford Design of Mutant Operators for the C Programming Language Purdue University, , 1989. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{agrwal_TR_89,
author = {H. Agrawal and R. A. DeMillo and B. Hathaway and W. Hsu, W. Hsu and E. W. Krauser and R. J. Martin and A. P. Mathur and E. Spafford},
title = {Design of Mutant Operators for the C Programming Language},
institution = {Purdue University},
year = {1989},
type = {techreport},
number = {},
address = {},
month = {March},
} |
| 812 | Richard A. DeMillo Test Adequacy and Program Mutation Proceedings of the 11th International Conference on Software Engineering, Pittsburg, PA, USA, May 15-18, 1989., 1989. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DeMillo01,
author = {Richard A. DeMillo},
title = {Test Adequacy and Program Mutation},
booktitle = {Proceedings of the 11th International Conference on Software Engineering, Pittsburg, PA, USA, May 15-18, 1989.},
year = {1989},
address = {},
month = {},
pages = {355--356}
} |
| 813 | B. J. Choi, Richard A. DeMillo and E. W. Krauser and R. J. Martin and A. P. Mathur and A. Jefferson Offutt and H. Pan and E. H. Spafford The Mothra Tool Set Proceedings of the 22nd Annual Hawaii International Conference on System Sciences (HICSS'22), 3-6 January 1989. |
|
| | Abstract: Mothra is a software test environment that supports mutation-based testing of software systems. Mutation analysis is a powerful software testing technique that evaluates the adequacy of test data based on its ability to differentiate between the program under test and its mutants, where mutants are constructed by inserting single, simple errors into the program under test. This evaluation process also provides guidance in the creation of new test cases to provide more adequate testing. Mothra consists of a collection of individual tools, each of which implements a separate, independent function for the testing system. The initial Mothra tool set, for the most part, duplicates functionality existing in previous mutation analysis systems. Current efforts are concentrated on extending this basic tool set to include capabilities previously unavailable to the software testing community. The authors describe Mothra tool set and extensions planned for the future. |
| | @INPROCEEDINGS{ChoiDKMMOPS89,
author = {B. J. Choi, Richard A. DeMillo and E. W. Krauser and R. J. Martin and A. P. Mathur and A. Jefferson Offutt and H. Pan and E. H. Spafford},
title = {The Mothra Tool Set},
booktitle = {Proceedings of the 22nd Annual Hawaii International Conference on System Sciences (HICSS'22)},
year = {1989},
address = {},
month = {3-6 January},
pages = {275-284}
} |
| 814 | A. Jefferson Offutt The Coupling Effect: Fact or Fiction ACM SIGSOFT Software Engineering Notes, 14(8), December 1989. |
|
| | Abstract: Fault-based testing strategies test software by focusing on specific, common types of errors. The coupling effect states that test data sets that detect simple types of faults are sensitive enough to detect more complex types of faults. This paper describes empirical investigations into the coupling effect over a specific domain of software faults. All the results from this investigation support the validity of the coupling effect. The major conclusion from this investigation is that by explicitly testing for simple faults, we are also implicitly testing for more complicated faults. This gives us confidence that fault-based testing is an effective means of testing software. |
| | @ARTICLE{Offutt89,
author = {A. Jefferson Offutt},
title = {The Coupling Effect: Fact or Fiction},
journal = {ACM SIGSOFT Software Engineering Notes},
year = {1989},
month = {December},
volume = {14},
number = {8},
pages = {131-140}
} |
| 815 | Larry Joe Morell Theoretical Insights Into Fault-Based Testing Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)Banff Alberta, Canada, July 1988. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Morell88,
author = {Larry Joe Morell},
title = {Theoretical Insights Into Fault-Based Testing},
booktitle = {Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)},
year = {1988},
address = {Banff Alberta, Canada},
month = {July},
pages = {45-62}
} |
| 816 | Edward William Krauser and Aditya P. Mathur and Vernon Joseph Rego High Performance Software Testing on SIMD Machines Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)Banff Alberta, July 1988. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{KrauserMR88,
author = {Edward William Krauser and Aditya P. Mathur and Vernon Joseph Rego},
title = {High Performance Software Testing on SIMD Machines},
booktitle = {Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)},
year = {1988},
address = {Banff Alberta},
month = {July},
pages = {171 - 177}
} |
| 817 | John H. Bowser Reference Manual for Ada Mutant Operators Georiga Institute of TechnologyGIT-SERC-88/02, Atlanta, Georgia, 1988. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{Bowser88,
author = {John H. Bowser},
title = {Reference Manual for Ada Mutant Operators},
institution = {Georiga Institute of Technology},
year = {1988},
type = {techreport},
number = {GIT-SERC-88/02},
address = {Atlanta, Georgia},
month = {},
} |
| 818 | Richard A. DeMillo and D. S. Guindi and K. N. King and W. M. McCracken and A. Jefferson Offutt An Extended Overview of the Mothra Software Testing Environment Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)Banff Alberta,Canada, July 1988. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DeMilloGMOK88,
author = {Richard A. DeMillo and D. S. Guindi and K. N. King and W. M. McCracken and A. Jefferson Offutt},
title = {An Extended Overview of the Mothra Software Testing Environment},
booktitle = {Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)},
year = {1988},
address = {Banff Alberta,Canada},
month = {July},
pages = {142-151}
} |
| 819 | D. Wu and M. A. Hennell and D. Hedley and I. J. Riddell A Practical Method for Software Quality Control via Program Mutation Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)Banff, Alberta, Canada, July 1988. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WuHHR88,
author = {D. Wu and M. A. Hennell and D. Hedley and I. J. Riddell},
title = {A Practical Method for Software Quality Control via Program Mutation},
booktitle = {Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)},
year = {1988},
address = {Banff, Alberta, Canada},
month = {July},
pages = {159-170}
} |
| 820 | Martin R. Woodward and K. Halewood From Weak to Strong, Dead or Alive? an Analysis of Some Mutationtesting Issues Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)Banff Albert, Canada, July 1988. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WoodwardH88,
author = {Martin R. Woodward and K. Halewood},
title = {From Weak to Strong, Dead or Alive? an Analysis of Some Mutationtesting Issues},
booktitle = {Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (TVA'88)},
year = {1988},
address = {Banff Albert, Canada},
month = {July},
pages = {152-158}
} |
| 821 | Deepinder P. Sidhu and Ting Kau Leung Fault Coverage of Protocol Test Methods Proceedings of the 7th Annual Joint Conference of the IEEE Computer and Communcations Societies (INFOCOM'88)New Orleans, Louisiana, 27-31 March 1988. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SidhuL88,
author = {Deepinder P. Sidhu and Ting Kau Leung},
title = {Fault Coverage of Protocol Test Methods},
booktitle = {Proceedings of the 7th Annual Joint Conference of the IEEE Computer and Communcations Societies (INFOCOM'88)},
year = {1988},
address = {New Orleans, Louisiana},
month = {27-31 March},
pages = {80-85}
} |
| 822 | Aditya P. Mathur and Edward William Krauser Mutant Unification for Improved Vectorization Purdue UniversitySERC-TR-14-P, West Lafayette, Indiana, 1988. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{MathurK88,
author = {Aditya P. Mathur and Edward William Krauser},
title = {Mutant Unification for Improved Vectorization},
institution = {Purdue University},
year = {1988},
type = {techreport},
number = {SERC-TR-14-P},
address = {West Lafayette, Indiana},
month = {},
} |
| 823 | Andrew Jefferson Offutt Automatic Test Data Generation Georgia Institute of Technology, Atlanta, GA, USA, 1988.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Offutt88a,
author = {Andrew Jefferson Offutt},
title = {Automatic Test Data Generation},
school = {Georgia Institute of Technology},
year = {1988},
type = {phdthesis},
address = {Atlanta, GA, USA},
month = {},
} |
| 824 | A. Jefferson Offutt and K. N. King A Fortran 77 Interpreter for Mutation Analysis ACM SIGPLAN Notices, 22(7), July 1987. |
|
| | Abstract: Mutation analysis is a powerful technique for testing software systems. In the Mothra project, conducted at Georgia Tech's Software Engineering Research Center, mutation analysis is used as a basis for building an integrated software testing environment. Mutation analysis requires the execution of many slightly differing versions of the same program to evaluate the quality of the data used to test the program. In the current version of the Mothra system, a program to be tested is translated to intermediate code, where it and its mutated versions are executed by an interpreter.In this paper, we discuss some of the unique requirements of an interpreter used in a mutation-based testing environment. We then describe how these requirements affected the design and implementation of the Fortran 77 version of the Mothra interpreter. Other topics covered include the architecture of the interpreter and many of the design elements that it incorporates. We also describe the intermediate language used by Mothra and the features of the interpreter that are needed for software testing. |
| | @ARTICLE{OffuttK87,
author = {A. Jefferson Offutt and K. N. King},
title = {A Fortran 77 Interpreter for Mutation Analysis},
journal = {ACM SIGPLAN Notices},
year = {1987},
month = {July},
volume = {22},
number = {7},
pages = {177-188}
} |
| 825 | Richard A. DeMillo and D. S. Guindi and K. N. King and W. M. McCracken An Overview of the Mothra Software Testing Environment Purdue UniversitySERC-TR-3-P, West Lafayette, Indiana, 1987. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{DeMilloGKM87,
author = {Richard A. DeMillo and D. S. Guindi and K. N. King and W. M. McCracken},
title = {An Overview of the Mothra Software Testing Environment},
institution = {Purdue University},
year = {1987},
type = {techreport},
number = {SERC-TR-3-P},
address = {West Lafayette, Indiana},
month = {},
} |
| 826 | Timothy Alan Budd and Ajei Sarat Gopal Program Testing by Specification Mutation Computer Languages, 10(1), 1985. |
|
| | Abstract: Both theoretical and empirical arguments suggest that specifications and implementations are equally important sources of information for generating test cases. Nevertheless, the majority of test generation procedures described in the literature deal only with the program source, ignoring specifications. In this paper we outline a procedure for measuring test case effectiveness using specifications given in predicate calculus form. This method is similar to the mutation analysis method of testing programs. |
| | @ARTICLE{BuddG85,
author = {Timothy Alan Budd and Ajei Sarat Gopal},
title = {Program Testing by Specification Mutation},
journal = {Computer Languages},
year = {1985},
month = {},
volume = {10},
number = {1},
pages = {63-73}
} |
| 827 | M. R. Girgis and Martin R. Woodward An Integrated System for Program Testing Using Weak Mutation and Data Flow Analysis Proceedings of the 8th International Conference on Software Engineering (ICSE'85)London, England, August 1985. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GirgisW85,
author = {M. R. Girgis and Martin R. Woodward},
title = {An Integrated System for Program Testing Using Weak Mutation and Data Flow Analysis},
booktitle = {Proceedings of the 8th International Conference on Software Engineering (ICSE'85)},
year = {1985},
address = {London, England},
month = {August},
pages = {313-319}
} |
| 828 | Larry Joe Morell A Theory of Error-Based Testing University of Maryland at College Park, College Park, Maryland, 1984.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Morell84,
author = {Larry Joe Morell},
title = {A Theory of Error-Based Testing},
school = {University of Maryland at College Park},
year = {1984},
type = {phdthesis},
address = {College Park, Maryland},
month = {},
} |
| 829 | Steven Joseph Zeil Perturbation Testing for Computation Errors Proceedings of the 7th International Conference on Software Engineering (ICSE'84)Orlando, Florida, 26-29 March 1984. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{Zeil84,
author = {Steven Joseph Zeil},
title = {Perturbation Testing for Computation Errors},
booktitle = {Proceedings of the 7th International Conference on Software Engineering (ICSE'84)},
year = {1984},
address = {Orlando, Florida},
month = {26-29 March},
pages = {257-265}
} |
| 830 | Ajei Sarat Gopal and Timothy Alan Budd Program Testing by Specification Mutation University of ArizonaTR 83-17, Tucson, Arizona, 1983. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{GopalB83,
author = {Ajei Sarat Gopal and Timothy Alan Budd},
title = {Program Testing by Specification Mutation},
institution = {University of Arizona},
year = {1983},
type = {techreport},
number = {TR 83-17},
address = {Tucson, Arizona},
month = {},
} |
| 831 | Steven Joseph Zeil Testing for Perturbations of Program Statements IEEE Transactions on Software Engineering, 9(3), May 1983. |
|
| | Abstract: Many testing methods require the selection of a set of paths on which tests are to be conducted. Errors in arithmetic expressions within program statements can be represented as perturbing functions added to the correct expression. It is then possible to derive the set of errors in a chosen functional class which cannot possibly be detected using a given test path. For example, test paths which pass through an assignment statement "X := f(Y)" are incapable of revealing if the expression "X -f( Y)" has been added to later statements. In general, there are an infinite number of such undetectable error perturbations for any test path. However, when the chosen functional class of error expressions is a vector space, a finite characterization of all undetectable expressions can be found for one test path, or for combined testing along several paths. An analysis of the undetected perturbations for sequential programs operating on integers and real numbers is presented which permits the detection of multinomial error terms. The reduction of the space of (potential undetected errors is proposed as a criterion for test path selection. |
| | @ARTICLE{Zeil83,
author = {Steven Joseph Zeil},
title = {Testing for Perturbations of Program Statements},
journal = {IEEE Transactions on Software Engineering},
year = {1983},
month = {May},
volume = {9},
number = {3},
pages = {335-346}
} |
| 832 | R. A. DeMillo Program Mutation: An Approach to Software Testing Georgia Institute of Technology, , 1983. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{DeMillo83,
author = {R. A. DeMillo},
title = {Program Mutation: An Approach to Software Testing},
institution = {Georgia Institute of Technology},
year = {1983},
type = {techreport},
number = {},
address = {},
month = {},
} |
| 833 | Timothy Alan Budd and Dana Angluin Two Notions of Correctness and Their Relation to Testing Acta Informatica, 18(1), March 1982. |
|
| | Abstract: We consider two interpretations for what it means for test data to demonstrate correctness. For each interpretation, we examine under what conditions data sufficient to demonstrate correctness exists, and whether it can be automatically detected and/or generated. We establish the relation between these questions and the problem of deciding equivalence of two programs. |
| | @ARTICLE{BuddA82,
author = {Timothy Alan Budd and Dana Angluin},
title = {Two Notions of Correctness and Their Relation to Testing},
journal = {Acta Informatica},
year = {1982},
month = {March},
volume = {18},
number = {1},
pages = {31-45}
} |
| 834 | William E. Howden Weak Mutation Testing and Completeness of Test Sets IEEE Transactions on Software Engineering, 8(4), July 1982. |
|
| | Abstract: Different approaches to the generation of test data are described. Error-based approaches depend on the definition of classes of commonly occurring program errors. They generate tests which are specifically designed to determine if particular classes of errors occur in a program. An error-based method called weak mutation testing is described. In this method, tests are constructed which are guaranteed to force program statements which contain certain classes of errors to act incorrectly during the execution of the program over those tests. The method is systematic, and a tool can be built to help the user apply the method. It is extensible in the sense that it can be extended to cover additional classes of errors. Its relationship to other software testing methods is discussed. Examples are included. |
| | @ARTICLE{Howden82,
author = {William E. Howden},
title = {Weak Mutation Testing and Completeness of Test Sets},
journal = {IEEE Transactions on Software Engineering},
year = {1982},
month = {July},
volume = {8},
number = {4},
pages = {371-379}
} |
| 835 | William E. Howden Weak Mutation Testing and Completeness of Test Sets {IEEE} Trans. Software Eng., 8(4), 1982. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Howden82,
author = {William E. Howden},
title = {Weak Mutation Testing and Completeness of Test Sets},
journal = {{IEEE} Trans. Software Eng.},
year = {1982},
month = {},
volume = {8},
number = {4},
pages = {371--379}
} |
| 836 | A. Tanaka Equivalence Testing for Fortran Mutation System Using Data Fow Analysis Georgia Institute of Technology, Atlanta, Georgia, 1981.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Tanaka81,
author = {A. Tanaka},
title = {Equivalence Testing for Fortran Mutation System Using Data Fow Analysis},
school = {Georgia Institute of Technology},
year = {1981},
type = {phdthesis},
address = {Atlanta, Georgia},
month = {},
} |
| 837 | Timothy Alan Budd Mutation Analysis of Program Test Data Yale University, New Haven, Connecticut, 1980.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Budd80,
author = {Timothy Alan Budd},
title = {Mutation Analysis of Program Test Data},
school = {Yale University},
year = {1980},
type = {phdthesis},
address = {New Haven, Connecticut},
month = {},
} |
| 838 | Timothy Alan Budd and R. Hess and Frederick Gerald Sayward EXPER Implementor's Guide Yale University, New Haven, Connecticut, 1980. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{BuddHS80,
author = {Timothy Alan Budd and R. Hess and Frederick Gerald Sayward},
title = {EXPER Implementor's Guide},
institution = {Yale University},
year = {1980},
type = {techreport},
number = {},
address = {New Haven, Connecticut},
month = {},
} |
| 839 | Timothy Alan Budd and Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward Theoretical and Empirical Studies on Using Program Mutation to Test the Functional Correctness of Programs Proceedings of the 7th ACM SIGPLAN-SIGACT Symposium on Principles of Programming Languages (POPL'80)Las Vegas, Nevada, 28-30 January 1980. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BuddDLS80,
author = {Timothy Alan Budd and Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward},
title = {Theoretical and Empirical Studies on Using Program Mutation to Test the Functional Correctness of Programs},
booktitle = {Proceedings of the 7th ACM SIGPLAN-SIGACT Symposium on Principles of Programming Languages (POPL'80)},
year = {1980},
address = {Las Vegas, Nevada},
month = {28-30 January},
pages = {220-233}
} |
| 840 | Jeanne Marie Hanks Testing Cobol Programs by Mutation Georgia Institute of Technology, Atlanta, Georgia, 1980.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Hanks80,
author = {Jeanne Marie Hanks},
title = {Testing Cobol Programs by Mutation},
school = {Georgia Institute of Technology},
year = {1980},
type = {phdthesis},
address = {Atlanta, Georgia},
month = {},
} |
| 841 | Allen Troy Acree On Mutation Georgia Institute of Technology, Atlanta, Georgia, 1980.Unknown- |
|
| | Abstract: Available soon... |
| | @PHDTHESIS{Acree80,
author = {Allen Troy Acree},
title = {On Mutation},
school = {Georgia Institute of Technology},
year = {1980},
type = {phdthesis},
address = {Atlanta, Georgia},
month = {},
} |
| 842 | Kenneth A. Foster Error Sensitive Test Cases Analysis {(ESTCA)} {IEEE} Trans. Software Eng., 6(3), 1980. |
|
| | Abstract: Available soon... |
| | @ARTICLE{Foster80,
author = {Kenneth A. Foster},
title = {Error Sensitive Test Cases Analysis {(ESTCA)}},
journal = {{IEEE} Trans. Software Eng.},
year = {1980},
month = {},
volume = {6},
number = {3},
pages = {258--264}
} |
| 843 | Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward Program Mutation: A New Approach to Program Testing Infotech State of the Art Report, Software Testing, 1979. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DemiloLS79,
author = {Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward},
title = {Program Mutation: A New Approach to Program Testing},
booktitle = {Infotech State of the Art Report, Software Testing},
year = {1979},
address = {},
month = {},
pages = {107-126}
} |
| 844 | Allen Troy Acree and Timothy Alan Budd and Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward Mutation Analysis Georgia Institute of TechnologyGIT-ICS-79/08, Atlanta, Georgia, 1979. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{AcreeBDLS79,
author = {Allen Troy Acree and Timothy Alan Budd and Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward},
title = {Mutation Analysis},
institution = {Georgia Institute of Technology},
year = {1979},
type = {techreport},
number = {GIT-ICS-79/08},
address = {Atlanta, Georgia},
month = {},
} |
| 845 | Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward {P}rogram {M}utation: {A} {N}ew {A}pproach to {P}rogram {T}esting Infotech State of the Art Report, Software Testing, 1979. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DemiloLS79,
author = {Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward},
title = {{P}rogram {M}utation: {A} {N}ew {A}pproach to {P}rogram {T}esting},
booktitle = {Infotech State of the Art Report, Software Testing},
year = {1979},
address = {},
month = {},
pages = {107-126}
} |
| 846 | D. Baldwin and Frederick Gerald Sayward Heuristics for Determining Equivalence of Program Mutations Yale University276, New Haven, Connecticut, 1979. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{BaldwinS79,
author = {D. Baldwin and Frederick Gerald Sayward},
title = {Heuristics for Determining Equivalence of Program Mutations},
institution = {Yale University},
year = {1979},
type = {techreport},
number = {276},
address = {New Haven, Connecticut},
month = {},
} |
| 847 | Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward Hints on Test Data Selection: Help for the Practicing Programmer Computer, 11(4), April 1978. |
|
| | Abstract: In many cases tests of a program that uncover simple errors are also effective in uncovering much more complex errors. This so-called coupling effect can be used to save work during the testing process. |
| | @ARTICLE{DeMilloLS78,
author = {Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward},
title = {Hints on Test Data Selection: Help for the Practicing Programmer},
journal = {Computer},
year = {1978},
month = {April},
volume = {11},
number = {4},
pages = {34-41}
} |
| 848 | Timothy Alan Budd and Richard J. Lipton Mutation Analysis of Decision Table Programs Proceedings of the Conference on Information Sciences and Systems, 1978. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BuddL78b,
author = {Timothy Alan Budd and Richard J. Lipton},
title = {Mutation Analysis of Decision Table Programs},
booktitle = {Proceedings of the Conference on Information Sciences and Systems},
year = {1978},
address = {},
month = {},
pages = {346-349}
} |
| 849 | Timothy Alan Budd and Richard J. Lipton Proving LISP Programs Using Test Data Proceedings of the Workshop on Software Testing and Test Documentation, December 1978. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BuddL78,
author = {Timothy Alan Budd and Richard J. Lipton},
title = {Proving LISP Programs Using Test Data},
booktitle = {Proceedings of the Workshop on Software Testing and Test Documentation},
year = {1978},
address = {},
month = {December},
pages = {374-403}
} |
| 850 | Richard J. Lipton and Frederick Gerald Sayward The Status of Research on Program Mutation Proceedings of the Workshop on Software Testing and Test Documentation, December 1978. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{LiptonS78,
author = {Richard J. Lipton and Frederick Gerald Sayward},
title = {The Status of Research on Program Mutation},
booktitle = {Proceedings of the Workshop on Software Testing and Test Documentation},
year = {1978},
address = {},
month = {December},
pages = {355-373}
} |
| 851 | Richard A. DeMillo and Richard J. Lipton and Frederick G. Sayward Hints on Test Data Selection: Help for the Practicing Programmer {IEEE} Computer, 11(4), 1978. |
|
| | Abstract: Available soon... |
| | @ARTICLE{DeMilloLS78,
author = {Richard A. DeMillo and Richard J. Lipton and Frederick G. Sayward},
title = {Hints on Test Data Selection: Help for the Practicing Programmer},
journal = {{IEEE} Computer},
year = {1978},
month = {},
volume = {11},
number = {4},
pages = {34--41}
} |
| 852 | Timothy Alan Budd and Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward The Design of a Prototype Mutation System for Program Testing Proceedings of the AFIPS National Computer ConferenceAnaheim, New Jersey, 5-8 June 1978. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{BuddDLS78,
author = {Timothy Alan Budd and Richard A. DeMillo and Richard J. Lipton and Frederick Gerald Sayward},
title = {The Design of a Prototype Mutation System for Program Testing},
booktitle = {Proceedings of the AFIPS National Computer Conference},
year = {1978},
address = {Anaheim, New Jersey},
month = {5-8 June},
pages = {623-627}
} |
| 853 | Richard Graham Hamlet {T}esting {P}rograms with the {A}id of a {C}ompiler {IEEE} {T}ransactions on {S}oftware {E}ngineering, 3(4), July 1977. |
|
| | Abstract: If finite input-output specifications are added to the syntax of programs,
these specifications can be verified at compile time. Programs which
carry adequate tests with them in this way should be resistant to
maintenance errors. If the specifications are independent of program
details they are easy to give, and unlikely to contain errors in
common with the program. Furthermore, certain finite specifications
are maximal in that they exercise the control and expression structure
of a program as well as any tests can. |
| | @ARTICLE{Hamlet77,
author = {Richard Graham Hamlet},
title = {{T}esting {P}rograms with the {A}id of a {C}ompiler},
journal = {{IEEE} {T}ransactions on {S}oftware {E}ngineering},
year = {1977},
month = {July},
volume = {3},
number = {4},
pages = {279-290}
} |
| 854 | Timothy Alan Budd and Frederick Gerald Sayward Users Guide to the Pilot Mutation System Yale University114, New Haven, Connecticut, 1977. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{BuddS77,
author = {Timothy Alan Budd and Frederick Gerald Sayward},
title = {Users Guide to the Pilot Mutation System},
institution = {Yale University},
year = {1977},
type = {techreport},
number = {114},
address = {New Haven, Connecticut},
month = {},
} |
| 855 | Richard Graham Hamlet Testing Programs with the Aid of a Compiler IEEE Transactions on Software Engineering, 3(4), July 1977. |
|
| | Abstract: If finite input-output specifications are added to the syntax of programs, these specifications can be verified at compile time. Programs which carry adequate tests with them in this way should be resistant to maintenance errors. If the specifications are independent of program details they are easy to give, and unlikely to contain errors in common with the program. Furthermore, certain finite specifications are maximal in that they exercise the control and expression structure of a program as well as any tests can. |
| | @ARTICLE{Hamlet77,
author = {Richard Graham Hamlet},
title = {Testing Programs with the Aid of a Compiler},
journal = {IEEE Transactions on Software Engineering},
year = {1977},
month = {July},
volume = {3},
number = {4},
pages = {279-290}
} |
| 856 | John B. Goodenough and Susan L. Gerhart Toward a Theory of Test Data Selection {IEEE} Trans. Software Eng., 1(2), 1975. |
|
| | Abstract: Available soon... |
| | @ARTICLE{GoodenoughG75,
author = {John B. Goodenough and Susan L. Gerhart},
title = {Toward a Theory of Test Data Selection},
journal = {{IEEE} Trans. Software Eng.},
year = {1975},
month = {},
volume = {1},
number = {2},
pages = {156--173}
} |
| 857 | Richard Lipton Fault Diagnosis of Computer Programs Unknown- |
|
| | Abstract: Available soon... |
| | Unknown++ |