| 341 | Sergio Segura and Robert M. Hierons and David Benavides and Antonio Ruiz Cort{\'{e}}s
Automated Test Data Generation on the Analyses of Feature Models: {A} Metamorphic Testing Approach
Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{segura_ICST_10,
author = {Sergio Segura and Robert M. Hierons and David Benavides and Antonio Ruiz Cort{\'{e}}s},
title = {Automated Test Data Generation on the Analyses of Feature Models: {A} Metamorphic Testing Approach},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010},
year = {2010},
address = {},
month = {},
pages = {35--44}
} |
| 342 | Upsorn Praphamontripong and Jeff Offutt
Applying Mutation Testing to Web Applications
Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{PraphamontripongO10,
author = {Upsorn Praphamontripong and Jeff Offutt},
title = {Applying Mutation Testing to Web Applications},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {132--141}
} |
| 343 | Mohan Sridharan and Akbar Siami Namin
Prioritizing Mutation Operators Based on Importance Sampling
{IEEE} 21st International Symposium on Software Reliability Engineering, {ISSRE} 2010, San Jose, CA, USA, 1-4 November 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SridharanN10,
author = {Mohan Sridharan and Akbar Siami Namin},
title = {Prioritizing Mutation Operators Based on Importance Sampling},
booktitle = {{IEEE} 21st International Symposium on Software Reliability Engineering, {ISSRE} 2010, San Jose, CA, USA, 1-4 November 2010},
year = {2010},
address = {},
month = {},
pages = {378--387}
} |
| 344 | W. K. Chan and Jeffrey C. F. Ho and T. H. Tse
Finding failures from passed test cases: improving the pattern classification approach to the testing of mesh simplification programs
Softw. Test., Verif. Reliab., 20(2), 2010. |
|
| | Abstract: Available soon... |
| | @ARTICLE{chan_STVR_10,
author = {W. K. Chan and Jeffrey C. F. Ho and T. H. Tse},
title = {Finding failures from passed test cases: improving the pattern classification approach to the testing of mesh simplification programs},
journal = {Softw. Test., Verif. Reliab.},
year = {2010},
month = {},
volume = {20},
number = {2},
pages = {89--120}
} |
| 345 | Friedrich Steimann and Andreas Thies
From behaviour preservation to behaviour modification: constraint-based mutant generation
Proceedings of the 32nd {ACM/IEEE} International Conference on Software Engineering - Volume 1, {ICSE} 2010, Cape Town, South Africa, 1-8 May 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{SteimannT10,
author = {Friedrich Steimann and Andreas Thies},
title = {From behaviour preservation to behaviour modification: constraint-based mutant generation},
booktitle = {Proceedings of the 32nd {ACM/IEEE} International Conference on Software Engineering - Volume 1, {ICSE} 2010, Cape Town, South Africa, 1-8 May 2010},
year = {2010},
address = {},
month = {},
pages = {425--434}
} |
| 346 | William B. Langdon and Mark Harman and Yue Jia
Efficient multi-objective higher order mutation testing with genetic programming
Journal of Systems and Software, 83(12), 2010. |
|
| | Abstract: Available soon... |
| | @ARTICLE{LangdonHJ10,
author = {William B. Langdon and Mark Harman and Yue Jia},
title = {Efficient multi-objective higher order mutation testing with genetic programming},
journal = {Journal of Systems and Software},
year = {2010},
month = {},
volume = {83},
number = {12},
pages = {2416--2430}
} |
| 347 | Vilas Jagannath and Milos Gligoricand Steven Lauterburg and Darko Marinov and Gul Agha
Mutation Operators for Actor Systems
Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{JagannathGLMA10,
author = {Vilas Jagannath and Milos Gligoricand Steven Lauterburg and Darko Marinov and Gul Agha},
title = {Mutation Operators for Actor Systems},
booktitle = {Proceedings of the 5th International Workshop on Mutation Analysis (MUTATION'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 348 | Mike Papadakis and Nicos Malevris and Maria Kallia
Towards Automating the Generation of Mutation Ttests
Proceedings of the 5th Workshop on Automation of Software Teste (AST'10)Cape Town, South Africa, 3-4 May 2010. |
|
| | Abstract: Automating software testing activities can increase the quality and drastically decrease the cost of software development. Towards this direction various automated test data generation tools have been developed. The majority of them aim at branch testing, while a quite limited number aim at a higher level of testing thoroughness such as mutation. In this paper an automated framework that makes a joint use of diverse techniques and tools is introduced in the context of automating mutation based test generation. The motivation behind this work is the use of existing techniques and tools such as symbolic execution and evolutionary testing towards automating the test input generation activity according to the weak mutation testing criterion. The proposed framework integrates existing automated tools for branch testing in order to effectively generate mutation test data. To fulfill this suggestion three automated tools are used for illustration purposes and preliminary results are obtained by applying the proposed framework to a set of java program units indicating the applicability and effectiveness of the proposed approach. |
| | @INPROCEEDINGS{PapadakisMK10,
author = {Mike Papadakis and Nicos Malevris and Maria Kallia},
title = {Towards Automating the Generation of Mutation Ttests},
booktitle = {Proceedings of the 5th Workshop on Automation of Software Teste (AST'10)},
year = {2010},
address = {Cape Town, South Africa},
month = {3-4 May},
pages = {111-118}
} |
| 349 | Lech Madeyski and Norbert Radyk
Judy – A Mutation Testing Tool for Java
IET Software, 4(1), February 2010. |
|
| | Abstract: Popular code coverage measures, such as branch coverage, are indicators of the thoroughness rather than the fault detection capability of test suites. Mutation testing is a fault-based technique that measures the effectiveness of test suites for fault localisation. Unfortunately, use of mutation testing in the software industry is rare because generating and running vast numbers of mutants against the test cases is time-consuming and difficult to do without an automated, fast and reliable tool. Our objective is to present an innovative approach to mutation testing that takes advantage of a novel aspect-oriented programming mechanism, called `pointcut and advice`, to avoid multiple compilation of mutants and, therefore, to speed up mutation testing. An empirical comparison of the performance of the developed tool, called Judy, with the MuJava mutation testing tool on 24 open-source projects demonstrates the value of the presented approach. The results show that there is a statistically significant (t(23) = -12.28, p < 0.0005, effect size d = 3.43) difference in the number of mutants generated per second between MuJava (M = 4.15, SD = 1.42) and Judy (M = 52.05, SD = 19.69). Apart from being statistically significant, this effect is considered very large and, therefore, represents a substantive finding. This therefore allows us to estimate the fault detection effectiveness of test suites of much larger systems. |
| | @ARTICLE{MadeyskiR10,
author = {Lech Madeyski and Norbert Radyk},
title = {Judy – A Mutation Testing Tool for Java},
journal = {IET Software},
year = {2010},
month = {February},
volume = {4},
number = {1},
pages = {32-–42}
} |
| 350 | Gordon Fraser and Andreas Zeller
Mutation-driven generation of unit tests and oracles
Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{FraserZ10,
author = {Gordon Fraser and Andreas Zeller},
title = {Mutation-driven generation of unit tests and oracles},
booktitle = {Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010},
year = {2010},
address = {},
month = {},
pages = {147--158}
} |
| 351 | Franz Wotawa and Mihai Nica and Bernhard K. Aichernig
Generating Distinguishing Tests Using the Minion Constraint Solver
Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{WotawaNA10,
author = {Franz Wotawa and Mihai Nica and Bernhard K. Aichernig},
title = {Generating Distinguishing Tests Using the Minion Constraint Solver},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, Workshops Proceedings},
year = {2010},
address = {},
month = {},
pages = {325--330}
} |
| 352 | Milos Gligoric and Vilas Jagannath and Darko Marinov
MuTMuT: Efficient Exploration for Mutation Testing of Multithreaded Code
Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)Paris, France, 6 April 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{GligoricJM10,
author = {Milos Gligoric and Vilas Jagannath and Darko Marinov},
title = {MuTMuT: Efficient Exploration for Mutation Testing of Multithreaded Code},
booktitle = {Proceedings of the 3rd International Conference on Software Testing Verification and Validation (ICST'10)},
year = {2010},
address = {Paris, France},
month = {6 April},
pages = {}
} |
| 353 | Vidroha Debroy and W. Eric Wong
Using Mutation to Automatically Suggest Fixes for Faulty Programs
Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{DebroyW10,
author = {Vidroha Debroy and W. Eric Wong},
title = {Using Mutation to Automatically Suggest Fixes for Faulty Programs},
booktitle = {Third International Conference on Software Testing, Verification and Validation, {ICST} 2010, Paris, France, April 7-9, 2010},
year = {2010},
address = {},
month = {},
pages = {65--74}
} |
| 354 | Kinga Dobolyi and Westley Weimer
Modeling consumer-perceived web application fault severities for testing
Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010, 2010. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{dobolyi_ISSTA_10,
author = {Kinga Dobolyi and Westley Weimer},
title = {Modeling consumer-perceived web application fault severities for testing},
booktitle = {Proceedings of the Nineteenth International Symposium on Software Testing and Analysis, {ISSTA} 2010, Trento, Italy, July 12-16, 2010},
year = {2010},
address = {},
month = {},
pages = {97--106}
} |
| 355 | Ying Jiang and Ying-Na Li and Shan-Shan Hou and Lu Zhang
Test-Data Generation for Web Services Based on Contract Mutation
Proceedings of the 3rd IEEE International Conference on Secure Software Integration and Reliability Improvement (SSIRI'09)Shanghai China, 8-10 July 2009. |
|
| | Abstract: Software testing is one of the most important techniques used to assure the quality of Web services at present. Test-data generation is an important topic in Web services testing. The quality of test data will influence the efficiency and cost when testing Web services. Based on the contract-based mutation testing technique, this paper presents a method of automated test-data generation for Web services. First, according to the description information and contracts in WSDL documents of Web services, initial test data are generated automatically by the random method. Then the test data are selected using contract mutation testing. This method can generate a test suite meeting a certain contract mutation score, which indicates the quality and efficiency of testing. Finally, we have developed a prototype on the Microsoft .NET platform, and carried out some experiments. The results have shown that the proposed method is effective in automated test-data generation for Web services. |
| | @INPROCEEDINGS{JiangLHZ09,
author = {Ying Jiang and Ying-Na Li and Shan-Shan Hou and Lu Zhang},
title = {Test-Data Generation for Web Services Based on Contract Mutation},
booktitle = {Proceedings of the 3rd IEEE International Conference on Secure Software Integration and Reliability Improvement (SSIRI'09)},
year = {2009},
address = {Shanghai China},
month = {8-10 July},
pages = {281-286}
} |
| 356 | Nuo Li and Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte
Reggae: Automated Test Generation for Programs Using Complex Regular Expressions
{ASE} 2009, 24th {IEEE/ACM} International Conference on Automated Software Engineering, Auckland, New Zealand, November 16-20, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{li_ASE_09,
author = {Nuo Li and Tao Xie and Nikolai Tillmann and Jonathan de Halleux and Wolfram Schulte},
title = {Reggae: Automated Test Generation for Programs Using Complex Regular Expressions},
booktitle = {{ASE} 2009, 24th {IEEE/ACM} International Conference on Automated Software Engineering, Auckland, New Zealand, November 16-20, 2009},
year = {2009},
address = {},
month = {},
pages = {515--519}
} |
| 357 | W. K. Chan and S. C. Cheung and Jeffrey C. F. Ho and T. H. Tse
PAT: A Pattern Classification Approach to Automatic Reference Oracles for the Testing of Mesh Simplification Programs
Journal of Systems and Software, 82(3), March 2009. |
|
| | Abstract: Graphics applications often need to manipulate numerous graphical objects stored as polygonal models. Mesh simplification is an approach to vary the levels of visual details as appropriate, thereby improving on the overall performance of the applications. Different mesh simplification algorithms may cater for different needs, producing diversified types of simplified polygonal model as a result. Testing mesh simplification implementations is essential to assure the quality of the graphics applications. However, it is very difficult to determine the oracles (or expected outcomes) of mesh simplification for the verification of test results.
A reference model is an implementation closely related to the program under test. Is it possible to use such reference models as pseudo-oracles for testing mesh simplification programs? If so, how effective are they?
This paper presents a fault-based pattern classification methodology called PAT, to address the questions. In PAT, we train the C4.5 classifier using black-box features of samples from a reference model and its fault-based versions, in order to test samples from the subject program. We evaluate PAT using four implementations of mesh simplification algorithms as reference models applied to 44 open-source three-dimensional polygonal models. Empirical results reveal that the use of a reference model as a pseudo-oracle is effective for testing the implementations of resembling mesh simplification algorithms. However, the results also show a tradeoff: When compared with a simple reference model, the use of a resembling but sophisticated reference model is more effective and accurate but less robust. |
| | @ARTICLE{ChanCHT09,
author = {W. K. Chan and S. C. Cheung and Jeffrey C. F. Ho and T. H. Tse},
title = {PAT: A Pattern Classification Approach to Automatic Reference Oracles for the Testing of Mesh Simplification Programs},
journal = {Journal of Systems and Software},
year = {2009},
month = {March},
volume = {82},
number = {3},
pages = {422-434}
} |
| 358 | Yue Jia and Mark Harman
An Analysis and Survey of the Development of Mutation Testing
CREST Centre, King's College LondonTR-09-06, London, UK, 2009. |
|
| | Abstract: Available soon... |
| | @TECHREPORT{JiaH09b,
author = {Yue Jia and Mark Harman},
title = {An Analysis and Survey of the Development of Mutation Testing},
institution = {CREST Centre, King's College London},
year = {2009},
type = {techreport},
number = {TR-09-06},
address = {London, UK},
month = {September},
} |
| 359 | Emine Gokce Aydal and Richard F. Paige and Mark Utting and Jim Woodcock
Putting Formal Specifications under the Magnifying Glass: Model-based Testing for Validation
Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009, 2009. |
|
| | Abstract: Available soon... |
| | @INPROCEEDINGS{aydal_ICST_09,
author = {Emine Gokce Aydal and Richard F. Paige and Mark Utting and Jim Woodcock},
title = {Putting Formal Specifications under the Magnifying Glass: Model-based Testing for Validation},
booktitle = {Second International Conference on Software Testing Verification and Validation, {ICST} 2009, Denver, Colorado, USA, April 1-4, 2009},
year = {2009},
address = {},
month = {},
pages = {131--140}
} |
| 360 | Bernhard J. M. Gr\"un and David Schuler and Andreas Zeller
The Impact of Equivalent Mutants
Saarland University, Saarbrucken, Telefon, 2009. |
|
| | Abstract: If a mutation is not killed by a test suite, this usuallymeans that the test suite is not adequate. However, itmay also be that the mutant keeps the program’s seman-tics unchanged—and thus cannot be detected by any test.We found such equivalent mutants to be surprisingly com-mon: In an experiment on the JAXEN XPATH query engine,8/20 = 40% of all mutations turned out to be equivalent.Worse, checking the equivalency took us 15 minutes for asingle mutation. Equivalent mutants thus make it impossi-ble to automatically assess test suites by means of mutationtesting. To identify equivalent mutants, we are currently investi-gating the impact of a mutation on the execution: the morea mutation alters the execution, the higher the chance of itbeing non-equivalent. First experiments assessing the im-pact on code coverage are promising. |
| | @TECHREPORT{GrunSZ09a,
author = {Bernhard J. M. Gr\"un and David Schuler and Andreas Zeller},
title = {The Impact of Equivalent Mutants},
institution = {Saarland University},
year = {2009},
type = {techreport},
number = {},
address = {Saarbrucken, Telefon},
month = {},
} |
