Towards a framework and a benchmark for testing tools for multi-threaded programs Export

@article{citeulike:4200826, abstract = {Multi-threaded code is becoming very common, both on the server side, and very recently for personal computers as well. Consequently, looking for intermittent bugs is a problem that is receiving more and more attention. As there is no silver bullet, research focuses on a variety of partial solutions. We outline a road map for combining the research within the different disciplines of testing multi-threaded programs and for evaluating the quality of this research. We have three main goals. First, to create a benchmark that can be used to evaluate different solutions. Second, to create a framework with open application programming interfaces that enables the combination of techniques in the multi-threading domain. Third, to create a focus for the research in this area around which a community of people who try to solve similar problems with different techniques can congregate. We have started creating such a benchmark and describe the lessons learned in the process. The framework will enable technology developers, for example, developers of race detection algorithms, to concentrate on their components and use other ready made components (e.g. an instrumentor) to create a testing solution. Copyright {\copyright} 2006 John Wiley \& Sons, Ltd.}, address = {Computer Science Department, University of Haifa, Haifa, Israel; Kestrel Technology, NASA Ames Research Center, Moffett Field, CA 94035-1000, U.S.A.; Computer Science Department, State University of New York at Stony Brook, Stony Brook, NY 11794, U.S.A.; IBM Haifa Research Laboratory, Haifa University Campus, Haifa, Israel}, author = {Eytani, Yaniv and Havelund, Klaus and Stoller, Scott D. and Ur, Shmuel}, citeulike-article-id = {4200826}, citeulike-linkout-0 = {http://dx.doi.org/10.1002/cpe.1068}, citeulike-linkout-1 = {http://www3.interscience.wiley.com/cgi-bin/abstract/112736682/ABSTRACT}, doi = {10.1002/cpe.1068}, journal = {Concurrency and Computation: Practice and Experience}, keywords = {benchmark, concurrency, software, software-engineering, testing, tools}, number = {3}, pages = {267--279}, posted-at = {2009-03-20 19:09:15}, priority = {2}, title = {Towards a framework and a benchmark for testing tools for multi-threaded programs}, url = {http://dx.doi.org/10.1002/cpe.1068}, volume = {19}, year = {2007} }

TY - JOUR ID - citeulike:4200826 L3 - citeulike-article-id:4200826 N2 - Multi-threaded code is becoming very common, both on the server side, and very recently for personal computers as well. Consequently, looking for intermittent bugs is a problem that is receiving more and more attention. As there is no silver bullet, research focuses on a variety of partial solutions. We outline a road map for combining the research within the different disciplines of testing multi-threaded programs and for evaluating the quality of this research. We have three main goals. First, to create a benchmark that can be used to evaluate different solutions. Second, to create a framework with open application programming interfaces that enables the combination of techniques in the multi-threading domain. Third, to create a focus for the research in this area around which a community of people who try to solve similar problems with different techniques can congregate. We have started creating such a benchmark and describe the lessons learned in the process. The framework will enable technology developers, for example, developers of race detection algorithms, to concentrate on their components and use other ready made components (e.g. an instrumentor) to create a testing solution. Copyright © 2006 John Wiley & Sons, Ltd. IS - 3 JF - Concurrency and Computation: Practice and Experience AD - Computer Science Department, University of Haifa, Haifa, Israel; Kestrel Technology, NASA Ames Research Center, Moffett Field, CA 94035-1000, U.S.A.; Computer Science Department, State University of New York at Stony Brook, Stony Brook, NY 11794, U.S.A.; IBM Haifa Research Laboratory, Haifa University Campus, Haifa, Israel EP - 279 TI - Towards a framework and a benchmark for testing tools for multi-threaded programs VL - 19 SP - 267 KW - benchmark KW - concurrency KW - software KW - software-engineering KW - testing KW - tools AU - Eytani, Yaniv AU - Havelund, Klaus AU - Stoller, Scott AU - Ur, Shmuel PY - 2007/// UR - http://dx.doi.org/10.1002/cpe.1068 ER -