Using benchmarking to advance research: a challenge to software engineering Export

@inproceedings{citeulike:3431120, abstract = {Benchmarks have been used in computer science to compare the performance of computer systems, information retrieval algorithms, databases, and many other technologies. The creation and widespread use of a benchmark within a research area is frequently accompanied by rapid technical progress and community building. These observations have led us to formulate a theory of benchmarking within scientific disciplines. Based on this theory, we challenge software engineering research to become more scientific and cohesive by working as a community to define benchmarks. In support of this challenge, we present a case study of the reverse engineering community, where we have successfully used benchmarks to advance the state of research.}, address = {Washington, DC, USA}, author = {Sim, Susan E. and Easterbrook, Steve and Holt, Richard C.}, booktitle = {ICSE '03: Proceedings of the 25th International Conference on Software Engineering}, citeulike-article-id = {3431120}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=776826}, isbn = {0-7695-1877-X}, keywords = {2003, benchmarking, software-engineering}, location = {Portland, Oregon}, pages = {74--83}, posted-at = {2008-12-30 10:30:12}, priority = {2}, publisher = {IEEE Computer Society}, title = {Using benchmarking to advance research: a challenge to software engineering}, url = {http://portal.acm.org/citation.cfm?id=776826}, year = {2003} }

TY - CONF ID - citeulike:3431120 L3 - citeulike-article-id:3431120 N2 - Benchmarks have been used in computer science to compare the performance of computer systems, information retrieval algorithms, databases, and many other technologies. The creation and widespread use of a benchmark within a research area is frequently accompanied by rapid technical progress and community building. These observations have led us to formulate a theory of benchmarking within scientific disciplines. Based on this theory, we challenge software engineering research to become more scientific and cohesive by working as a community to define benchmarks. In support of this challenge, we present a case study of the reverse engineering community, where we have successfully used benchmarks to advance the state of research. CY - Portland, Oregon SN - 0-7695-1877-X AD - Washington, DC, USA EP - 83 TI - Using benchmarking to advance research: a challenge to software engineering PB - IEEE Computer Society T2 - ICSE '03: Proceedings of the 25th International Conference on Software Engineering SP - 74 KW - 2003 KW - benchmarking KW - software-engineering AU - Sim, Susan AU - Easterbrook, Steve AU - Holt, Richard PY - 2003/// UR - http://portal.acm.org/citation.cfm?id=776826 ER -