Automatic optimization of parallel dataflow programs Export

@inproceedings{citeulike:3905531, abstract = {Large-scale parallel dataflow systems, e.g., Dryad and Map-Reduce, have attracted significant attention recently. High-level dataflow languages such as Pig Latin and Sawzall are being layered on top of these systems, to enable faster program development and more maintainable code. These languages engender greater transparency in program structure, and open up opportunities for automatic optimization. This paper proposes a set of optimization strategies for this context, drawing on and extending techniques from the database community.}, address = {Berkeley, CA, USA}, author = {Olston, Christopher and Reed, Benjamin and Silberstein, Adam and Srivastava, Utkarsh}, booktitle = {ATC'08: USENIX 2008 Annual Technical Conference on Annual Technical Conference}, citeulike-article-id = {3905531}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1404014.1404035}, keywords = {2008, architecture, flow-control, optimization, parallel, usenix, yahoo}, location = {Boston, Massachusetts}, pages = {267--273}, posted-at = {2009-01-17 22:57:56}, priority = {4}, publisher = {USENIX Association}, title = {Automatic optimization of parallel dataflow programs}, url = {http://portal.acm.org/citation.cfm?id=1404014.1404035}, year = {2008} }

TY - CONF ID - citeulike:3905531 L3 - citeulike-article-id:3905531 N2 - Large-scale parallel dataflow systems, e.g., Dryad and Map-Reduce, have attracted significant attention recently. High-level dataflow languages such as Pig Latin and Sawzall are being layered on top of these systems, to enable faster program development and more maintainable code. These languages engender greater transparency in program structure, and open up opportunities for automatic optimization. This paper proposes a set of optimization strategies for this context, drawing on and extending techniques from the database community. CY - Boston, Massachusetts AD - Berkeley, CA, USA EP - 273 TI - Automatic optimization of parallel dataflow programs PB - USENIX Association T2 - ATC'08: USENIX 2008 Annual Technical Conference on Annual Technical Conference SP - 267 KW - 2008 KW - architecture KW - flow-control KW - optimization KW - parallel KW - usenix KW - yahoo AU - Olston, Christopher AU - Reed, Benjamin AU - Silberstein, Adam AU - Srivastava, Utkarsh PY - 2008/// UR - http://portal.acm.org/citation.cfm?id=1404014.1404035 ER -