Google's MapReduce programming model -- Revisited

@article{citeulike:2152671, abstract = {Google's MapReduce programming model serves for processing large data sets in a massively parallel manner. We deliver the first rigorous description of the model including its advancement as Google's domain-specific language Sawzall. To this end, we reverse-engineer the seminal papers on MapReduce and Sawzall, and we capture our findings as an executable specification. We also identify and resolve some obscurities in the informal presentation given in the seminal papers. We use typed functional programming (specifically Haskell) as a tool for design recovery and executable specification. Our development comprises three components: (i) the basic program skeleton that underlies MapReduce computations; (ii) the opportunities for parallelism in executing MapReduce computations; (iii) the fundamental characteristics of Sawzall's aggregators as an advancement of the MapReduce approach. Our development does not formalize the more implementational aspects of an actual, distributed execution of MapReduce computations.}, author = {Lammel, Ralf }, citeulike-article-id = {2152671}, doi = {10.1016/j.scico.2007.07.001}, journal = {Science of Computer Programming}, keywords = {functional-programming, google-tech, haskell}, month = {January}, number = {1}, pages = {1--30}, posted-at = {2008-04-28 02:36:25}, priority = {2}, title = {Google's MapReduce programming model -- Revisited}, url = {http://portal.acm.org/citation.cfm?id=1290549.1290812}, volume = {70}, year = {2008} }

TY - JOUR ID - citeulike:2152671 L3 - citeulike-article-id:2152671 TI - Google's MapReduce programming model -- Revisited JF - Science of Computer Programming VL - 70 IS - 1 SP - 1 EP - 30 N2 - Google's MapReduce programming model serves for processing large data sets in a massively parallel manner. We deliver the first rigorous description of the model including its advancement as Google's domain-specific language Sawzall. To this end, we reverse-engineer the seminal papers on MapReduce and Sawzall, and we capture our findings as an executable specification. We also identify and resolve some obscurities in the informal presentation given in the seminal papers. We use typed functional programming (specifically Haskell) as a tool for design recovery and executable specification. Our development comprises three components: (i) the basic program skeleton that underlies MapReduce computations; (ii) the opportunities for parallelism in executing MapReduce computations; (iii) the fundamental characteristics of Sawzall's aggregators as an advancement of the MapReduce approach. Our development does not formalize the more implementational aspects of an actual, distributed execution of MapReduce computations. KW - functional-programming KW - google-tech KW - haskell AU - Lammel, Ralf PY - 2008/01/01/ UR - http://portal.acm.org/citation.cfm?id=1290549.1290812 ER -