Scheduling shared scans of large data files Export

@article{citeulike:3763614, abstract = {We study how best to schedule scans of large data files, in the presence of many simultaneous requests to a common set of files. The objective is to maximize the overall rate of processing these files, by sharing scans of the same file as aggressively as possible, without imposing undue wait time on individual jobs. This scheduling problem arises in batch data processing environments such as Map-Reduce systems, some of which handle tens of thousands of processing requests daily, over a shared set of files.}, author = {Agrawal, Parag and Kifer, Daniel and Olston, Christopher}, citeulike-article-id = {3763614}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1453960}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/1453856.1453960}, doi = {10.1145/1453856.1453960}, journal = {Proc. VLDB Endow.}, keywords = {2008, io, iosched, mapreduce, scan, sched, vldb, yahoo}, number = {1}, pages = {958--969}, posted-at = {2009-11-11 18:30:38}, priority = {5}, publisher = {VLDB Endowment}, title = {Scheduling shared scans of large data files}, url = {http://dx.doi.org/10.1145/1453856.1453960}, volume = {1}, year = {2008} }

TY - JOUR ID - citeulike:3763614 L3 - citeulike-article-id:3763614 N2 - We study how best to schedule scans of large data files, in the presence of many simultaneous requests to a common set of files. The objective is to maximize the overall rate of processing these files, by sharing scans of the same file as aggressively as possible, without imposing undue wait time on individual jobs. This scheduling problem arises in batch data processing environments such as Map-Reduce systems, some of which handle tens of thousands of processing requests daily, over a shared set of files. IS - 1 JF - Proc. VLDB Endow. EP - 969 TI - Scheduling shared scans of large data files PB - VLDB Endowment VL - 1 SP - 958 KW - 2008 KW - io KW - iosched KW - mapreduce KW - scan KW - sched KW - vldb KW - yahoo AU - Agrawal, Parag AU - Kifer, Daniel AU - Olston, Christopher PY - 2008/// UR - http://dx.doi.org/10.1145/1453856.1453960 ER -