Efficient Data-Movement for Lightweight I/O Export

@inproceedings{citeulike:3521016, abstract = {Efficient data movement is an important part of any high-performance I/O system, but it is especially critical for the current and next-generation of massively parallel processing (MPP) systems. In this paper, we discuss how the scale, architecture, and organization of current and proposed MPP systems impact the design of the data-movement scheme for the I/O system. We also describe and analyze the approach used by the lightweight file systems (LWFS) project, and we compare that approach to more conventional data-movement protocols used by small and mid-range clusters. Our results indicate that the data-movement strategy used by LWFS clearly outperforms conventional data-movement protocols, particularly as data sizes increase}, author = {Oldfield, R. A. and Widener, P. and Maccabe, A. B. and Ward, L. and Kordenbrock, T.}, booktitle = {Cluster Computing, 2006 IEEE International Conference on}, citeulike-article-id = {3521016}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/CLUSTR.2006.311897}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4100403}, doi = {10.1109/CLUSTR.2006.311897}, journal = {Cluster Computing, 2006 IEEE International Conference on}, keywords = {filesystem, io, lightweight, parallel}, pages = {1--9}, posted-at = {2008-11-16 04:27:25}, priority = {2}, title = {Efficient Data-Movement for Lightweight I/O}, url = {http://dx.doi.org/10.1109/CLUSTR.2006.311897}, year = {2006} }

TY - CONF ID - citeulike:3521016 L3 - citeulike-article-id:3521016 N2 - Efficient data movement is an important part of any high-performance I/O system, but it is especially critical for the current and next-generation of massively parallel processing (MPP) systems. In this paper, we discuss how the scale, architecture, and organization of current and proposed MPP systems impact the design of the data-movement scheme for the I/O system. We also describe and analyze the approach used by the lightweight file systems (LWFS) project, and we compare that approach to more conventional data-movement protocols used by small and mid-range clusters. Our results indicate that the data-movement strategy used by LWFS clearly outperforms conventional data-movement protocols, particularly as data sizes increase JF - Cluster Computing, 2006 IEEE International Conference on EP - 9 TI - Efficient Data-Movement for Lightweight I/O T2 - Cluster Computing, 2006 IEEE International Conference on SP - 1 KW - filesystem KW - io KW - lightweight KW - parallel AU - Oldfield, RA AU - Widener, P AU - Maccabe, AB AU - Ward, L AU - Kordenbrock, T PY - 2006/// UR - http://dx.doi.org/10.1109/CLUSTR.2006.311897 ER -