Lightweight I/O for Scientific Applications Export

@article{citeulike:3521019, abstract = {Today's high-end massively parallel processing (MPP) machines have thousands to tens of thousands of processors, with next-generation systems planned to have in excess of one hundred thousand processors. For systems of such scale, efficient I/O is a significant challenge that cannot be solved using traditional approaches. In particular, general purpose parallel file systems that limit applications to standard interfaces and access policies do not scale and will likely be a performance bottleneck for many scientific applications. In this paper, we investigate the use of a "lightweight" approach to I/O that requires the application or I/O-library developer to extend a core set of critical I/O functionality with the minimum set of features and services required by its target applications. We argue that this approach allows the development of I/O libraries that are both scalable and secure. We support our claims with preliminary results for a lightweight checkpoint operation on a development cluster at Sandia}, address = {Los Alamitos, CA, USA}, author = {Oldfield, R. A. and Ward, L. and Riesen, R. and Maccabe, A. B. and Widener, P. and Kordenbrock, T.}, citeulike-article-id = {3521019}, citeulike-linkout-0 = {http://doi.ieeecomputersociety.org/10.1109/CLUSTR.2006.311853}, citeulike-linkout-1 = {http://dx.doi.org/10.1109/CLUSTR.2006.311853}, doi = {10.1109/CLUSTR.2006.311853}, issn = {1552-5244}, journal = {Cluster Computing, IEEE International Conference on}, keywords = {filesystem, io, lightweight, parallel}, pages = {1--11}, posted-at = {2008-11-16 04:28:17}, priority = {2}, publisher = {IEEE Computer Society}, title = {Lightweight I/O for Scientific Applications}, url = {http://dx.doi.org/10.1109/CLUSTR.2006.311853}, volume = {0}, year = {2006} }

TY - JOUR ID - citeulike:3521019 L3 - citeulike-article-id:3521019 N2 - Today's high-end massively parallel processing (MPP) machines have thousands to tens of thousands of processors, with next-generation systems planned to have in excess of one hundred thousand processors. For systems of such scale, efficient I/O is a significant challenge that cannot be solved using traditional approaches. In particular, general purpose parallel file systems that limit applications to standard interfaces and access policies do not scale and will likely be a performance bottleneck for many scientific applications. In this paper, we investigate the use of a "lightweight" approach to I/O that requires the application or I/O-library developer to extend a core set of critical I/O functionality with the minimum set of features and services required by its target applications. We argue that this approach allows the development of I/O libraries that are both scalable and secure. We support our claims with preliminary results for a lightweight checkpoint operation on a development cluster at Sandia JF - Cluster Computing, IEEE International Conference on SN - 1552-5244 AD - Los Alamitos, CA, USA EP - 11 TI - Lightweight I/O for Scientific Applications PB - IEEE Computer Society VL - 0 SP - 1 KW - filesystem KW - io KW - lightweight KW - parallel AU - Oldfield, RA AU - Ward, L AU - Riesen, R AU - Maccabe, AB AU - Widener, P AU - Kordenbrock, T PY - 2006/// UR - http://dx.doi.org/10.1109/CLUSTR.2006.311853 ER -