High performance file I/O for the Blue Gene/L supercomputer Export

@inproceedings{citeulike:5308868, abstract = {Parallel I/O plays a crucial role for most data-intensive applications running on massively parallel systems like Blue Gene/L that provides the promise of delivering enormous computational capability. We designed and implemented a highly scalable parallel file I/O architecture for Blue Gene/L, which leverages the benefit of the hierarchical and functional partitioning design of the system software with separate computational and I/O cores. The architecture exploits the scalability aspect of GPFS (General Parallel File System) at the backend, while using MPI I/O as an interface between the application I/O and the file system. We demonstrate the impact of our high performance I/O solution for Blue Gene/L with a comprehensive evaluation that consists of a number of widely used parallel I/O benchmarks and I/O intensive applications. Our design and implementation is not only able to deliver at least one order of magnitude speed up in terms of I/O bandwidth for a real-scale application HOMME (achieving aggregate bandwidth of 1.8 GB/Sec and 2.3 GB/Sec for write and read accesses, respectively), but also supports high-level parallel I/O data interfaces such as parallel HDF5 and parallel NetCDF scaling up to a large number of processors.}, address = {Los Alamitos, CA, USA}, author = {Yu, H. and Sahoo, R. K. and Howson, C. and Almasi, G. and Castanos, J. G. and Gupta, M. and Moreira, J. E. and Parker, J. J. and Engelsiepen, T. E. and Ross, R. B. and Thakur, R. and Latham, R. and Gropp, W. D.}, booktitle = {High-Performance Computer Architecture, 2006. The Twelfth International Symposium on}, citeulike-article-id = {5308868}, citeulike-linkout-0 = {http://doi.ieeecomputersociety.org/10.1109/HPCA.2006.1598125}, citeulike-linkout-1 = {http://dx.doi.org/10.1109/HPCA.2006.1598125}, citeulike-linkout-2 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=1598125}, doi = {10.1109/HPCA.2006.1598125}, issn = {1530-0897}, journal = {High-Performance Computer Architecture, 2006. The Twelfth International Symposium on}, keywords = {anl, bluegene, io, parallel}, pages = {187--196}, posted-at = {2009-07-31 15:11:02}, priority = {2}, publisher = {IEEE Computer Society}, title = {High performance file I/O for the Blue Gene/L supercomputer}, url = {http://dx.doi.org/10.1109/HPCA.2006.1598125}, volume = {0}, year = {2006} }

TY - CONF ID - citeulike:5308868 L3 - citeulike-article-id:5308868 N2 - Parallel I/O plays a crucial role for most data-intensive applications running on massively parallel systems like Blue Gene/L that provides the promise of delivering enormous computational capability. We designed and implemented a highly scalable parallel file I/O architecture for Blue Gene/L, which leverages the benefit of the hierarchical and functional partitioning design of the system software with separate computational and I/O cores. The architecture exploits the scalability aspect of GPFS (General Parallel File System) at the backend, while using MPI I/O as an interface between the application I/O and the file system. We demonstrate the impact of our high performance I/O solution for Blue Gene/L with a comprehensive evaluation that consists of a number of widely used parallel I/O benchmarks and I/O intensive applications. Our design and implementation is not only able to deliver at least one order of magnitude speed up in terms of I/O bandwidth for a real-scale application HOMME (achieving aggregate bandwidth of 1.8 GB/Sec and 2.3 GB/Sec for write and read accesses, respectively), but also supports high-level parallel I/O data interfaces such as parallel HDF5 and parallel NetCDF scaling up to a large number of processors. JF - High-Performance Computer Architecture, 2006. The Twelfth International Symposium on SN - 1530-0897 AD - Los Alamitos, CA, USA EP - 196 TI - High performance file I/O for the Blue Gene/L supercomputer PB - IEEE Computer Society VL - 0 T2 - High-Performance Computer Architecture, 2006. The Twelfth International Symposium on SP - 187 KW - anl KW - bluegene KW - io KW - parallel AU - Yu, H AU - Sahoo, RK AU - Howson, C AU - Almasi, G AU - Castanos, JG AU - Gupta, M AU - Moreira, JE AU - Parker, JJ AU - Engelsiepen, TE AU - Ross, RB AU - Thakur, R AU - Latham, R AU - Gropp, WD PY - 2006/// UR - http://dx.doi.org/10.1109/HPCA.2006.1598125 ER -