ParColl: Partitioned Collective I/O on the Cray XT Export

@inproceedings{citeulike:4745839, abstract = {Collective I/O orchestrates I/O from parallel processes by aggregating fine-grained requests into large ones. However, its performance is typically a fraction of the potential I/O bandwidth on large scale platforms such as Cray XT. Based on our analysis, the time spent in global process synchronization dominates the actual time in file reads/writes, which imposes a 'collective wall' on the performance of collective I/O. In this paper, we introduce a novel technique called partitioned collective I/O (ParColl). ParColl augments the original two-phase collective I/O protocol with new mechanisms for file area partitioning, I/O aggregator distribution and intermediate file views. Through these mechanisms, a group of processes and their targeted file are consistently divided into a collection of small subgroups, each performing I/O aggregation in a disjoint manner. File consistency is maintained through intermediate file views when necessary. Together, these mechanisms greatly reduce the cost of global synchronization. Our experimental results demonstrate that ParColl significantly improves the performance and the scalability of collective I/O. In one case, we show a 416\% improvement on 1024 processes for a visualization I/O benchmark. We also show that the I/O patterns in scientific applications can benefit significantly from this technique, e.g. BT-I/O and Flash I/O.}, author = {Yu, Weikuan and Vetter, J.}, booktitle = {Parallel Processing, 2008. ICPP '08. 37th International Conference on}, citeulike-article-id = {4745839}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/ICPP.2008.76}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4625894}, doi = {10.1109/ICPP.2008.76}, journal = {Parallel Processing, 2008. ICPP '08. 37th International Conference on}, keywords = {mpi, mpi-io}, pages = {562--569}, posted-at = {2009-06-04 16:49:30}, priority = {2}, title = {ParColl: Partitioned Collective I/O on the Cray XT}, url = {http://dx.doi.org/10.1109/ICPP.2008.76}, year = {2008} }

TY - CONF ID - citeulike:4745839 L3 - citeulike-article-id:4745839 N2 - Collective I/O orchestrates I/O from parallel processes by aggregating fine-grained requests into large ones. However, its performance is typically a fraction of the potential I/O bandwidth on large scale platforms such as Cray XT. Based on our analysis, the time spent in global process synchronization dominates the actual time in file reads/writes, which imposes a 'collective wall' on the performance of collective I/O. In this paper, we introduce a novel technique called partitioned collective I/O (ParColl). ParColl augments the original two-phase collective I/O protocol with new mechanisms for file area partitioning, I/O aggregator distribution and intermediate file views. Through these mechanisms, a group of processes and their targeted file are consistently divided into a collection of small subgroups, each performing I/O aggregation in a disjoint manner. File consistency is maintained through intermediate file views when necessary. Together, these mechanisms greatly reduce the cost of global synchronization. Our experimental results demonstrate that ParColl significantly improves the performance and the scalability of collective I/O. In one case, we show a 416% improvement on 1024 processes for a visualization I/O benchmark. We also show that the I/O patterns in scientific applications can benefit significantly from this technique, e.g. BT-I/O and Flash I/O. JF - Parallel Processing, 2008. ICPP '08. 37th International Conference on EP - 569 TI - ParColl: Partitioned Collective I/O on the Cray XT T2 - Parallel Processing, 2008. ICPP '08. 37th International Conference on SP - 562 KW - mpi KW - mpi-io AU - Yu, Weikuan AU - Vetter, J PY - 2008/// UR - http://dx.doi.org/10.1109/ICPP.2008.76 ER -