Noncontiguous I/O through PVFS Export

@article{citeulike:5299052, abstract = {With the tremendous advances in processor and memory technology, I/O has risen to become the bottleneck in high-performance computing for many applications. The development of parallel file systems has helped to ease the performance gap, but I/O still remains an area needing significant performance improvement. Research has found that noncontiguous I/O access patterns in scientific applications combined with current file system methods to perform these accesses lead to unacceptable performance for large data sets. To enhance performance of noncontiguous I/O, we have created list I/O, a native version of noncontiguous I/O. We have used the Parallel Virtual File System (PVFS) to implement our ideas. Our research and experimentation shows that list I/O outperforms current noncontiguous I/O access methods in most I/O situations and can substantially enhance the performance of real-world scientific applications.}, address = {Los Alamitos, CA, USA}, author = {Ching, Avery and Choudhary, Alok and Liao, Wei K. and Ross, Rob and Gropp, William}, citeulike-article-id = {5299052}, citeulike-linkout-0 = {http://doi.ieeecomputersociety.org/10.1109/CLUSTR.2002.1137773}, citeulike-linkout-1 = {http://dx.doi.org/10.1109/CLUSTR.2002.1137773}, doi = {10.1109/CLUSTR.2002.1137773}, isbn = {0-7695-1745-5}, journal = {Cluster Computing, IEEE International Conference on}, keywords = {io, parallel, pvfs}, pages = {405+}, posted-at = {2009-07-29 19:36:09}, priority = {2}, publisher = {IEEE Computer Society}, title = {Noncontiguous I/O through PVFS}, url = {http://dx.doi.org/10.1109/CLUSTR.2002.1137773}, volume = {0}, year = {2002} }

TY - JOUR ID - citeulike:5299052 L3 - citeulike-article-id:5299052 N2 - With the tremendous advances in processor and memory technology, I/O has risen to become the bottleneck in high-performance computing for many applications. The development of parallel file systems has helped to ease the performance gap, but I/O still remains an area needing significant performance improvement. Research has found that noncontiguous I/O access patterns in scientific applications combined with current file system methods to perform these accesses lead to unacceptable performance for large data sets. To enhance performance of noncontiguous I/O, we have created list I/O, a native version of noncontiguous I/O. We have used the Parallel Virtual File System (PVFS) to implement our ideas. Our research and experimentation shows that list I/O outperforms current noncontiguous I/O access methods in most I/O situations and can substantially enhance the performance of real-world scientific applications. JF - Cluster Computing, IEEE International Conference on SN - 0-7695-1745-5 AD - Los Alamitos, CA, USA TI - Noncontiguous I/O through PVFS PB - IEEE Computer Society VL - 0 SP - 405 KW - io KW - parallel KW - pvfs AU - Ching, Avery AU - Choudhary, Alok AU - Liao, Wei AU - Ross, Rob AU - Gropp, William PY - 2002/// UR - http://dx.doi.org/10.1109/CLUSTR.2002.1137773 ER -