PVFS: A parallel file system for linux clusters Export

@inproceedings{citeulike:3322694, abstract = {As Linux clusters have matured as platforms for low-cost, high-performance parallel computing, software packages to provide many key services have emerged, especially in areas such as message passing and networking. One area devoid of support, however, has been parallel file systems, which are critical for highperformance I/O on such clusters. We have developed a parallel file system for Linux clusters, called the Parallel Virtual File System (PVFS). PVFS is intended both as a high-performance parallel file system that anyone can download and use and as a tool for pursuing further research in parallel I/O and parallel file systems for Linux clusters. In this paper, we describe the design and implementation of PVFS and present performance results on the Chiba City cluster at Argonne. We provide performance results for a workload of concurrent reads and writes for various numbers of compute nodes, I/O nodes, and I/O request sizes. We also present performance results for MPI-IO on PVFS, both for a concurrent read/write workload and for the BTIO benchmark. We compare the I/O performance when using a Myrinet network versus a fast-ethernet network for I/O-related communication in PVFS. We obtained read and write bandwidths as high as 700 Mbytes/sec with Myrinet and 225 Mbytes/sec with fast ethernet. 1}, author = {Carns, Philip H. and Walter and Ross, Robert B. and Thakur, Rajeev}, booktitle = {In Proceedings of the 4th Annual Linux Showcase and Conference}, citeulike-article-id = {3322694}, citeulike-linkout-0 = {http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.43.1744}, keywords = {cluster, distributed, file-system, lecture-sdr, parallel}, pages = {317--327}, posted-at = {2008-09-23 17:31:39}, priority = {0}, title = {PVFS: A parallel file system for linux clusters}, url = {http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.43.1744}, year = {2000} }

TY - CONF ID - citeulike:3322694 L3 - citeulike-article-id:3322694 N2 - As Linux clusters have matured as platforms for low-cost, high-performance parallel computing, software packages to provide many key services have emerged, especially in areas such as message passing and networking. One area devoid of support, however, has been parallel file systems, which are critical for highperformance I/O on such clusters. We have developed a parallel file system for Linux clusters, called the Parallel Virtual File System (PVFS). PVFS is intended both as a high-performance parallel file system that anyone can download and use and as a tool for pursuing further research in parallel I/O and parallel file systems for Linux clusters. In this paper, we describe the design and implementation of PVFS and present performance results on the Chiba City cluster at Argonne. We provide performance results for a workload of concurrent reads and writes for various numbers of compute nodes, I/O nodes, and I/O request sizes. We also present performance results for MPI-IO on PVFS, both for a concurrent read/write workload and for the BTIO benchmark. We compare the I/O performance when using a Myrinet network versus a fast-ethernet network for I/O-related communication in PVFS. We obtained read and write bandwidths as high as 700 Mbytes/sec with Myrinet and 225 Mbytes/sec with fast ethernet. 1 EP - 327 TI - PVFS: A parallel file system for linux clusters T2 - In Proceedings of the 4th Annual Linux Showcase and Conference SP - 317 KW - cluster KW - distributed KW - file-system KW - lecture-sdr KW - parallel AU - Carns, Philip AU - Walter AU - Ross, Robert AU - Thakur, Rajeev PY - 2000/// UR - http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.43.1744 ER -