Optimization of Collective Communication Operations in MPICH Export

@article{citeulike:3084531, abstract = {We describe our work on improving the performance of collective communication operations in MPICH for clusters connected by switched networks. For each collective operation, we use multiple algorithms depending on the message size, with the goal of minimizing latency for short messages and minimizing bandwidth use for long messages. Although we have implemented new algorithms for all MPI (Message Passing Interface) collective operations, because of limited space we describe only the algorithms for allgather, broadcast, all-to-all, reduce-scatter, reduce, and allreduce. Performance results on a Myrinet-connected Linux cluster and an IBM SP indicate that, in all cases, the new algorithms significantly outperform the old algorithms used in MPICH on the Myrinet cluster, and, in many cases, they outperform the algorithms used in IBM's MPI on the SP. We also explore in further detail the optimization of two of the most commonly used collective operations, allreduce and reduce, particularly for long messages and nonpower-of-two numbers of processes. The optimized algorithms for these operations perform several times better than the native algorithms on a Myrinet cluster, IBM SP, and Cray T3E. Our results indicate that to achieve the best performance for a collective communication operation, one needs to use a number of different algorithms and select the right algorithm for a particular message size and number of processes. 10.1177/1094342005051521}, author = {Thakur, Rajeev and Rabenseifner, Rolf and Gropp, William}, citeulike-article-id = {3084531}, citeulike-linkout-0 = {http://dx.doi.org/10.1177/1094342005051521}, citeulike-linkout-1 = {http://hpc.sagepub.com/cgi/content/abstract/19/1/49}, citeulike-linkout-2 = {http://www.mcs.anl.gov/~thakur/papers/ijhpca-coll.pdf}, day = {1}, doi = {10.1177/1094342005051521}, journal = {International Journal of High Performance Computing Applications}, keywords = {communication\_algorithms, infiniband, mpi, parallel\_programming}, month = {February}, number = {1}, pages = {49--66}, posted-at = {2008-08-05 10:08:10}, priority = {2}, title = {Optimization of Collective Communication Operations in MPICH}, url = {http://dx.doi.org/10.1177/1094342005051521}, volume = {19}, year = {2005} }

TY - JOUR ID - citeulike:3084531 L3 - citeulike-article-id:3084531 N2 - We describe our work on improving the performance of collective communication operations in MPICH for clusters connected by switched networks. For each collective operation, we use multiple algorithms depending on the message size, with the goal of minimizing latency for short messages and minimizing bandwidth use for long messages. Although we have implemented new algorithms for all MPI (Message Passing Interface) collective operations, because of limited space we describe only the algorithms for allgather, broadcast, all-to-all, reduce-scatter, reduce, and allreduce. Performance results on a Myrinet-connected Linux cluster and an IBM SP indicate that, in all cases, the new algorithms significantly outperform the old algorithms used in MPICH on the Myrinet cluster, and, in many cases, they outperform the algorithms used in IBM's MPI on the SP. We also explore in further detail the optimization of two of the most commonly used collective operations, allreduce and reduce, particularly for long messages and nonpower-of-two numbers of processes. The optimized algorithms for these operations perform several times better than the native algorithms on a Myrinet cluster, IBM SP, and Cray T3E. Our results indicate that to achieve the best performance for a collective communication operation, one needs to use a number of different algorithms and select the right algorithm for a particular message size and number of processes. 10.1177/1094342005051521 IS - 1 JF - International Journal of High Performance Computing Applications EP - 66 TI - Optimization of Collective Communication Operations in MPICH VL - 19 SP - 49 KW - communication_algorithms KW - infiniband KW - mpi KW - parallel_programming AU - Thakur, Rajeev AU - Rabenseifner, Rolf AU - Gropp, William PY - 2005/02/01/ UR - http://dx.doi.org/10.1177/1094342005051521 ER -