Optimization principles and application performance evaluation of a multithreaded GPU using CUDA Export

@inproceedings{citeulike:2919556, abstract = {GPUs have recently attracted the attention of many application developers as commodity data-parallel coprocessors. The newest generations of GPU architecture provide easier programmability and increased generality while maintaining the tremendous memory bandwidth and computational power of traditional GPUs. This opportunity should redirect efforts in GPGPU research from ad hoc porting of applications to establishing principles and strategies that allow efficient mapping of computation to graphics hardware. In this work we discuss the GeForce 8800 GTX processor's organization, features, and generalized optimization strategies. Key to performance on this platform is using massive multithreading to utilize the large number of cores and hide global memory latency. To achieve this, developers face the challenge of striking the right balance between each thread's resource usage and the number of simultaneously active threads. The resources to manage include the number of registers and the amount of on-chip memory used per thread, number of threads per multiprocessor, and global memory bandwidth. We also obtain increased performance by reordering accesses to off-chip memory to combine requests to the same or contiguous memory locations and apply classical optimizations to reduce the number of executed operations. We apply these strategies across a variety of applications and domains and achieve between a 10.5X to 457X speedup in kernel codes and between 1.16X to 431X total application speedup.}, address = {New York, NY, USA}, author = {Ryoo, Shane and Rodrigues, Christopher I. and Baghsorkhi, Sara S. and Stone, Sam S. and Kirk, David B. and Wen mei}, booktitle = {PPoPP '08: Proceedings of the 13th ACM SIGPLAN Symposium on Principles and practice of parallel programming}, citeulike-article-id = {2919556}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1345206.1345220}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/1345206.1345220}, doi = {10.1145/1345206.1345220}, isbn = {978-1-59593-795-7}, keywords = {benchmark, cuda, gpu, optimization}, location = {Salt Lake City, UT, USA}, pages = {73--82}, posted-at = {2009-10-27 08:51:47}, priority = {2}, publisher = {ACM}, title = {Optimization principles and application performance evaluation of a multithreaded GPU using CUDA}, url = {http://dx.doi.org/10.1145/1345206.1345220}, year = {2008} }

TY - CONF ID - citeulike:2919556 L3 - citeulike-article-id:2919556 N2 - GPUs have recently attracted the attention of many application developers as commodity data-parallel coprocessors. The newest generations of GPU architecture provide easier programmability and increased generality while maintaining the tremendous memory bandwidth and computational power of traditional GPUs. This opportunity should redirect efforts in GPGPU research from ad hoc porting of applications to establishing principles and strategies that allow efficient mapping of computation to graphics hardware. In this work we discuss the GeForce 8800 GTX processor's organization, features, and generalized optimization strategies. Key to performance on this platform is using massive multithreading to utilize the large number of cores and hide global memory latency. To achieve this, developers face the challenge of striking the right balance between each thread's resource usage and the number of simultaneously active threads. The resources to manage include the number of registers and the amount of on-chip memory used per thread, number of threads per multiprocessor, and global memory bandwidth. We also obtain increased performance by reordering accesses to off-chip memory to combine requests to the same or contiguous memory locations and apply classical optimizations to reduce the number of executed operations. We apply these strategies across a variety of applications and domains and achieve between a 10.5X to 457X speedup in kernel codes and between 1.16X to 431X total application speedup. CY - Salt Lake City, UT, USA SN - 978-1-59593-795-7 AD - New York, NY, USA EP - 82 TI - Optimization principles and application performance evaluation of a multithreaded GPU using CUDA PB - ACM T2 - PPoPP '08: Proceedings of the 13th ACM SIGPLAN Symposium on Principles and practice of parallel programming SP - 73 KW - benchmark KW - cuda KW - gpu KW - optimization AU - Ryoo, Shane AU - Rodrigues, Christopher AU - Baghsorkhi, Sara AU - Stone, Sam AU - Kirk, David AU - Wen mei PY - 2008/// UR - http://dx.doi.org/10.1145/1345206.1345220 ER -