@inproceedings{a9920741a52a49b0a1feb45df2c0f31e,
title = "Performance Portability of Programming Strategies for Nearest-Neighbor Communication with GPU-Aware MPI",
abstract = "To better advise HPC application developers, we have implemented Faces, a nearest-neighbor microbenchmark that quantifies performance trade-offs. The Faces experiments presented here explore the following design choices: 1) fewer dependent messages versus more independent messages, 2) fewer fused GPU kernels versus more simple kernels, 3) number of GPU streams, 4) size of GPU thread blocks, and 5) linear versus blocked ordering of MPI ranks. We present weak-scaling performance of a latency-sensitive {"}small{"}per-rank domain and of a bandwidth-sensitive {"}large{"}per-rank domain, and we compare results for two high-performance computers with contrasting CPU, GPU, and interconnect architectures: Summit and Frontier. We find that using more independent messages tends to give better performance than using few dependent messages. We identify performance-portability recommendations for GPU streams and synchronization, but other aspects of performance show complicated dependence on problem size and computer.",
keywords = "Design Trade-Offs, GPU Kernels, GPU Streams, GPU Thread Blocks, GPU-Aware MPI, GPUs, Kernel Fusion, MPI, Nearest-Neighbor Communication, Overlap, Performance Portability, Pipelining, Programming",
author = "White, {James Buford}",
note = "Publisher Copyright: {\textcopyright} 2023 ACM.; 2023 International Conference on High Performance Computing, Network, Storage, and Analysis, SC Workshops 2023 ; Conference date: 12-11-2023 Through 17-11-2023",
year = "2023",
month = nov,
day = "12",
doi = "10.1145/3624062.3624183",
language = "English",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery",
pages = "1070--1080",
booktitle = "Proceedings of 2023 SC Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis, SC Workshops 2023",
}