@inproceedings{290d32371ed64a19a646e7d3ade9da98,
title = "Improving the memory access locality of hybrid MPI applications",
abstract = "Maintaining memory access locality is continuing to be a challenge for parallel applications and their runtime environments. By exploiting locality, application performance, resource usage, and performance portability can be improved. The main challenge is to detect and fix memory locality issues for applications that use shared-memory programming models for intra-node parallelization. In this paper, we investigate improving memory access locality of a hybrid MPI+OpenMP application in two different ways, by manually fixing locality issues in its source code and by employing the Adaptive MPI (AMPI) runtime environment. Results show that AMPI can result in similar locality improvements as manual source code changes, leading to substantial performance and scalability gains compared to the unoptimized version and to a pure MPI runtime. Compared to the hybrid MPI+OpenMP baseline, our optimizations improved performance by 1.8x on a single cluster node, and by 1.4x on 32 nodes, with a speedup of 2.4x compared to a pure MPI execution on 32 nodes. In addition to performance, we also evaluate the impact of memory locality on the load balance within a node.",
keywords = "AMPI, Hybrid applications, Load balancing, MPI, Memory access locality, OpenMP",
author = "Matthias Diener and Sam White and Kale, {Laxmikant V.} and Michael Campbell and Bodony, {Daniel J.} and Freund, {Jonathan B.}",
note = "This work is supported by the Department of Energy, National Nuclear Security Administration, under Award Number DE-NA0002374.; 24th European MPI Users� Group Meeting, EuroMPI 2017 ; Conference date: 25-09-2017 Through 28-09-2017",
year = "2017",
month = sep,
day = "25",
doi = "10.1145/3127024.3127038",
language = "English (US)",
isbn = "9781450348492",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery",
booktitle = "EuroMPI 2017 - Proceedings of the 24th European MPI Users� Group Meeting",
address = "United States",
}