@inproceedings{5e9d916b0bbc4f0eb7c67cc02c23accc,
title = "Improving the Scaling of an Asynchronous Many-Task Runtime with a Lightweight Communication Engine",
abstract = "There is a growing interest in Asynchronous Many-Task (AMT) runtimes as an efficient way to map irregular and dynamic parallel applications onto heterogeneous computing resources. In this work, we show that AMTs nonetheless struggle with communication bottlenecks when scaling computations strongly and that the design of commonly-used communication libraries such as MPI contribute to these bottlenecks. We replace MPI with LCI, a Lightweight Communication Interface that is designed for dynamic, asynchronous frameworks, as the communication layer for the PaRSEC runtime. The result is a significant reduction of end-to-end latency in communication microbenchmarks and a reduction of overall time-to-solution by up to 12% in HiCMA, a tile-based low-rank Cholesky factorization package.",
keywords = "MPI, asynchronous many-task, dynamic runtime, lightweight communication, low-rank Cholesky, message-passing, strong scaling",
author = "Omri Mor and George Bosilca and Marc Snir",
note = "Publisher Copyright: {\textcopyright} 2023 Association for Computing Machinery. All rights reserved.; 52nd International Conference on Parallel Processing, ICPP 2023 ; Conference date: 07-08-2023 Through 10-08-2023",
year = "2023",
month = aug,
day = "7",
doi = "10.1145/3605573.3605642",
language = "English (US)",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery",
pages = "153--162",
booktitle = "52nd International Conference on Parallel Processing, ICPP 2023 - Main Conference Proceedings",
address = "United States",
}