@inproceedings{0960a07620ab4ae4ab1acc838b266636,
title = "Scheduling the I/O of HPC Applications under Congestion",
abstract = "A significant percentage of the computing capacity of large-scale platforms is wasted because of interferences incurred by multiple applications that access a shared parallel file system concurrently. One solution to handling I/O bursts enlarge-scale HPC systems is to absorb them at an intermediate storage layer consisting of burst buffers. However, our analysis of the Argonne's Mira system shows that burst buffers cannot prevent congestion at all times. Consequently, I/O performances dramatically degraded, showing in some cases a decrease in I/O throughput of 67%. In this paper, we analyze the effects of interference on application I/O bandwidth and propose several scheduling techniques to mitigate congestion. We show through extensive experiments that our global I/O scheduler is able to reduce the effects of congestion, even on systems where burst buffers are used, and can increase the overall system throughput up to 56%. We also show that it outperforms current Mira I/O schedulers.",
keywords = "HPC application performance, I/O congestion, I/O scheduler, burst buffers",
author = "Ana Gainaru and Guillaume Aupy and Anne Benoit and Franck Cappello and Yves Robert and Marc Snir",
note = "Publisher Copyright: {\textcopyright} 2015 IEEE.; 29th IEEE International Parallel and Distributed Processing Symposium, IPDPS 2015 ; Conference date: 25-05-2015 Through 29-05-2015",
year = "2015",
month = jul,
day = "17",
doi = "10.1109/IPDPS.2015.116",
language = "English (US)",
series = "Proceedings - 2015 IEEE 29th International Parallel and Distributed Processing Symposium, IPDPS 2015",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "1013--1022",
booktitle = "Proceedings - 2015 IEEE 29th International Parallel and Distributed Processing Symposium, IPDPS 2015",
address = "United States",
}