@inproceedings{3e206c205a2e4924b5399409aaf0eeb3,
title = "Decoupled I/O for Data-Intensive High Performance Computing",
abstract = "The I/O bottleneck issue has been acknowledged as one of main performance issues of high performance computing (HPC) systems for data-intensive scientific applications, and has attracted intensive studies in recent years. With the enlarging gap between the computing bandwidth and I/O bandwidth in projected next-generation HPC systems, this issue will become even worse. In this paper, we present a novel decoupledI/O to address the fundamental I/O bottleneck issue. The decoupled I/O is a software stack including MPI extensions, compiler improvements, and runtime library support, based one decoupled HPC system architecture. It allows users to treat the computing of data-intensive operations and the traditionalI/O operation as an ensemble and offload them into dedicateddata nodes, which are near to the data source, to reduce the overhead of data movement and improve the I/O bandwidth usage. The decoupled I/O is user-friendly and requires littlechanges in application codes. Experiments were conducted to evaluate the performance of the decoupled I/O, and the results show that it outperforms existing solutions (such as active storage I/O) and provides an attractive I/O solution for data-intensive high performance computing.",
keywords = "Decoupled I/O, data-intensive computing, high performance computing, parallel I/O, storage",
author = "Chao Chen and Yong Chen and Kun Feng and Yanlong Yin and Hassan Eslami and Rajeev Thakur and Sun, {Xian He} and Gropp, {William D.}",
year = "2015",
month = may,
day = "7",
doi = "10.1109/ICPPW.2014.48",
language = "English (US)",
series = "Proceedings of the International Conference on Parallel Processing Workshops",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "312--320",
booktitle = "Proceedings - 43rd International Conference on Parallel Processing Workshops, ICPPW 2014",
address = "United States",
note = "43rd International Conference on Parallel Processing Workshops, ICPPW 2014 ; Conference date: 09-09-2014 Through 12-09-2014",
}