@article{53ba81b990424185accf83ebe42fb594,
title = "Online data analysis and reduction: An important Co-design motif for extreme-scale computers",
abstract = "A growing disparity between supercomputer computation speeds and I/O rates means that it is rapidly becoming infeasible to analyze supercomputer application output only after that output has been written to a file system. Instead, data-generating applications must run concurrently with data reduction and/or analysis operations, with which they exchange information via high-speed methods such as interprocess communications. The resulting parallel computing motif, online data analysis and reduction (ODAR), has important implications for both application and HPC systems design. Here we introduce the ODAR motif and its co-design concerns, describe a co-design process for identifying and addressing those concerns, present tools that assist in the co-design process, and present case studies to illustrate the use of the process and tools in practical settings.",
keywords = "Data analysis, exascale computing, in situ, online data analysis and reduction",
author = "Ian Foster and Mark Ainsworth and Julie Bessac and Franck Cappello and Jong Choi and Sheng Di and Zichao Di and Gok, {Ali M.} and Hanqi Guo and Huck, {Kevin A.} and Christopher Kelly and Scott Klasky and {Kleese van Dam}, Kerstin and Xin Liang and Kshitij Mehta and Manish Parashar and Tom Peterka and Line Pouchard and Tong Shu and Ozan Tugluk and {van Dam}, Hubertus and Lipeng Wan and Matthew Wolf and Wozniak, {Justin M.} and Wei Xu and Igor Yakushin and Shinjae Yoo and Todd Munson",
note = "Funding Information: The author(s) disclosed receipt of the following financial support for the research, authorship, and/or publication of this article: This article reports on work supported by the Exascale Computing Project (17-SC-20-SC), a collaborative effort of the U.S. Department of Energy Office of Science and National Nuclear Security Administration. This research used resources of the Argonne and Oak Ridge Leadership Computing Facilities and NERSC, DOE Office of Science User Facilities supported under Contracts DE-AC02-06CH11357, DE-AC05-00OR22725, and DE-AC02-05CH11231, respectively. Publisher Copyright: {\textcopyright} The Author(s) 2021.",
year = "2021",
month = nov,
doi = "10.1177/10943420211023549",
language = "English (US)",
volume = "35",
pages = "617--635",
journal = "International Journal of High Performance Computing Applications",
issn = "1094-3420",
publisher = "SAGE Publications Inc.",
number = "6",
}