@article{798e71d0a0474bf29f0276c0803ccfa1,
title = "Introducing distributed dynamic data-intensive (D3) science: Understanding applications and infrastructure",
abstract = "A common feature across many science and engineering applications is the amount and diversity of data and computation that must be integrated to yield insights. Datasets are growing larger and becoming distributed; their location, availability, and properties are often time-dependent. Collectively, these characteristics give rise to dynamic distributed data-intensive applications. While “static” data applications have received significant attention, the characteristics, requirements, and software systems for the analysis of large volumes of dynamic, distributed data, and data-intensive applications have received relatively less attention. This paper surveys several representative dynamic distributed data-intensive application scenarios, provides a common conceptual framework to understand them, and examines the infrastructure used in support of applications.",
keywords = "data intensive, distributed, dynamic, scientific applications",
author = "Shantenu Jha and Katz, {Daniel S.} and Andre Luckow and {Chue Hong}, Neil and Omer Rana and Yogesh Simmhan",
note = "Funding Information: The work was sponsored by NSF OCI-1059635 and made possible by the UK e-Science Institute Research Theme on Dynamic Distributed Data-Intensive Programming Abstractions and Systems. SJ contribution was also funded by NSF CAREER ACI-1253644. We thank Simon Dobson, Jon Weissman, and Jon Blower for useful initial discussions, as well as 3DPAS workshop attendees. Discussions of the selected applications benefited from the generous help of Adam Barker, Jon Blower, Julian Borrill, Silvia Delgado Olabarriaga, Steve Fisher, Keith Jackson, Scott Klasky, Bob Mann, Don Middleton, Kees Nieuwenhuis, Manish Parashar, Stephen Pascoe, and Jon Weissman, although any errors are the responsibility of the authors. Some of the work by Katz was supported by the National Science Foundation while working at the Foundation; any opinion, finding, and conclusions or recommendations expressed in this material are those of the author(s) and do not necessarily reflect the views of the National Science Foundation. Publisher Copyright: Copyright {\textcopyright} 2017 John Wiley & Sons, Ltd.",
year = "2017",
month = apr,
day = "25",
doi = "10.1002/cpe.4032",
language = "English (US)",
volume = "29",
journal = "Concurrency and Computation: Practice and Experience",
issn = "1532-0626",
publisher = "John Wiley & Sons, Ltd.",
number = "8",
}