@inproceedings{05cd0a5bea064d3783bdf5ea43e70f8a,
title = "The Vera C. Rubin Observatory Data Butler and pipeline execution system",
abstract = "The Rubin Observatory's Data Butler is designed to allow data file location and file formats to be abstracted away from the people writing the science pipeline algorithms. The Butler works in conjunction with the workflow graph builder to allow pipelines to be constructed from the algorithmic tasks. These pipelines can be executed at scale using object stores and multi-node clusters, or on a laptop using a local file system. The Butler and pipeline system are now in daily use during Rubin construction and early operations.",
keywords = "Data Management, Databases, Legacy Survey of Space and Time, Rubin Observatory",
author = "Tim Jenness and Bosch, {James F.} and Andrei Salnikov and Lust, {Nate B.} and Pease, {Nathan M.} and Michelle Gower and Mikolaj Kowalik and Dubois-Felsmann, {Gregory P.} and Fritz Mueller and Pim Schellart",
note = "We thank Eli Rykoff and Kian-Tat Lim for their reviews of the manuscript. We also thank Kian-Tat Lim for his advice and feedback during the development of this system. This material or work is supported in part by the National Science Foundation through Cooperative Agreement AST-1258333, Cooperative Support Agreement AST-1202910, and Cooperative Support Agreement AST-1836783 managed by the Association of Universities for Research in Astronomy (AURA), and the Department of Energy under Contract No. DE-AC02-76SF00515 with the SLAC National Accelerator Laboratory managed by Stanford University. Additional Rubin Observatory funding comes from private donations, grants to universities, and in-kind support from LSSTC Institutional Members.; Software and Cyberinfrastructure for Astronomy VII 2022 ; Conference date: 17-07-2022 Through 21-07-2022",
year = "2022",
doi = "10.1117/12.2629569",
language = "English (US)",
series = "Proceedings of SPIE - The International Society for Optical Engineering",
publisher = "SPIE",
editor = "Jorge Ibsen and Gianluca Chiozzi",
booktitle = "Software and Cyberinfrastructure for Astronomy VII",
}