@inproceedings{4e5763d02e7a4bce8b93c3c95761f680,
title = "Workflow task clustering for best effort systems with Pegasus",
abstract = "Many scientific workflows are composed of fine computational granularity tasks, yet they are composed of thousands of them and are data intensive in nature, thus requiring resources such as the TeraGrid to execute efficiently. In order to improve the performance of such applications, we often employ task clustering techniques to increase the computational granularity of workflow tasks. The goal is to minimize the completion time of the workflow by reducing the impact of queue wait times. In this paper, we examine the performance impact of the clustering techniques using the Pegasus workflow management system. Experiments performed using an astronomy workflow on the NCSA TeraGrid cluster show that clustering can achieve a significant reduction in the workflow completion time (up to 97%).",
keywords = "best effort systems, queue wait time, task clustering, workflow clustering",
author = "Gurmeet Singh and Su, {Mei Hui} and Karan Vahi and Ewa Deelman and Bruce Berriman and John Good and Katz, {Daniel S.} and Gaurang Mehta",
year = "2008",
doi = "10.1145/1341811.1341822",
language = "English (US)",
isbn = "9781595938350",
series = "ACM International Conference Proceeding Series",
booktitle = "Proceedings of the 15th ACM Mardi Gras Conference, MG '08",
note = "15th ACM Mardi Gras Conference, MG '08 ; Conference date: 29-01-2008 Through 03-02-2008",
}