@inproceedings{8a3594f715af4c08983ba3a49b2f6a66,
title = "Henge: Intent-driven multi-tenant stream processing",
abstract = "We present Henge, a system to support intent-based multi-tenancy in modern distributed stream processing systems. Henge supports multi-tenancy as a first-class citizen: everyone in an organization can now submit their stream processing jobs to a single, shared, consolidated cluster. Secondly, Henge allows each job to specify its own intents (i.e., requirements) as a Service Level Objective (SLO) that captures latency and/or throughput needs. In such an intent-driven multi-tenant cluster, the Henge scheduler adapts continually to meet jobs{\textquoteright} respective SLOs in spite of limited cluster resources, and under dynamically varying workloads. SLOs are soft and are based on utility functions. Henge{\textquoteright}s overall goal is to maximize the total system utility achieved by all jobs in the system. Henge is integrated into Apache Storm and we present experimental results using both production jobs from Yahoo! and real datasets from Twitter.",
keywords = "Intents, Multi-Tenancy, Resource Management, Service Level Objectives, Stream Processing",
author = "Faria Kalim and Le Xu and Sharanya Bathey and Richa Meherwal and Indranil Gupta",
note = "This work was supported in part by: NSF CNS 1409416, NSF CNS 1319527, AFOSR/AFRL FA8750-11-2-0084, and a generous gift from Microsoft. We would like to thank Robert Evans from the Yahoo! Storm team for workload traces and his invaluable feedback. We thank Boyang Jerry Peng and Reza Farivar for feedback and discussions on initial versions of our system. We also thank Umar Kalim, Mainak Ghosh and Sangeetha Abdu Jyothi for their invaluable input. We thank University of Utah for Emulab support.; 2018 ACM Symposium on Cloud Computing, SoCC 2018 ; Conference date: 11-10-2018 Through 13-10-2018",
year = "2018",
month = oct,
day = "11",
doi = "10.1145/3267809.3267832",
language = "English (US)",
series = "SoCC 2018 - Proceedings of the 2018 ACM Symposium on Cloud Computing",
publisher = "Association for Computing Machinery",
pages = "249--262",
booktitle = "SoCC 2018 - Proceedings of the 2018 ACM Symposium on Cloud Computing",
address = "United States",
}