@inproceedings{8a3594f715af4c08983ba3a49b2f6a66,
title = "Henge: Intent-driven multi-tenant stream processing",
abstract = "We present Henge, a system to support intent-based multi-tenancy in modern distributed stream processing systems. Henge supports multi-tenancy as a first-class citizen: everyone in an organization can now submit their stream processing jobs to a single, shared, consolidated cluster. Secondly, Henge allows each job to specify its own intents (i.e., requirements) as a Service Level Objective (SLO) that captures latency and/or throughput needs. In such an intent-driven multi-tenant cluster, the Henge scheduler adapts continually to meet jobs{\textquoteright} respective SLOs in spite of limited cluster resources, and under dynamically varying workloads. SLOs are soft and are based on utility functions. Henge{\textquoteright}s overall goal is to maximize the total system utility achieved by all jobs in the system. Henge is integrated into Apache Storm and we present experimental results using both production jobs from Yahoo! and real datasets from Twitter.",
keywords = "Intents, Multi-Tenancy, Resource Management, Service Level Objectives, Stream Processing",
author = "Faria Kalim and Le Xu and Sharanya Bathey and Richa Meherwal and Indranil Gupta",
year = "2018",
month = oct,
day = "11",
doi = "10.1145/3267809.3267832",
language = "English (US)",
series = "SoCC 2018 - Proceedings of the 2018 ACM Symposium on Cloud Computing",
publisher = "Association for Computing Machinery, Inc",
pages = "249--262",
booktitle = "SoCC 2018 - Proceedings of the 2018 ACM Symposium on Cloud Computing",
note = "2018 ACM Symposium on Cloud Computing, SoCC 2018 ; Conference date: 11-10-2018 Through 13-10-2018",
}