@inproceedings{a444d98b061e411682c4b6da6dbb5688,
title = "OPTiC: Opportunistic graph processing in multi-tenant clusters",
abstract = "We present OPTiC, a multi-tenant scheduler intended for distributed graph processing frameworks. OPTiC proposes opportunistic scheduling, whereby queued jobs can be pre-scheduled at cluster nodes when the cluster is fully busy running jobs. This allows overlapping of data ingress with ongoing computation. To pre-schedule wisely, OPTiC's novel contribution is a profile-free and cluster-agnostic approach to compare progress of graph processing jobs. OPTiC is implemented inside Apache Giraph, with YARN underneath. Our experiments with real workload traces and network models show that OPTiC's opportunistic scheduling improves run time (both at the median and at the tail) by 20%-82% compared to baseline multi-tenancy, in a variety of scenarios.",
keywords = "Cluster scheduling, Graph-processing, Multi-tenancy",
author = "Rahman, {Muntasir Raihan} and Indranil Gupta and Akash Kapoor and Haozhen Ding",
note = "Publisher Copyright: {\textcopyright} 2018 IEEE.; 2018 IEEE International Conference on Cloud Engineering, IC2E 2018 ; Conference date: 17-04-2018 Through 20-04-2018",
year = "2018",
month = may,
day = "16",
doi = "10.1109/IC2E.2018.00034",
language = "English (US)",
series = "Proceedings - 2018 IEEE International Conference on Cloud Engineering, IC2E 2018",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "113--123",
editor = "Jie Li and Abhishek Chandra and Tian Guo and Ying Cai",
booktitle = "Proceedings - 2018 IEEE International Conference on Cloud Engineering, IC2E 2018",
address = "United States",
}