@inproceedings{c33657bed84c4b998ed4fc89ea45cb1a,
title = "A general-purpose distributed programming system using data-parallel streams",
abstract = "In this paper we present DtCraft, a distributed execution engine that enables a new powerful programming model to streamline cluster computing. Applications are described in a set of data-parallel streams, leaving difficult execution details and concurrency controls handled by our system kernel transparently. Compared with existing systems, DtCraft is unique in (1) an efficient stream-oriented programming paradigm using modern C++17, (2) an in-context resource controller and task executor based on Linux container technology, and (3) ease of development from prototyping machines to production cloud environments. These capabilities power industry applications and create new research directions in machine learning, stream processing, and distributed multimedia systems.",
keywords = "Distributed system, Machine learning, Stream processing",
author = "Huang, {Tsung Wei} and Lin, {Chun Xun} and Guannan Guo and Wong, {Martin D.F.}",
note = "Publisher Copyright: {\textcopyright} 2018 Association for Computing Machinery.; 26th ACM Multimedia conference, MM 2018 ; Conference date: 22-10-2018 Through 26-10-2018",
year = "2018",
month = oct,
day = "15",
doi = "10.1145/3240508.3243654",
language = "English (US)",
series = "MM 2018 - Proceedings of the 2018 ACM Multimedia Conference",
publisher = "Association for Computing Machinery",
pages = "1360--1363",
booktitle = "MM 2018 - Proceedings of the 2018 ACM Multimedia Conference",
address = "United States",
}