@inproceedings{5430ab9d888d492fa765377ebd60a9ac,
title = "MLModelScope: Evaluate and introspect cognitive pipelines",
abstract = "The current landscape of cognitive pipelines exercises many Machine Learning (ML) and Deep Learning (DL) building blocks. These ML and DL building blocks leverage non-uniform frameworks, models, and system stacks. Currently, there is no end-to-end tool that facilitates ML and DL building blocks evaluation and introspection within cognitive pipelines. Due to the absence of such tools, the current practice for evaluating and comparing the benefits of hardware or software innovations on end-to-end cognitive pipelines is both arduous and error-prone - stifling the rate of adoption of innovations. We propose MLModelScope: a hardware/software agnostic platform to facilitate evaluation and introspection of cognitive pipelines in the cloud or on the edge. We describe the design and implementation of MLModelScope and show how it provides a holistic view of the execution of components within cognitive pipelines. MLModelScope aids application developers in experimenting with and discovering cognitive models, data scientists in comparing and evaluating published algorithms, and system architects in optimizing system stacks for cognitive applications.",
keywords = "AI Software, Deep Learning, Machine Learning, Performance Profiling",
author = "Cheng Li and Abdul Dakkak and Jinjun Xiong and Hwu, {Wen Mei}",
note = "Publisher Copyright: {\textcopyright} 2019 IEEE.; 2019 IEEE World Congress on Services, SERVICES 2019 ; Conference date: 08-07-2019 Through 13-07-2019",
year = "2019",
month = jul,
doi = "10.1109/SERVICES.2019.00093",
language = "English (US)",
series = "Proceedings - 2019 IEEE World Congress on Services, SERVICES 2019",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "335--338",
editor = "Chang, {Carl K.} and Peter Chen and Michael Goul and Katsunori Oyama and Stephan Reiff-Marganiec and Yanchun Sun and Shangguang Wang and Zhongjie Wang",
booktitle = "Proceedings - 2019 IEEE World Congress on Services, SERVICES 2019",
address = "United States",
}