@inproceedings{22f82a36ff9b4e9796ad13aebd4f2863,
title = "ImmerScope: Multi-view Video Aggregation at Edge towards Immersive Content Services",
abstract = "The multi-camera capture system is an emerging visual sensing modality. It facilitates the production of various immersive contents ranging from regular to neural videos. Although the delivery of immersive content is popular and promising, it suffers from the bandwidth bottleneck when streaming multi-view videos to the cloud (i.e., multi-view video aggregation). Existing works fail to provide a bandwidth-efficient and content-generic solution. Even the closest effort to ours based on the SOTA multi-view video codecs suffers from issues of underutilized dependency and content distortion. In this paper, we present ImmerScope, a multi-view video aggregation framework at the edge with a neural multi-view video codec. It outperforms existing solutions with highly-utilized dependency via neuron connections and distortion awareness via end-to-end training. Evaluations on diverse multi-camera setups show that ImmerScope outperforms single-view codecs by at least 64% bandwidth savings in peak-signal-to-noise ratio with a frame rate of 50 fps.",
keywords = "edge computing, immersive computing, multi-view cameras, neural codec, video streaming",
author = "Bo Chen and Hongpeng Guo and Mingyuan Wu and Zhe Yang and Zhisheng Yan and Klara Nahrstedt",
note = "We thank our shepherd and the anonymous reviewers for their valuable feedback, which greatly improves this paper. This work was supported by NSF under the award numbers NSF OAC-1835834, NSF IIS-2140645, NSF CNS-2106592, NSF CCF-2217144, NSF CNS-1900875, NSF IIS-2140620, and NSF OAC-2144764.; 22nd ACM Conference on Embedded Networked Sensor Systems, SenSys 2024 ; Conference date: 04-11-2024 Through 07-11-2024",
year = "2024",
month = nov,
day = "4",
doi = "10.1145/3666025.3699324",
language = "English (US)",
series = "SenSys 2024 - Proceedings of the 2024 ACM Conference on Embedded Networked Sensor Systems",
publisher = "Association for Computing Machinery",
pages = "82--96",
booktitle = "SenSys 2024 - Proceedings of the 2024 ACM Conference on Embedded Networked Sensor Systems",
address = "United States",
}