@inproceedings{8b5771fb7aff48fa9023d34c4bf3fbdd,
title = "GlassMail: Towards Personalised Wearable Assistant for On-the-Go Email Creation on Smart Glasses",
abstract = "Optical See-through Head-Mounted Displays (OHMDs) ofer new opportunities for completing complex information processing tasks on the go. We introduce GlassMail, a Large Language Models (LLMs)-based wearable assistant on OHMDs for mobile email creation. Our formative study identifed two challenges of the LLM-based wearable email assistant: (i) achieving efcient and accurate understanding of user intentions, and (ii) ensuring efective information presentation for email processes. Through two empirical studies, we developed a {"}Single Turn with Optional Clarifcation{"} approach for accurate user intention recognition and a {"}Fade Context with Optional Audio{"} mode for efective email processing. An observation study then evaluated GlassMail{\textquoteright}s feasibility in composing formal and semi-formal emails, supporting the usefulness and efectiveness of GlassMail in simple scenarios and yielding insights into potential future improvements for complex scenarios. We further discuss the design implications for the future development of wearable AI-enabled assistants.",
keywords = "Complex Information Processing, Heads-Up Computing, Large Language Model, Mobile Email Creation, Optical See-Through Head-Mounted Displays, Smart Glasses, Voice Assistant, Wearable LLM-based assistant",
author = "Chen Zhou and Zihan Yan and Ashwin Ram and Yu Gu and Yan Xiang and Can Liu and Yun Huang and Tsang, \{Ooi Wei\} and Shengdong Zhao",
note = "This research is supported by the National Research Foundation, Singapore, under its AI Singapore Programme (AISG Award No: AISG2-RP-2020-016). It is also partially supported by City University of Hong Kong Academic Fund (Project Number 9610677). We extend our gratitude to the Synteraction Lab members for their valuable feedback at diferent stages of our research.; 2024 ACM Designing Interactive Systems Conference, DIS 2024 ; Conference date: 01-07-2024 Through 05-07-2024",
year = "2024",
month = jul,
day = "1",
doi = "10.1145/3643834.3660683",
language = "English (US)",
series = "Proceedings of the 2024 ACM Designing Interactive Systems Conference, DIS 2024",
publisher = "Association for Computing Machinery",
pages = "372--390",
editor = "Anna Vallgarda and Li Jonsson and Jonas Fritsch and Alaoui, \{Sarah Fdili\} and \{Le Dantec\}, \{Christopher A.\}",
booktitle = "Proceedings of the 2024 ACM Designing Interactive Systems Conference, DIS 2024",
address = "United States",
}