@inproceedings{614075c0916f4fa2a39b7661853f7321,
title = "Towards mutual theory of mind in human-ai interaction: How language reflects what students perceive about a virtual teaching assistant",
abstract = "Building conversational agents that can conduct natural and prolonged conversations has been a major technical and design challenge, especially for community-facing conversational agents. We posit Mutual Theory of Mind as a theoretical framework to design for natural long-term human-AI interactions. From this perspective, we explore a community's perception of a question-answering conversational agent through self-reported surveys and computational linguistic approach in the context of online education. We frst examine long-term temporal changes in students' perception of Jill Watson (JW), a virtual teaching assistant deployed in an online class discussion forum. We then explore the feasibility of inferring students' perceptions of JW through linguistic features extracted from student-JW dialogues.We fnd that students' perception of JW's anthropomorphism and intelligence changed signifcantly over time. Regression analyses reveal that linguistic verbosity, readability, sentiment, diversity, and adaptability refect student perception of JW. We discuss implications for building adaptive community-facing conversational agents as long-term companions and designing towards Mutual Theory of Mind in human-AI interaction.",
keywords = "Conversational agent, Human-ai interaction, Language analysis, Online community, Online education, Theory of mind",
author = "Qiaosi Wang and Koustuv Saha and Eric Gregori and Joyner, {David A.} and Goel, {Ashok K.}",
note = "Publisher Copyright: {\textcopyright} 2021 ACM.; 2021 CHI Conference on Human Factors in Computing Systems: Making Waves, Combining Strengths, CHI 2021 ; Conference date: 08-05-2021 Through 13-05-2021",
year = "2021",
month = may,
day = "6",
doi = "10.1145/3411764.3445645",
language = "English (US)",
series = "Conference on Human Factors in Computing Systems - Proceedings",
publisher = "Association for Computing Machinery",
booktitle = "CHI 2021 - Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems",
address = "United States",
}