@article{10.1145/3806019,
author = {Drewes, Heiko and Dinc, Abdullatif and Alt, Florian},
title = {Investigating Mutual Gaze in Real-Time LLM-Driven Avatar Interaction on 2D Screens},
year = {2026},
issue_date = {May 2026},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
volume = {10},
number = {3},
url = {https://doi.org/10.1145/3806019},
doi = {10.1145/3806019},
abstract = {With the growing presence of AI-driven avatars in everyday applications, understanding how users perceive and respond to such agents becomes increasingly important. A key open question is whether gaze awareness, an avatar’s ability to react to the gaze of a user, contributes to more natural and socially engaging interaction, particularly on conventional 2D screens. We present a real-time system that integrates live speech recognition, LLM-generated responses, and gaze feedback to enable naturalistic unscripted conversations with a virtual avatar. We conducted a within-subjects study (N = 17) comparing a gaze-aware avatar with a nonreactive baseline. The results of the eye-tracking show that gaze awareness significantly altered user eye movement patterns, increasing mutual gaze episodes, and generating subconscious gaze regulation. Our findings demonstrate that realistic gaze behavior affects user interaction on a subconscious level, even outside immersive environments. We discuss implications for designing future conversational AI systems that foster natural social presence.},
journal = {Proc. ACM Hum.-Comput. Interact.},
month = may,
articleno = {ETRA005},
numpages = {16},
keywords = {gaze awareness, eye contact, avatar interaction, avatar design space, gaze response model}
}