@inproceedings{6045f57927664aed9f287d8199b3569e,
title = "How Video See-Through MR Affects Pointing on Physical Devices: From Smartphones to Large Monitors",
abstract = "Video See-Through (VST) mixed reality enables users to interact with physical devices while wearing head-mounted displays, but sensory barriers like optical distortion and latency may disrupt motor performance. However, the specific magnitude of this VST-induced performance cost remains unquantified. We present the first systematic investigation comparing physical device interaction between naked-eye and HMD-wearing conditions through a Fitts' Law study (N = 21) across five devices, from smartphones to large monitors. Results reveal non-uniform performance penalties with distinct failure mechanisms: mouse-based interactions suffered from latency-driven temporal disconnect, while touch-based interactions were hindered by optical distortion. These findings establish a quantitative baseline for VST motor performance and suggest that modality-specific compensation strategies may be necessary for effective physical device integration in mixed reality.",
keywords = "Input Performance, Mixed Reality, Physical Device Interaction, Pointing, Video See-Through",
author = "Yujin Jeong and Jeong, \{Jae Yeop\} and Ko, \{Hyeok Ju\} and Jeong, \{Jin Woo\}",
note = "Publisher Copyright: {\textcopyright} 2026 Copyright held by the owner/author(s).; Extended Abtracts of the 2026 CHI Conference on Human Factors in Computing Systems, CHI 2026 ; Conference date: 13-04-2026 Through 17-04-2026",
year = "2026",
month = apr,
day = "13",
doi = "10.1145/3772363.3798595",
language = "English",
series = "Conference on Human Factors in Computing Systems - Proceedings ",
publisher = "Association for Computing Machinery",
editor = "Nuria Oliver and Shamma, \{David A.\} and Heloisa Candello and Pablo Cesar and Pedro Lopes and Valentino Artizzu and Fiona Draxler and Gustavo Lopez and Reinschluessel, \{Anke V.\} and Xin Tong and \{Toups Dugas\}, \{Phoebe O.\}",
booktitle = "CHI 2026 - Extended Abtracts of the 2026 CHI Conference on Human Factors in Computing Systems",
}