@inproceedings{61862ac89b474d2f98745295c7924094,
title = "Simo: Interactions with distant displays by smartphones with simultaneous face and world tracking",
abstract = "The interaction with distant displays often demands complex, multi-modal inputs which need to be achieved with a very simple hardware solution so that users can perform rich inputs wherever they encounter a distant display. We present Simo, a novel approach, that transforms a regular smartphone into a highly-expressive user motion tracking device and controller for distant displays. Both the front and back cameras of the smartphone are used simultaneously to track the user's hand as well as the head, and body movements in real-world space and scale. In this work, we first define the possibilities for simultaneous face- and world-tracking using current off-the-shelf smartphones. Next, we present the implementation of a smartphone app enabling hand, head, and body motion tracking. Finally, we present a technical analysis outlining the possible tracking range.",
keywords = "3D interaction, Augmented reality, Distant displays, Mobile devices, Motion tracking, Smartphone, Spatial interaction",
author = "Teo Babic and Florian Perteneder and Harald Reiterer and Michael Haller",
year = "2020",
month = apr,
day = "25",
doi = "10.1145/3334480.3382962",
language = "English",
series = "Conference on Human Factors in Computing Systems - Proceedings",
publisher = "Association for Computing Machinery",
pages = "1--12",
booktitle = "CHI EA 2020 - Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems",
note = "2020 ACM CHI Conference on Human Factors in Computing Systems, CHI EA 2020 ; Conference date: 25-04-2020 Through 30-04-2020",
}