Automated biomechanical testing has great potential for the development of VR applications, as initial insights into user behaviour can be gained in silico early in the design process. In particular, it allows prediction of user movements and ergonomic variables, such as fatigue, prior to conducting user studies. However, there is a fundamental disconnect between simulators hosting state-of-the-art biomechanical user models and simulators used to develop and run VR applications. Existing user simulators often struggle to capture the intricacies of real-world VR applications, reducing ecological validity of user predictions. In this paper, we …(more)
Please log in to take part in the discussion (add own reviews or comments).
Cite this publication
More citation styles
- please select -
%0 Conference Paper
%1 Fischer2024
%A Fischer, Florian
%A Ikkala, Aleksi
%A Klar, Markus
%A Fleig, Arthur
%A Bachinski, Miroslav
%A Murray-Smith, Roderick
%A Hämäläinen, Perttu
%A Oulasvirta, Antti
%A Müller, Jörg
%B Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology
%C New York, NY, USA
%D 2024
%I Association for Computing Machinery
%K imported
%P 1–15
%R 10.1145/3654777.3676452
%T SIM2VR: Towards Automated Biomechanical Testing in VR
%U https://doi.org/10.1145/3654777.3676452
%X Automated biomechanical testing has great potential for the development of VR applications, as initial insights into user behaviour can be gained in silico early in the design process. In particular, it allows prediction of user movements and ergonomic variables, such as fatigue, prior to conducting user studies. However, there is a fundamental disconnect between simulators hosting state-of-the-art biomechanical user models and simulators used to develop and run VR applications. Existing user simulators often struggle to capture the intricacies of real-world VR applications, reducing ecological validity of user predictions. In this paper, we introduce sim2vr, a system that aligns user simulation with a given VR application by establishing a continuous closed loop between the two processes. This, for the first time, enables training simulated users directly in the same VR application that real users interact with. We demonstrate that sim2vr can predict differences in user performance, ergonomics and strategies in a fast-paced, dynamic arcade game. In order to expand the scope of automated biomechanical testing beyond simple visuomotor tasks, advances in cognitive models and reward function design will be needed.
%@ 9798400706288
@inproceedings{Fischer2024,
abstract = {Automated biomechanical testing has great potential for the development of VR applications, as initial insights into user behaviour can be gained in silico early in the design process. In particular, it allows prediction of user movements and ergonomic variables, such as fatigue, prior to conducting user studies. However, there is a fundamental disconnect between simulators hosting state-of-the-art biomechanical user models and simulators used to develop and run VR applications. Existing user simulators often struggle to capture the intricacies of real-world VR applications, reducing ecological validity of user predictions. In this paper, we introduce sim2vr, a system that aligns user simulation with a given VR application by establishing a continuous closed loop between the two processes. This, for the first time, enables training simulated users directly in the same VR application that real users interact with. We demonstrate that sim2vr can predict differences in user performance, ergonomics and strategies in a fast-paced, dynamic arcade game. In order to expand the scope of automated biomechanical testing beyond simple visuomotor tasks, advances in cognitive models and reward function design will be needed.},
added-at = {2024-12-11T12:40:19.000+0100},
address = {New York, NY, USA},
author = {Fischer, Florian and Ikkala, Aleksi and Klar, Markus and Fleig, Arthur and Bachinski, Miroslav and Murray-Smith, Roderick and Hämäläinen, Perttu and Oulasvirta, Antti and Müller, Jörg},
biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/23e5c0b8d12036175ccc8edf1389da406/scadsfct},
booktitle = {Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology},
day = 11,
doi = {10.1145/3654777.3676452},
interhash = {3af71e34f9d3335b6eceb4c478429f3c},
intrahash = {3e5c0b8d12036175ccc8edf1389da406},
isbn = {9798400706288},
keywords = {imported},
location = {Pittsburgh, PA, USA},
month = {10},
pages = {1–15},
publisher = {Association for Computing Machinery},
series = {UIST '24},
timestamp = {2024-12-11T12:40:19.000+0100},
title = {SIM2VR: Towards Automated Biomechanical Testing in VR},
url = {https://doi.org/10.1145/3654777.3676452},
year = 2024
}