%0 Conference Paper %1 10.1145/3613905.3651107 %A Tiemann, Jan %A McGinity, Matthew %A Sbalzarini, Ivo F. %A Günther, Ulrik %B Extended Abstracts of the 2024 CHI Conference on Human Factors in Computing Systems %C New York, NY, USA %D 2024 %I Association for Computing Machinery %K topic_lifescience control, human-computer interaction, microscope reality, virtual visualization %R 10.1145/3613905.3651107 %T Live and Interactive 3D Photomanipulation under the Microscope using Virtual Reality %U https://doi.org/10.1145/3613905.3651107 %X State-of-the-art microscopes, as used in cell biology, are not only capable of capturing 3D images, but also permit manipulation of (sub-)cellular structures using techniques such as optical traps, optogenetics or laser ablation. However, such microscopes are still controlled using 2D interfaces, prohibiting actual 3-dimensional manipulation.We present microscenery, a virtual reality (VR) microscope control software, designed to facilitate 3D laser ablation experiments. We combine microscopy automation with VR rendering and intuitive controller-based input to empower biologists with the precision of laser-based techniques while providing the full 3D spatial context of their sample.We describe the design goals and architecture of the software and illustrate the potential of the system by conducting a brief expert review study for 3D ablation experiments. Our results suggest VR is not only an effective interface for microscopic manipulations, but can enable novel experiments which are either impossible with traditional 2D interfaces, or prohibitively time-consuming. %@ 9798400703317

@inproceedings{10.1145/3613905.3651107, abstract = {State-of-the-art microscopes, as used in cell biology, are not only capable of capturing 3D images, but also permit manipulation of (sub-)cellular structures using techniques such as optical traps, optogenetics or laser ablation. However, such microscopes are still controlled using 2D interfaces, prohibiting actual 3-dimensional manipulation.We present microscenery, a virtual reality (VR) microscope control software, designed to facilitate 3D laser ablation experiments. We combine microscopy automation with VR rendering and intuitive controller-based input to empower biologists with the precision of laser-based techniques while providing the full 3D spatial context of their sample.We describe the design goals and architecture of the software and illustrate the potential of the system by conducting a brief expert review study for 3D ablation experiments. Our results suggest VR is not only an effective interface for microscopic manipulations, but can enable novel experiments which are either impossible with traditional 2D interfaces, or prohibitively time-consuming.}, added-at = {2024-10-02T13:52:45.000+0200}, address = {New York, NY, USA}, articleno = {228}, author = {Tiemann, Jan and McGinity, Matthew and Sbalzarini, Ivo F. and G\"{u}nther, Ulrik}, biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/271be2280da3f4d72e92e0c29cef07eab/scadsfct}, booktitle = {Extended Abstracts of the 2024 CHI Conference on Human Factors in Computing Systems}, doi = {10.1145/3613905.3651107}, interhash = {06024787641e5f9f0f7c0396b3d2174c}, intrahash = {71be2280da3f4d72e92e0c29cef07eab}, isbn = {9798400703317}, keywords = {topic_lifescience control, human-computer interaction, microscope reality, virtual visualization}, numpages = {7}, publisher = {Association for Computing Machinery}, series = {CHI EA '24}, timestamp = {2024-11-28T17:41:26.000+0100}, title = {Live and Interactive 3D Photomanipulation under the Microscope using Virtual Reality}, url = {https://doi.org/10.1145/3613905.3651107}, year = 2024 }