Dr. Danny Schott

@inproceedings{klank2026,

title = {Testing before Building? Strengths and Weaknesses of VR-Based Usability Testing of a Gesture Interface},

author = {R Klank and F Heinrich and D Schott and C Hansen and F Joeres },

year  = {2026},

date = {2026-11-16},

urldate = {2026-11-16},

booktitle = {ACM Symposium on Virtual Reality Software and Technology (VRST)},

keywords = {},

pubstate = {forthcoming},

tppubtype = {inproceedings}

}

@inproceedings{schwadtke2026,

title = {Striving for Stability: Evaluating the Feasibility of Dynamic Balance Skills Across the Reality–Virtuality Continuum},

author = {A Schwadtke and S Pastel and M Kunz and P Müller and R Braun-Dullaeus and C Hansen and K Witte and D Schott},

year  = {2026},

date = {2026-10-07},

urldate = {2026-10-07},

booktitle = {IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},

journal = {ISMAR 2026 Posters},

abstract = {Dynamic balance assessment is important in sports and rehabilitation. Mixed Reality (MR) offers new opportunities for portable diagnostics. This study investigated whether the standardized YBalance Test Lower Quarter (YBT) can be administered in MR nvironments. Twenty-four participants performed the YBT in a real environment (RE), Augmented Reality (AR), Augmented Virtuality (AV), and Virtual Environment (VE) on two test days. Despite higher perceived demands, MR-based YBT outcomes were comparable to RE across all MR conditions (p > 0.05), with good to-moderate test-retest reliability. These findings support the feasibility of MR-based YBT assessment for diagnostics, warranting further validation.},

howpublished = {ISMAR Posters},

keywords = {},

pubstate = {forthcoming},

tppubtype = {inproceedings}

}

@inproceedings{herbrich2026spatial,

title = {Spatial Hyperlinking for Novices: Portal-Based Navigation of Multi-Room Volumetric Captures},

author = {W Herbrich and T Jiang and A Föllner and C Hansen and D Schott},

url = {https://dl.acm.org/doi/10.1145/3822516.3834874},

doi = {10.1145/3822516.3834874},

year  = {2026},

date = {2026-10-12},

urldate = {2026-10-12},

booktitle = {Proceedings of the 31st ACM International Conference on 3D Web Technology (Web3D '26)},

pages = {1–10},

publisher = {ACM},

address = {Doha, Qatar},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{heinrich2026b,

title = {Towards Simulating Projector-Based Augmented Reality in Virtual Reality for Interventional Evaluation},

author = {F Heinrich and L Schülke and M Kohpeiss and D Schott and C Hansen},

doi = {10.1109/VRW70859.2026.00145},

year  = {2026},

date = {2026-05-01},

urldate = {2026-05-01},

booktitle = {IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops (VRW)},

pages = {758-763},

publisher = {IEEE},

abstract = {Evaluating projector-based augmented reality (AR) systems for interventional guidance in clinical environments is costly, timeconsuming, and subject to strict safety constraints. We present a virtual reality (VR)–based simulation approach that enables earlystage evaluation of projector-based AR guidance concepts without requiring physical hardware. A virtual interventional room was created based on a real CT suite and combined with hand-tracked needle interaction and a simulated projector-based guidance visualization. We evaluated the system in a virtual needle insertion task using performance metrics as well as established presence and user experience questionnaires. Results indicate high perceived presence and user experience, while revealing limitations in absolute insertion accuracy. Our initial findings suggest that VR-based simulation is a promising tool for early interventional evaluation of projector-based AR concepts, particularly for usability and user experience studies.},

howpublished = { IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{Sabir2026,

title = {Evaluation of a State-Aware Conversational AI Agent for Immersive Anatomy Education},

author = {A Sabir and E Ringler and J Mandel and C Hansen and D Schott},

url = {https://ieeexplore.ieee.org/document/11489889},

doi = {10.1109/VRW70859.2026.00151},

year  = {2026},

date = {2026-04-30},

urldate = {2026-04-30},

booktitle = {IEEE Conference on Virtual Reality and 3D User Interfaces (VRW)},

pages = {790-794},

abstract = {The dynamic 3D morphology and temporal complexity of embryonic heart development make it difficult to comprehend. We introduce Reinheart, a conversational AI tutor for anatomy education that is state-aware and integrated into a mixed-reality learning environment. The AI tutor uses OpenAI services to provide voice-based tutoring in real-time with interactive 3D visualization. Using a mixed-method analysis, ten anatomy experts assessed pedagogical performance, usability, and trust. The results indicated high ease-of-use and positive social presence, while qualitative feedback revealed limited uncertainty in communication and instability in challenge tasks. Experts supported the tutor’s potential for conceptual reinforcement and guided exploration. To improve contextual reasoning and instructional reliability in MR anatomy learning, future work should extend this framework with domain-specific, uncertainty-aware AI.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{mielke_virtual_2025,

title = {Virtual Studies, Real Results? Assessing the Impact of Virtualization on Human-Robot Interaction},

author = {T Mielke and M Allgaier and D Schott and C Hansen and F Heinrich},

url = {https://dl.acm.org/doi/10.1145/3706599.3719724},

doi = {10.1145/3706599.3719724},

year  = {2025},

date = {2025-04-01},

urldate = {2025-04-01},

booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

pages = {1–8},

publisher = {ACM},

address = {Yokohama Japan},

abstract = {Extended Reality (XR) shows potential for human-centered evaluation of real-world scenarios and could improve efficiency and safety in robotic research. However, the validity of XR Human-Robot Interaction (HRI) studies remains underexplored. This paper investigates the transferability of HRI studies across virtualization levels for three tasks. Our results indicate XR study validity is task-specific, with task virtualization as a key influencing factor. Partially virtualized settings with virtual tasks and a real robot, as well as fully virtualized setups with a simulated robot, yielded results comparable to real setups for pick-and-place and robotic ultrasound. However, for precision-dependent peg-in-hole, differences were observed between real and virtualized conditions regarding completion time, perceived workload, and ease. Demonstrating the task dependency of XR transferability and comparing virtualization levels, our work takes an important step in assessing XR study validity. Future work should isolate factors affecting transferability and assess relative validity in the absence of absolute validity.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{heinrich_you_2025,

title = {Do You See What I See? Evaluating Relative Depth Judgments Between Real and Virtual Projections},

author = {F Heinrich and D Schott and L Schwenderling and C Hansen},

url = {https://doi.org/10.1145/3706599.3720157},

doi = {10.1145/3706599.3720157},

year  = {2025},

date = {2025-04-01},

urldate = {2025-04-01},

booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},

series = {CHI EA '25},

abstract = {Projector-based augmented reality (AR) is promising in different domains with less issues in discomfort or shortage of space. However, due to limitations like high costs and cumbersome calibration, this AR modality remains underused. To address this problem, a stereoscopic projector-based AR simulation was implemented for a cost-effective video see-through AR headset. To evaluate the validity of this simulation, a relative depth judgment experiment was conducted to compare this method with a physical projection system. Consistent results suggest that a known interaction effect between visualization and disparity mode could be successfully reproduced using both the physical projection and the virtual simulation. In addition, first findings indicate that there are no significant differences between these projection modalities. The results indicate that other perception-related effects observed for projector-based AR may also be applicable to virtual projection simulations and that future findings determined using only these simulations may also be applicable to real projections.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{jorge2025ieee,

title = {IEEE VR 2025 Workshops: 3rd Workshop on XR Technologies for Healthcare, Wellbeing, and Medicine},

author = {J Jorge and M Volonte and C Anslow and A Duchowski and T Bickmore and BC Lok and CP Moreira and A MacIel and W Hürst and D Roth and D Schott and F Heinrich},

url = {https://ieeexplore.ieee.org/document/10973021},

doi = {10.1109/VRW66409.2025.00186},

isbn = {979-8-3315-1484-6},

year  = {2025},

date = {2025-03-08},

urldate = {2025-03-08},

booktitle = {2025 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops (VRW)},

pages = {911–912},

publisher = {IEEE},

address = {Saint-Malo, France},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{schott_stand_2024,

title = {Stand Alone or Stay Together: An In-Situ Experiment of Mixed-Reality Applications in Embryonic Anatomy Education},

author = {D Schott and M Kunz and F Heinrich and J Mandel and A Albrecht and R Braun-Dullaeus and C Hansen},

url = {https://dl.acm.org/doi/10.1145/3641825.3687706},

doi = {10.1145/3641825.3687706},

year  = {2024},

date = {2024-01-01},

urldate = {2024-01-01},

booktitle = {Proceedings of the 30th ACM Symposium on Virtual Reality Software and Technology},

series = {VRST '24},

abstract = {Where traditional media and methods reach their limits in anatomy education, mixed-reality (MR) environments can provide effective learning support because of their high interactivity and spatial visualization capabilities. However, the underlying design and pedagogical requirements are as diverse as the technologies themselves. This paper examines the effectiveness of individual- and collaborative learning environments for anatomy education, using embryonic heart development as an example. Both applications deliver the same content using identical visualizations and hardware but differ in interactivity and pedagogical approach. The environments were evaluated in a user study with medical students (n = 90) during their examination phase, assessing usability, user experience, social interaction/co-presence, cognitive load, and personal preference. Additionally, we conducted a knowledge test before and after an MR learning session to determine educational effects compared to a conventional anatomy seminar. Results indicate that the individual learning environment was generally preferred. However, no significant difference in learning effectiveness could be shown between the conventional approach and the MR applications. This suggests that both can effectively complement traditional seminars despite their different natures. Our study contributes to understanding how different MR settings could be tailored for anatomical education.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{schott_ar-based_2024,

title = {An AR-Based Multi-User Learning Environment for Anatomy Seminars},

author = {D Schott and M Kunz and J Mandel and L Schwenderling and R Braun-Dullaeus and C Hansen},

url = {https://ieeexplore.ieee.org/document/10536568/},

doi = {10.1109/VRW62533.2024.00271},

year  = {2024},

date = {2024-03-01},

urldate = {2024-03-01},

booktitle = {2024 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops (VRW)},

pages = {949–950},

publisher = {IEEE},

address = {Orlando, FL, USA},

abstract = {Understanding the intricate and rapid changes in shape during em-bryonic formation is vital for medical students. Using the example of embryonic human heart development, we introduce an AR-based multi-user approach to enhance understanding and foster a participatory learning environment. Through a user-centered approach, we created a prototype accommodating two player roles and enabling multi-modal inputs to encourage dynamic group discussions. We in-vited four anatomy experts to evaluate three system configurations in an interdisciplinary workshop to assess the feasibility of integration into anatomy seminars. The gathered data and feedback indicate the potential of our collaborative concept for integration into the medical curriculum.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{wagnerberger_empowering_2024,

title = {Empowering Patients: Improve Gender-Sensitive Medical Knowledge Through Interactive Edutainment},

author = {D Wagnerberger and D Schott and L Schwenderling and C Hansen and D Schumacher},

url = {https://dl.acm.org/doi/10.1145/3679318.3685500},

doi = {10.1145/3679318.3685500},

year  = {2024},

date = {2024-01-01},

urldate = {2024-01-01},

booktitle = {Proceedings of the 13th Nordic Conference on Human-Computer Interaction},

series = {NordiCHI '24},

abstract = {Disregarding crucial gender-specific differences and potential risks in medicine leads to widespread gender inequalities. This paper introduces interactive edutainment concepts developed through a user-centered design approach to raise awareness of gender medicine. An interactive exhibition course and an accompanying deck of cards provide an engaging and sensitizing experience of medical gender inequalities. Qualitative feedback, self-assessment, and user experience and behavior were evaluated during a public display of the concepts (n=14). The results highlight the potential of our playful approach to raising awareness among the public as well as health-related professionals, paving new ways for communication and empowerment of patients of all genders. We believe these insights have broader applicability across various domains, supporting efforts to address all forms of inequality.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{schott_cardiocolab_2024,

title = {CardioCoLab: Collaborative Learning of Embryonic Heart Anatomy in Mixed Reality},

author = {D Schott and F Heinrich and M Kunz and J Mandel and A Albrecht and R Braun-Dullaeus and C Hansen},

url = {https://diglib.eg.org/handle/10.2312/vcbm20241191},

doi = {10.2312/VCBM.20241191},

year  = {2024},

date = {2024-01-01},

urldate = {2024-01-01},

booktitle = {Eurographics Workshop on Visual Computing for Biology and Medicine},

abstract = {The complexity of embryonic heart development presents significant challenges for medical education, particularly in illustrating dynamic morphological changes over short time periods. Traditional teaching methods, such as 2D textbook illustrations and static models, are often insufficient for conveying these intricate processes. To address this gap, we developed a multi-user Mixed Reality (MR) system designed to enhance collaborative learning and interaction with virtual heart models. Building on previous research, we identified the needs of both students and teachers, implementing various interaction and visualization features iteratively. An evaluation with teachers and students (N = 12) demonstrated the system's effectiveness in improving engagement and understanding of embryonic heart development. The study highlights the potential of MR in medical seminar settings as a valuable addition to medical education by enhancing traditional learning methods.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{schott_is_2023,

title = {Is This the vReal Life? Manipulating Visual Fidelity of Immersive Environments for Medical Task Simulation},

author = {D Schott and F Heinrich and L Stallmeister and J Moritz and B Hensen and C Hansen},

url = {https://ieeexplore.ieee.org/document/10316533/},

doi = {10.1109/ISMAR59233.2023.00134},

year  = {2023},

date = {2023-10-01},

urldate = {2023-10-01},

booktitle = {2023 IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},

pages = {1171–1180},

publisher = {IEEE},

address = {Sydney, Australia},

abstract = {Recent developments and research advances contribute to an ever-increasing trend towards quality levels close to what we experience in reality. In this work, we investigate how different degrees of these quality characteristics affect user performance, qualia of user experience (UX), and sense of presence in an example medical task. To this end, a two-way within-subjects design user study was conducted, in which three different levels of visual fidelity were compared. In addition, two different interaction modalities were considered: (1) the use of conventional VR controllers and (2) natural hand interaction using 3D-printed, spatially-registered replicas of medical devices, to interact with their virtual representations. Consistent results indicate that higher degrees of visual fidelity evoke a higher sense of presence and UX. However, user performance was less affected. Moreover, no differences were detected between both interaction modalities for the examined task. Future work should investigate the discovered interaction effects between quality levels and interaction modalities in more detail and examine whether these results can be reproduced in tasks that require more precision. This work provides insights into the implications to consider when studying interactions in VR and paves the way for investigations into early phases of medical product development and workflow analysis.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{mielke_interactive_2023,

title = {Interactive Registration Methods for Augmented Reality in Robotics: A Comparative Evaluation},

author = {T Mielke and F Joeres and D Schott and C Hansen},

url = {https://ieeexplore.ieee.org/document/10322246/},

doi = {10.1109/ISMAR-Adjunct60411.2023.00109},

year  = {2023},

date = {2023-10-01},

urldate = {2023-10-01},

booktitle = {2023 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},

pages = {501–506},

publisher = {IEEE},

address = {Sydney, Australia},

abstract = {Augmented Reality (AR) visualization has shown potential for supporting intuitive and efficient human-robot interaction in a range of tasks. Since all these tasks are spatially related to the robot, the precise positioning of the AR content is critical to the applicability. However, most research has primarily focused on developing visualizations rather than exploring methods for aligning AR content in the robotic workspace. This paper aims to bridge this gap by implementing and comparing different interactive registration methods, including two point-based and one manual approach. We comparatively evaluated these registration methods in a user study (n=21), measuring registration accuracy, duration, and subjective user feedback. Our results indicate that the point-based methods outperform the manual approach in terms of both accuracy and perceived workload. Furthermore, participants achieved significantly faster performance with a point-based approach using physically defined registration points compared to a point-based approach using markers attached to the robot.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{schott_uuxr-framework_2023,

title = {The UUXR-Framework: A Draft Classification for Using Extended Reality in Usability and User Experience Research},

author = {D Schott and J Moritz and C Hansen and F Joeres},

url = {https://ieeexplore.ieee.org/document/10322234/},

doi = {10.1109/ISMAR-Adjunct60411.2023.00100},

year  = {2023},

date = {2023-10-01},

urldate = {2023-10-01},

booktitle = {2023 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},

pages = {460–465},

publisher = {IEEE},

address = {Sydney, Australia},

abstract = {Conducting human-centered evaluations in extended reality (XR) environments is a growing trend in user research and usability engineering. However, there has been little to no systematic investigation of the emerging methods in this field published to date. The motivation behind our work is to explore and classify strategies and methods for utilizing XR technologies in the context of usability and user experience (UUX) activities. This paper proposes a draft classification framework for the use of XR technologies in UUX activities, combining an informal exploration of relevant literature with established UUX methods. Within this framework, we propose 12 dimensions that we consider potentially relevant for determining whether and how the use of XR technologies can benefit product development and user research. To evaluate the structure and phrasing of our proposed dimensions, we conducted an initial evaluation with UUX professionals (N = 11). We believe that our dimensions form an early-stage foundation for future guidelines aimed at UUX researchers. The framework serves as a tool for assessing different levels of virtualization in UUX work and facilitating knowledge transfer between academia and industry.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{chheang_towards_2022,

title = {Towards Virtual Teaching Hospitals for Advanced Surgical Training},

author = {V Chheang and D Schott and P Saalfeld and L Vradelis and T Huber and F Huettl and H Lang and B Preim and C Hansen},

url = {https://ieeexplore.ieee.org/document/9757460},

doi = {10.1109/VRW55335.2022.00089},

year  = {2022},

date = {2022-03-01},

urldate = {2022-03-01},

booktitle = {2022 IEEE Conference on Virtual Reality and 3D User Interfaces Abstracts and Workshops (VRW)},

pages = {410–414},

abstract = {Existing virtual training environments in medicine usually focus only on the training of a specific medical skill and are conducted in a single virtual room. However, medical challenges are often in the context of the planning procedure and operating room intervention. Therefore, it is crucial to provide a training environment that tackles these issues. In this paper, we present a prototype of surgical department within a virtual teaching hospital. It supports multiple users, photo-realistic avatars, and training scenarios ranging from planning procedures to laparoscopic surgery in the virtual operating room. Medical data for each virtual patient is synchronized across the different rooms, allowing users to view, analyze and train on key decision points from diagnosis to surgical incision for each patient. The environment was evaluated in a pilot study with five surgical residents and one medical student. The experts assessed the environment as an essential tool to evaluate and improve surgical planning as well as the training during critical situations of the surgical procedures. We conclude that the development of the virtual teaching hospital components described here has the potential to be a basis for future generations of medical training simulators.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{schott_vrar_2021,

title = {A VR/AR Environment for Multi-User Liver Anatomy Education},

author = {D Schott and P Saalfeld and G Schmidt and F Joeres and C Boedecker and F Huettl and H Lang and T Huber and B Preim and C Hansen},

url = {https://ieeexplore.ieee.org/document/9417662/},

doi = {10.1109/VR50410.2021.00052},

year  = {2021},

date = {2021-03-01},

urldate = {2021-03-01},

booktitle = {2021 IEEE Virtual Reality and 3D User Interfaces (VR)},

pages = {296–305},

publisher = {IEEE},

address = {Lisboa, Portugal},

abstract = {We present a Virtual and Augmented Reality multi-user prototype of a learning environment for liver anatomy education. Our system supports various training scenarios ranging from small learning groups to classroom-size education, where students and teachers can participate in virtual reality, augmented reality, or via desktop PCs. In an iterative development process with surgeons and teachers, a virtual organ library was created. Nineteen liver data sets were used comprising 3D surface models, 2D image data, pathology information, diagnosis and treatment decisions. These data sets can interactively be sorted and investigated individually regarding their volumetric and meta information. The three participation modes were evaluated within a user study with surgery lecturers (5) and medical students (5). We assessed the usability and presence using questionnaires. Additionally, we collected qualitative data with semistructured interviews. A total of 435 individual statements were recorded and summarized to 49 statements. The results show that our prototype is usable, induces presence, and potentially support the teaching of liver anatomy and surgery in the future.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{schott_lean-interaction_2020,

title = {Lean-Interaction: Passive Image Manipulation in Concurrent Multitasking},

author = {D Schott and B Hatscher and F Joeres and M Gabele and S Hußlein and C Hansen},

url = {https://graphicsinterface.org/proceedings/gi2020/gi2020-40/},

doi = {10.20380/GI2020.40},

year  = {2020},

date = {2020-05-28},

urldate = {2020-01-01},

booktitle = {Proceedings of Graphics Interface 2020},

pages = {404–412},

publisher = {Canadian Human-Computer Communications Society},

abstract = {Complex bi-manual tasks often benefit from supporting visual information and guidance. Controlling the system that provides this information is a secondary task that forces the user to perform concurrent multitasking, which in turn may affect the main task performance. Interactions based on natural behavior are a promising solution to this challenge. We investigated the performance of these interactions in a hands-free image manipulation task during a primary manual task with an upright stance. Essential tasks were extracted from the example of clinical workflow and turned into an abstract simulation to gain general insights into how different interaction techniques impact the user’s performance and workload. The interaction techniques we compared were full-body movements, facial expression, gesture and speech input. We found that leaning as an interaction technique facilitates significantly faster image manipulation at lower subjective workloads than facial expression. Our results pave the way towards efficient, natural, hands-free interaction in a challenging multitasking environment.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}