How can we develop appropriate and natural forms of communication between humans and computers? In the future, computers will hardly be perceived as such, but will be seamlessly integrated into our living and working environments, e.g. in cyber-physical systems. How can people be effectively supported with their experiences, sensory organs, gestural means of expression and social needs?

Our work focuses on the systematic and fundamental research of different, preferably natural interaction modalities and their synergistic combination. We are researching gestural multi-touch interaction, digital pens in combination with digital paper, the efficient combination of touch and pen input, gestural interaction with hands, head and feet, gaze-supported interaction for remote displays, and tangibles. Our focus is on small and large interactive surfaces (mini-displays, smartphones, tablets, tabletops, high-resolution large wall displays) and their effective combination in multi-display environments.

We apply the developed techniques and principles in various application domains and projects with academic and industrial partners from Germany and abroad. We also investigate how modern user interfaces and interaction techniques can be used effectively in the fields of interactive information visualization, music informatics and semantic web.

Recent Publications

  • @inproceedings{Weber-2025-DebuggingAsEpisodes,
       author = {Max Weber and Alina Mailach and Sven Apel and Janet Siegmund and Raimund Dachselt and Norbert Siegmund},
       title = {Understanding Debugging as Episodes: A Case Study on Performance Bugs in Configurable Software Systems},
       numpages = {23},
       doi = {10.1145/3717523}
    }

  • Towards Tactile Internet in Surgery: Multimodal Sensor Data Acquisition for Gesture Recognition and Immersive Tele-Mentoring.

    Younis, R.; Rodriguez, A.; Ellenberg, M.; Just, G.; Eckstein, K.; Krug, K.; Fan, Y.; Lin, T.; Wagner, J.; Fischer, J.; Lelis, M.; Barth, A.; Wierick, A.; Schulze, A.; Schröder, S.; Krzywinski, J.; Ellinger, F.; Gumhold, S.; Bodenstedt, S.; Distler, M.; Speidel, S.; Weitz, J.; Wagner, M.;

    @inproceedings{younis2025tactile,
       author = {Rayan Younis and Ariel Rodriguez and Mats Ole Ellenberg and Gregor Just and Katja Eckstein and Katja Krug and Yichen Fan and Tianfang Lin and Jens Wagner and Julien Fischer and Martin Lelis and Anna Barth and Ann Wierick and Andr\'{e} Schulze and Sebastian Schr\"{o}der and Jens Krzywinski and Frank Ellinger and Stefan Gumhold and Sebastian Bodenstedt and Marius Distler and Stefanie Speidel and J\"{u}rgen Weitz and Martin Wagner},
       title = {Towards Tactile Internet in Surgery: Multimodal Sensor Data Acquisition for Gesture Recognition and Immersive Tele-Mentoring},
       numpages = {2},
       doi = {10.31256/HSMR25.24},
       url = {http://dx.doi.org/10.31256/HSMR25.24}
    }

  • Pixel Memories: Do Lifelog Summaries Fail to Enhance Memory but Offer Privacy-Aware Memory Assessments?

    Elagroudy, P.; Rzayev, R.; Machulla, T.; Le, H.; Dingler, T.; Lischke, L.; Clinch, S.; Ward, G.; Schmidt, A.;

    @inproceedings{Elagroudy2025pixelMemories,
       author = {Passant Elagroudy and Rufat Rzayev and Tonja-Katrin Machulla and Huy Viet Le and Tilman Dingler and Lars Lischke and Sarah Clinch and Geoffrey Ward and Albrecht Schmidt},
       title = {Pixel Memories: Do Lifelog Summaries Fail to Enhance Memory but Offer Privacy-Aware Memory Assessments?},
       series = {CHI '25},
       isbn = {979-8-4007-1394-1/25/04},
       numpages = {17},
       doi = {10.1145/3706598.3714145},
       url = {https://doi.org/10.1145/3706598.3714145},
       address = {New York, NY, USA},
       keywords = {lifelogging, recall, memory research, privacy, case study}
    }

  • @inproceedings{luo2025documents,
       author = {Weizhou Luo and Mats Ole Ellenberg and Marc Satkowski and Raimund Dachselt},
       title = {Documents in Your Hands: Exploring Interaction Techniques for Spatial Arrangement of Augmented Reality Documents},
       series = {CHI '25},
       isbn = {979-8-4007-1394-1/25/04},
       numpages = {22},
       doi = {10.1145/3706598.3713518},
       url = {https://doi.org/10.1145/3706598.3713518},
       address = {New York, NY, USA},
       keywords = {spatial layout, content organization, interaction design, user-centered design, Mixed Reality}
    }

  • @inproceedings{satkowski2025affordance,
       author = {Marc Satkowski and Weizhou Luo and Rufat Rzayev},
       title = {Of Affordance Opportunism in AR: Its Fallacies and Discussing Ways Forward},
       series = {ACM CHI'25},
       numpages = {5},
       doi = {10.48550/arXiv.2503.20406}
    }