Description

While our eye gaze represents an important medium for perceiving our environment, it also serves as a fast and implicit way for signaling interest in somebody or something. This could also benefit a flexible and convenient interaction with diverse computing systems ranging from small handheld devices to multiple large-sized screens. Considerable research has already been pursued on gaze-only interaction, which is however often described as error-prone, imprecise, and unnatural. To overcome these challenges, multimodal combinations of gaze with additional input modalities show a high potential for fast, fluent, and convenient human-computer interaction in diverse user contexts. Promising examples for this novel style of multimodal gaze-supported interaction are the seamless selection and manipulation of graphical objects displayed on distant screens by using a combination of a mobile handheld (such as a smartphone) and gaze input.
In this research project, we emphasize the high potential of the emerging area of multimodal gaze-supported interaction.

Publications

  • Gaze and Feet as Additional Input Modalities for Interacting with Spatial Data.

    Coltekin, A.; Hempel, J.; Brychtova, A.; Giannopoulos, I.; Stellmach, S.; Dachselt, R.;

    In Proceedings of ISPRS Annals of Photogrammetry, Remote Sensing and Spatial Information Sciences.XXIII ISPRS Congress, Prague, Czech Republic.113-120,2016.10.5194/isprs-annals-III-2-113-2016Links: Abstract in ISPRS Annals.

    @inproceedings{Coltekin2016,
       author = {Arzu Coltekin and Julia Hempel and Alzbeta Brychtova and Ioannis Giannopoulos and Sophie Stellmach and Raimund Dachselt},
       title = {Gaze and Feet as Additional Input Modalities for Interacting with Spatial Data},
       booktitle = {Proceedings of ISPRS Annals of Photogrammetry, Remote Sensing and Spatial Information Sciences},
       volume = {III-2},
       year = {2016},
       month = {7},
       location = {Prague, Czech Republic},
       pages = {113--120},
       numpages = {8},
       doi = {10.5194/isprs-annals-III-2-113-2016},
       url = {http://dx.doi.org/10.5194/isprs-annals-III-2-113-2016},
       keywords = {Interfaces, User Interfaces, Multimodal Input, Foot Interaction, Gaze Interaction, GIS, Usability}
    }

  • Look & Pedal: Hands-free Navigation in Zoomable Information Spaces through Gaze-supported Foot Input.

    Klamka, K.; Siegel, A.; Vogt, S.; Göbel, F.; Stellmach, S.; Dachselt, R.;

    In Proceedings of the 17th International Conference on Multimodal Interaction.ICMI '15, Seattle, USA.ACM,123-130,2015.10.1145/2818346.2820751

    @inproceedings{klamka2015c,
       author = {Konstantin Klamka and Andreas Siegel and Stefan Vogt and Fabian G\"{o}bel and Sophie Stellmach and Raimund Dachselt},
       title = {Look \&\#038; Pedal: Hands-free Navigation in Zoomable Information Spaces through Gaze-supported Foot Input},
       booktitle = {Proceedings of the 17th International Conference on Multimodal Interaction},
       year = {2015},
       month = {11},
       location = {Seattle, USA},
       pages = {123--130},
       numpages = {8},
       doi = {10.1145/2818346.2820751},
       url = {http://dx.doi.org/10.1145/2818346.2820751},
       publisher = {ACM},
       address = {New York, NY, USA},
       keywords = {multimodal interaction, foot input, gaze input, eye tracking, gaze-supported interaction, navigation, pan, zoom}
    }

  • Gaze-supported Multimodal Interaction.

    Stellmach, S.;

    Verlag Dr. Hut,2013.Links: Web.

    @phdthesis{,
       author = {Sophie Stellmach},
       title = {Gaze-supported Multimodal Interaction},
       series = {Informatik},
       year = {2013},
       month = {11},
       isbn = {978-3-8439-1235-8},
       location = {Technische Universit\"{a}t Dresden},
       numpages = {205},
       url = {http://www.dr.hut-verlag.de/978-3-8439-1235-8.html},
       publisher = {Verlag Dr. Hut},
       address = {M\"{u}nchen}
    }

  • Gaze-supported Foot Interaction in Zoomable Information Spaces (Interactivity).

    Göbel, F.; Klamka, K.; Siegel, A.; Vogt, S.; Stellmach, S.; Dachselt, R.;

    In Proceedings of the Conference on Human Factors in Computing Systems - Extended Abstracts.CHI'13, Paris, France.ACM,3059-3062,2013.10.1145/2468356.2479610

    @inproceedings{fixme,
       author = {Fabian G\"{o}bel and Konstantin Klamka and Andreas Siegel and Stefan Vogt and Sophie Stellmach and Raimund Dachselt},
       title = {Gaze-supported Foot Interaction in Zoomable Information Spaces (Interactivity)},
       booktitle = {Proceedings of the Conference on Human Factors in Computing Systems - Extended Abstracts},
       year = {2013},
       month = {4},
       location = {Paris, France},
       pages = {3059--3062},
       numpages = {4},
       doi = {10.1145/2468356.2479610},
       url = {http://doi.acm.org/10.1145/2468356.2479610},
       publisher = {ACM},
       keywords = {eye tracking, foot, gaze, interaction, multimodal, navigation, pan, zoom}
    }

  • Gaze-supported Foot Interaction in Zoomable Information Spaces.

    Göbel, F.; Klamka, K.; Siegel, A.; Vogt, S.; Stellmach, S.; Dachselt, R.;

    In CHI 2013 Workshop on Gaze Interaction in the Post-WIMP World.CHI'13, Paris, France.2013.

    @article{GKS-2013-CHI-workshop,
       author = {Fabian G\"{o}bel and Konstantin Klamka and Andreas Siegel and Stefan Vogt and Sophie Stellmach and Raimund Dachselt},
       title = {Gaze-supported Foot Interaction in Zoomable Information Spaces},
       booktitle = {CHI 2013 Workshop on Gaze Interaction in the Post-WIMP World},
       year = {2013},
       month = {4},
       location = {Paris, France},
       numpages = {4}
    }

  • Still Looking: Investigating Seamless Gaze-supported Selection, Positioning, and Manipulation of Distant Targets.

    Stellmach, S.; Dachselt, R.;

    In Proceedings of the Conference on Human Factors in Computing Systems.ACM,285-294,2013.

    @inproceedings{Stellmach-2013-CHI,
       author = {Sophie Stellmach and Raimund Dachselt},
       title = {Still Looking: Investigating Seamless Gaze-supported Selection, Positioning, and Manipulation of Distant Targets},
       booktitle = {Proceedings of the Conference on Human Factors in Computing Systems},
       year = {2013},
       month = {4},
       pages = {285--294},
       numpages = {10},
       publisher = {ACM}
    }

  • Gaze Interaction in the Post-WIMP World (Workshop).

    Bulling, A.; Dachselt, R.; Duchowski, A.; Jacob, R.; Stellmach, S.; Sundstedt, V.;

    In CHI '13 Extended Abstracts on Human Factors in Computing Systems.CHI '13, Paris, France.ACM,3195-3198,2013.10.1145/2468356.2479645Links: Link.

    @inproceedings{chi2013_gazeWorkshop,
       author = {Andreas Bulling and Raimund Dachselt and Andrew T. Duchowski and Robert J. K. Jacob and Sophie Stellmach and Veronica Sundstedt},
       title = {Gaze Interaction in the Post-WIMP World (Workshop)},
       booktitle = {CHI '13 Extended Abstracts on Human Factors in Computing Systems},
       series = {CHI EA '13},
       year = {2013},
       month = {4},
       isbn = {978-1-4503-1952-2},
       location = {Paris, France},
       pages = {3195--3198},
       numpages = {4},
       doi = {10.1145/2468356.2479645},
       url = {http://doi.acm.org/10.1145/2468356.2479645},
       acmid = {2479645},
       publisher = {ACM},
       address = {New York, NY, USA},
       keywords = {gaze input, gaze-supported interaction, multimodal interaction, post-wimp user interfaces, eye tracking}
    }

  • Gaze-supported Interaction.

    Stellmach, S.; Dachselt, R.;

    In Proceedings of Mensch und Computer 2012.Oldenbourg Verlag,489-492,2012.

    @inproceedings{MuC12_gazeInteraction,
       author = {Sophie Stellmach and Raimund Dachselt},
       title = {Gaze-supported Interaction},
       booktitle = {Proceedings of Mensch und Computer 2012},
       year = {2012},
       month = {9},
       location = {Konstanz, Germany},
       pages = {489--492},
       numpages = {4},
       publisher = {Oldenbourg Verlag},
       address = {Munich, Germany},
       keywords = {eye tracking, pan, zoom, gaze, interaction, demo}
    }

  • Looking at 3D User Interfaces.

    Stellmach, S.; Dachselt, R.;

    In CHI 2012 Workshop on The 3rd Dimension of CHI (3DCHI): Touching and Designing 3D User Interfaces.CHI '12, Austin, TX, USA.95-98,2012.

    @article{chi2012_3dCHI,
       author = {Sophie Stellmach and Raimund Dachselt},
       title = {Looking at 3D User Interfaces},
       booktitle = {CHI 2012 Workshop on The 3rd Dimension of CHI (3DCHI): Touching and Designing 3D User Interfaces},
       year = {2012},
       month = {5},
       location = {Austin, TX, USA},
       pages = {95--98},
       numpages = {4}
    }

  • Look & Touch: Gaze-supported Target Acquisition.

    Stellmach, S.; Dachselt, R.;

    In Proceedings of the Conference on Human Factors in Computing Systems.CHI '12, Austin, TX, USA.ACM,2981-2990,2012.

    @inproceedings{Stellmach-2012-CHI,
       author = {Sophie Stellmach and Raimund Dachselt},
       title = {Look \&\#038; Touch: Gaze-supported Target Acquisition},
       booktitle = {Proceedings of the Conference on Human Factors in Computing Systems},
       year = {2012},
       month = {5},
       location = {Austin, TX, USA},
       pages = {2981--2990},
       numpages = {8},
       publisher = {ACM}
    }

  • Gaze Interaction in the Post-WIMP World (Special Interest Group).

    Bulling, A.; Dachselt, R.; Duchowski, A.; Jacob, R.; Stellmach, S.; Sundstedt, V.;

    In Proceedings of the Conference on Human Factors in Computing Systems.CHI'12, Austin, TX, USA.ACM,1221-1224,2012.

    @inproceedings{chi2012_SIG,
       author = {Andreas Bulling and Raimund Dachselt and Andrew T. Duchowski and Robert J. K. Jacob and Sophie Stellmach and Veronica Sundstedt},
       title = {Gaze Interaction in the Post-WIMP World (Special Interest Group)},
       booktitle = {Proceedings of the Conference on Human Factors in Computing Systems},
       year = {2012},
       month = {5},
       location = {Austin, TX, USA},
       pages = {1221--1224},
       numpages = {8},
       publisher = {ACM}
    }

  • Investigating Gaze-supported Multimodal Pan and Zoom.

    Stellmach, S.; Dachselt, R.;

    In Proceedings of the 2012 Symposium on Eye-Tracking Research & Applications.ACM,357-360,2012.

    @inproceedings{stellmach-2012-ETRA-02,
       author = {Sophie Stellmach and Raimund Dachselt},
       title = {Investigating Gaze-supported Multimodal Pan and Zoom},
       booktitle = {Proceedings of the 2012 Symposium on Eye-Tracking Research \& Applications},
       year = {2012},
       month = {3},
       location = {Santa Barbara, CA, USA},
       pages = {357--360},
       numpages = {4},
       publisher = {ACM}
    }

  • Designing Gaze-based User Interfaces for Steering in Virtual Environments.

    Stellmach, S.; Dachselt, R.;

    In Proceedings of the 2012 Symposium on Eye-Tracking Research & Applications.ACM,131-138,2012.

    @inproceedings{stellmach-2012-ETRA-01,
       author = {Sophie Stellmach and Raimund Dachselt},
       title = {Designing Gaze-based User Interfaces for Steering in Virtual Environments},
       booktitle = {Proceedings of the 2012 Symposium on Eye-Tracking Research \& Applications},
       year = {2012},
       month = {3},
       isbn = {978-1-4503-1221-9},
       location = {Santa Barbara, CA, USA},
       pages = {131--138},
       numpages = {8},
       publisher = {ACM}
    }

  • Designing Gaze-supported Multimodal Interactions for the Exploration of Large Image Collections.

    Stellmach, S.; Stober, S.; Nürnberger, A.; Dachselt, R.;

    In Proceedings of the 1st Conference on Novel Gaze-Controlled Applications 2011.NGCA '11, Karlskrona, Sweden.ACM,1--8,2011.10.1145/1983302.1983303

    @inproceedings{stellmach-2011-NGCA,
       author = {Sophie Stellmach and Sebastian Stober and Andreas N\"{u}rnberger and Raimund Dachselt},
       title = {Designing Gaze-supported Multimodal Interactions for the Exploration of Large Image Collections},
       booktitle = {Proceedings of the 1st Conference on Novel Gaze-Controlled Applications 2011},
       series = {NGCA '11},
       year = {2011},
       month = {5},
       isbn = {978-1-4503-0680-5},
       location = {Karlskrona, Sweden},
       pages = {1--8},
       numpages = {8},
       doi = {10.1145/1983302.1983303},
       url = {http://doi.acm.org/10.1145/1983302.1983303},
       acmid = {1983303},
       publisher = {ACM},
       address = {New York, NY, USA},
       keywords = {eye tracking, gaze control, multimodal interaction}
    }