Mobile devices may strengthen the use of Augmented Reality outside of today’s industrial applications. For example, in the context of architecture or interior design, virtual furniture or windows could be placed in real rooms.
For a believable manipulation of an augmented real world, both a photorealistic rendering generated in real-time and natural, seamless forms of user interaction with the virtual objects are needed. These are two essential criteria for the success of Augmented Reality applications, which are the main research focus of the IPAR project.
The basis is the measuring of the complex, real lighting conditions that serve as input for the real-time lighting of the virtual objects. Besides altering seemingly realistic virtual objects, this also allows to virtually manipulate real objects under consistent lighting. With regard to human computer interaction, on the one hand indirect techniques are examined, where modern, hand-held tablets serve as so called “Magic Lenses”. Analogous to a camera display, they represent windows into the virtually augmented reality, allowing the user to manipulate objects on the fly. On the other hand, direct gestural interaction techniques in combination with mobile projections onto real objects are also being developed and evaluated.
Besides research questions on the measuring and modeling of temporally and spatially varying lighting in indoor environments, the research project also deals with the challenges arising from this seamless integration for both user interaction and acceptance.
Videos
Publications
@inproceedings{fixme,
author = {Wolfgang B\"{u}schel and Patrick Reipschl\"{a}ger and Raimund Dachselt},
title = {Foldable3D: Interacting with 3D Content Using Dual-Display Devices},
booktitle = {Proceedings of the 2016 ACM International Conference on Interactive Surfaces and Spaces},
year = {2016},
month = {11},
isbn = {978-1-4503-4248-3},
location = {Niagara Falls, ON, Canada},
pages = {367--372},
numpages = {6},
doi = {10.1145/2992154.2996782},
url = {https://doi.org/10.1145/2992154.2996782},
acmid = {2996782},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {3d interaction, augmented reality, dual-display device, head-coupled perspective, virtual reality}
}List of additional material
@inproceedings{fixme,
author = {Fabrice Matulic and Wolfgang B\"{u}schel and Michael Yang and Stephan Ihrke and Anmol Ramraika and Carsten Rother and Raimund Dachselt},
title = {Smart Ubiquitous Projection: Discovering Surfaces for the Projection of Adaptive Content},
booktitle = {Proceedings of the 34th Annual ACM Conference Extended Abstracts on Human Factors in Computing Systems},
series = {CHI EA '16},
year = {2016},
month = {5},
isbn = {978-1-4503-4082-3},
location = {San Jose, CA, USA},
pages = {2592--2600},
numpages = {9},
doi = {10.1145/2851581.2892545},
url = {http://dx.doi.org/10.1145/2851581.2892545},
acmid = {2892545},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {projection everywhere, ubiquitous displays, projection surface detection, interaction with projected content}
}List of additional material
@article{fixme,
author = {Kai Rohmer and Wolfgang B\"{u}schel and Raimund Dachselt and Thorsten Grosch},
title = {Interactive Near-Field Illumination for Photorealistic Augmented Reality with Varying Materials on Mobile Devices},
booktitle = {IEEE Transactions on Visualization and Computer Graphics},
volume = {21 (12)},
year = {2015},
month = {12},
isbn = {1077-2626},
pages = {1349--1362 },
numpages = {14},
doi = {10.1109/TVCG.2015.2450717},
url = {http://dx.doi.org/10.1109/TVCG.2015.2450717},
publisher = {IEEE}
}List of additional material
@inproceedings{Zadow-ITS-2014,
author = {Ulrich von Zadow and Wolfgang B\"{u}schel and Ricardo Langner and Raimund Dachselt},
title = {SleeD: Using a Sleeve Display to Interact with Touch-sensitive Display Walls},
booktitle = {Proceedings of the 2014 ACM International Conference on Interactive Tabletops and Surfaces},
year = {2014},
month = {12},
isbn = {978-1-4503-2587-5},
location = {Dresden, Germany},
pages = {129--138},
numpages = {10},
doi = {10.1145/2669485.2669507},
url = {https://doi.org/10.1145/2669485.2669507},
acmid = {2669507},
publisher = {ACM}
}List of additional material
@inproceedings{fixme,
author = {Kai Rohmer and Wolfgang B\"{u}schel and Raimund Dachselt and Thorsten Grosch},
title = {Interactive Near-field Illumination for Photorealistic Augmented Reality on Mobile Devices},
booktitle = {2014 IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},
year = {2014},
month = {9},
pages = {29--38},
doi = {10.1109/ISMAR.2014.6948406},
url = {https://doi.org/10.1109/ISMAR.2014.6948406},
keywords = {Mixed Reality, Augmented Reality, Mobile, Real-time Global Illumination, Distributed Rendering, Precomputed Radiance Transfer, Instant Radiosity}
}List of additional material
@inproceedings{DIS-2014-tPad,
author = {Juan David Hincapi\'{e}-Ramos and Sophie Roscher and Wolfgang B\"{u}schel and Ulrike Kister and Raimund Dachselt and Pourang Irani},
title = {tPad: Designing Transparent-Display Mobile Interactions},
booktitle = {Proceedings of the 10th ACM Conference on Designing Interactive Systems},
year = {2014},
month = {6},
location = {Vancouver, BC, Canada},
pages = {161--170},
numpages = {10},
doi = {10.1145/2598510.2598578},
url = {https://doi.org/10.1145/2598510.2598578},
publisher = {ACM},
keywords = {Transparent Displays, Transparent Mobile Devices, tPad, Flipping, Tap’n Flip, Surface Capture, Contact AR}
}List of additional material
@article{fixme,
author = {Martin Spindler and Wolfgang B\"{u}schel and Charlotte Winkler and Raimund Dachselt},
title = {Tangible displays for the masses: spatial interaction with handheld displays by using consumer depth cameras},
booktitle = {Personal and Ubiquitous Computing},
volume = {18 (5)},
year = {2014},
month = {6},
isbn = {1617-4909},
pages = {1213--1225},
numpages = {13},
doi = {10.1007/s00779-013-0730-7},
url = {http://dx.doi.org/10.1007/s00779-013-0730-7},
publisher = {Springer London},
keywords = {Tangible magic lenses, PaperLens, Tangible display ecosystem, Spatial interaction, Multi-display environment, Interaction above the tabletop, Kinect}
}List of additional material
@inproceedings{PerDis-2014-cAR,
author = {Juan David Hincapi\'{e}-Ramos and Sophie Roscher and Wolfgang B\"{u}schel and Ulrike Kister and Raimund Dachselt and Pourang Irani},
title = {cAR: Contact Augmented Reality with Transparent-Display Mobile Devices},
booktitle = {Proceedings of the 3rd International Symposium on Pervasive Displays},
year = {2014},
month = {6},
location = {Copenhagen, Denmark},
pages = {80--85},
numpages = {6},
doi = {10.1145/2611009.2611014},
url = {https://doi.org/10.1145/2611009.2611014},
keywords = {Contact Augmented Reality, Transparent Devices}
}List of additional material
@article{Büschel-2013-CHI,
author = {Wolfgang B\"{u}schel and Andr\'{e} Viergutz and Raimund Dachselt},
title = {Towards Interaction with Transparent and Flexible Displays},
booktitle = {CHI 2013 Workshop on Displays Take New Shape: An Agenda for Future Interactive Surfaces},
year = {2013},
month = {4},
numpages = {4},
keywords = {mobile devices, transparent and flexible interfaces, interaction techniques}
}List of additional material
Student Thesis
Gestural Interaction with Context-adaptive Presentation Content
Christopher Bellmann February 8th, 2016 until September 7th, 2016
Supervision: Wolfgang Büschel, Fabrice Matulic, Raimund Dachselt
3D Information Visualization with Mobile Devices: Head-coupled Perspective and Spatial Input
Christian Porzig July 20th, 2015 until January 17th, 2016
Supervision: Raimund Dachselt, Patrick Reipschläger, Wolfgang Büschel, Ricardo Langner
Interactive Texturing of Augmented Reality Environments
Tino Winkler June 23rd, 2014 until December 22nd, 2014
Supervision: Raimund Dachselt, Wolfgang Büschel
Supporting Air Plane Maintenance with Augmented Reality Techniques
Sebastian Schietzold April 1st, 2014 until September 30th, 2014
Supervision: Raimund Dachselt, Wolfgang Büschel
René Ranft December 15th, 2012 until June 28th, 2013
Supervision: Wolfgang Büschel, Raimund Dachselt
Usage of 3D Scanners in Mobile Augmented Reality Applications
Denny Schöppe April 1st, 2015 until October 1st, 2015
Supervision: Raimund Dachselt, Wolfgang Büschel
Leo Käßner June 22nd, 2015 until September 13th, 2015
Supervision: Raimund Dachselt, Wolfgang Büschel
Position-aware Automatic Adaptation of Graphical User Interfaces on Mobile Devices
Christina Lachmann June 3rd, 2013 until August 26th, 2013
Supervision: Ricardo Langner, Wolfgang Büschel, Raimund Dachselt
Unterstützung sequentieller Aufgaben mit Hilfe von mobilen Geräten und Augmented Reality
Frederik Schulz June 10th, 2013 until December 9th, 2013
Supervision: Wolfgang Büschel, Raimund Dachselt
Lagebewusste Kombination mobiler Geräte
Christoph Senkel May 20th, 2013 until November 19th, 2013
Supervision: Ricardo Langner, Wolfgang Büschel, Raimund Dachselt