@inproceedings{d976c423434e4bc4a101ad88f602a43d,
title = "Instant Mixed Reality Lighting from Casual Scanning",
abstract = "We present a method for recovering both incident lighting and surface materials from casually scanned geometry. By casual, we mean a rapid and potentially noisy scanning procedure of unmodified and uninstrumented scenes with a commodity RGB-D sensor. In other words, unlike reconstruction procedures which require careful preparations in a laboratory environment, our method works with input that can be obtained by consumer users. To ensure a robust procedure, we segment the reconstructed geometry into surfaces with homogeneous material properties and compute the radiance transfer on these segments. With this input, we solve the inverse rendering problem of factorization into lighting and material properties using an iterative optimization in spherical harmonics form. This allows us to account for self-shadowing and recover specular properties. The resulting data can be used to generate a wide range of mixed reality applications, including the rendering of synthetic objects with matching lighting into a given scene, but also re-rendering the scene (or a part of it) with new lighting. We show the robustness of our approach with real and synthetic examples under a variety of lighting conditions and compare them with ground truth data.",
keywords = "[Information Interfaces and Presentation, Artificial, augmented, virtual realities, Image Processing and Computer Vision, Photometric registration, 3D Reconstruction",
author = "Thomas Richter-Trummer and Denis Kalkofen and Jinwoo Park and Dieter Schmalstieg",
year = "2016",
month = dec,
day = "12",
doi = "10.1109/ISMAR.2016.18",
language = "English",
series = "Proceedings of the 2016 IEEE International Symposium on Mixed and Augmented Reality, ISMAR 2016",
publisher = "Institute of Electrical and Electronics Engineers",
pages = "27--36",
editor = "Wolfgang Broll and Hideo Saito and Swan, {J. Edward}",
booktitle = "Proceedings of the 2016 IEEE International Symposium on Mixed and Augmented Reality, ISMAR 2016",
address = "United States",
note = "15th IEEE International Symposium on Mixed and Augmented Reality, ISMAR 2016 ; Conference date: 19-09-2016 Through 23-09-2016",
}