@inproceedings{03225afb7d01420785b674311182ed15,
title = "An evaluation framework for benchmarking indoor modelling methods",
abstract = "Despite recent progress in the development of methods for automated reconstruction of indoor models, a comparative performance evaluation of these methods is not available due to the lack of publicly available benchmark datasets and a common evaluation framework. The ISPRS Benchmark on Indoor Modelling is an effort to enable comparison and benchmarking of indoor modelling methods by providing a benchmark dataset and a comprehensive evaluation framework. In this paper, we propose a framework for the evaluation of indoor modelling methods, and discuss various quality aspects of the reconstruction methods as well as the reconstructed models. We discuss the challenges in quantitative quality evaluation of indoor models through comparison with a reference model, and propose suitable measures and methods for comparing an automatically reconstructed indoor model with a reference.",
keywords = "3D reconstruction, Automation, BIM, Evaluation, Indoor navigation, Performance, Point cloud, Quality, ITC-GOLD",
author = "K. Khoshelham and H. Tran and L. D{\'i}az-Vilari{\~n}o and M. Peter and Z. Kang and D. Acharya",
note = "Funding Information: This paper presented an evaluation framework for the benchmarking of indoor modelling methods. We discussed various quality aspects of indoor models, and challenges in measuring the geometric quality of a reconstructed model through comparison with a reference model. We proposed a method for evaluating the geometric quality of an indoor model, which takes into account interpreted surfaces, does not require one-to-one correspondence between the source and reference elements, and is applicable to both surface-based and volumetric models. The results of experiments with models reconstructed from the benchmark dataset demonstrated the potential of this This work was supported by the ISPRS Scientific Initiatives 2017. The TUB1 and TUB2 datasets were provided by Prof Markus Gerke, Technical University of Braunschweig (Germany), in collaboration with Viametris and Laser Scanning Europe. The Fire Brigade dataset was provided by Prof Sisi Zlatanova, Delft University of Technology (The Netherlands), and was acquired for the project SIMs3D funded by the Netherlands Technology Foundation (STW). The UVigo dataset was provided by Prof Pedro Arias, University of Vigo (Spain), and was acquired for the project ENGINENCY funded by the program H2020-FTIPilot-2015-1. The UoM dataset was provided by Dr Ebadat Ghanbari Parmehr, RMIT University (Australia). The authors acknowledge the financial support from the University of Melbourne through Melbourne International Fee Remission and Melbourne International Research Scholarship. The support from Xunta de Galicia through the human resources grant ED481B 2016/079-0 is also gratefully acknowledged. Funding Information: This work was supported by the ISPRS Scientific Initiatives 2017. The TUB1 and TUB2 datasets were provided by Prof Markus Gerke, Technical University of Braunschweig (Germany), in collaboration with Viametris and Laser Scanning Europe. The Fire Brigade dataset was provided by Prof Sisi Zlatanova, Delft University of Technology (The Netherlands), and was acquired for the project SIMs3D funded by the Netherlands Technology Foundation (STW). The UVigo dataset was provided by Prof Pedro Arias, University of Vigo (Spain), and was acquired for the project ENGINENCY funded by the program H2020-FTIPilot-2015-1. The UoM dataset was provided by Dr Ebadat Ghanbari Parmehr, RMIT University (Australia). The authors acknowledge the financial support from the University of Melbourne through Melbourne International Fee Remission and Melbourne International Research Scholarship. The support from Xunta de Galicia through the human resources grant ED481B 2016/079-0 is also gratefully acknowledged. Publisher Copyright: {\textcopyright} Authors 2018.; ISPRS TC IV Mid-Term Symposium on 3D Spatial Information Science - The Engine of Change 2018 ; Conference date: 01-10-2018 Through 05-10-2018",
year = "2018",
month = sep,
day = "19",
doi = "10.5194/isprs-archives-XLII-4-297-2018",
language = "English",
volume = "42",
series = "International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives",
publisher = "Copernicus",
pages = "365--372",
editor = "S. Zlatanova and S. Dragicevic and G. Sithole",
booktitle = "International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences",
address = "Germany",
edition = "4",
}