@inproceedings{cbcbd6b2ca0e4ccebfb5dfa6a613f612,
title = "Towards a Unified Knowledge-Based Approach to Modality Choice",
abstract = "This paper advances a unified knowledge-based approach to the process of choosing the most appropriate modality or combination of modalities in multimodal output generation. We propose a Modality Ontology (MO) that models the knowledge needed to support the two most fundamental processes determining modality choice – modality allocation (choosing the modality or set of modalities that can best support a particular type of information) and modality combination (selecting an optimal final combination of modalities). In the proposed ontology we model the main levels which collectively determine the characteristics of each modality and the specific relationships between different modalities that are important for multi-modal meaning making. This ontology aims to support the automatic selection of modalities and combinations of modalities that are suitable to convey the meaning of the intended message.",
keywords = "Modality ontology, Modality combination, Modality allocation, Modality choice, HMI-SLT: Speech and Language Technology",
author = "Y.S. Bachvarova and {van Dijk}, {Elisabeth M.A.G.} and Antinus Nijholt",
year = "2007",
month = jan,
day = "20",
language = "English",
series = "CTIT Workshop Proceedings Series",
publisher = "Centre for Telematics and Information Technology (CTIT)",
number = "06472",
pages = "5--15",
editor = "{van der Sluis}, Ielka and Mari{\"e}t Theune and Ehud Reiter and Emiel Krahmer",
booktitle = "MOG 2007",
address = "Netherlands",
note = "Workshop on Multimodal Output Generation, MOG 2007, MOG ; Conference date: 25-01-2007 Through 26-01-2007",
}