@inproceedings{2d50f12726444a189f10858cd40202fe,
title = "Multicraft: A multimodal interface for supporting and studying learning in minecraft",
abstract = "In this paper, we present work on bringing multimodal interaction to Minecraft. The platform, Multicraft, incorporates speech-based input, eye tracking, and natural language understanding to facilitate more equitable gameplay in Minecraft. We tested the platform with elementary, middle school students and college students through a collection of studies. Students found each of the provided modalities to be a compelling way to play Minecraft. Additionally, we discuss the ways that these different types of multimodal data can be used to identify the meaningful spatial reasoning practices that students demonstrate while playing Minecraft. Collectively, this paper emphasizes the opportunity to bridge a multimodal interface with a means for collecting rich data that can better support diverse learners in non-traditional learning environments.",
keywords = "Constructionism, Data mining, Games, Spatial reasoning",
author = "Marcelo Worsley and Tudares, {Kevin Mendoza} and Timothy Mwiti and Mitchell Zhen and Marc Jiang",
note = "Publisher Copyright: {\textcopyright} Springer Nature Switzerland AG 2021.; 3rd International Conference on HCI in Games, HCI-Games 2021, held as part of the 23rd International Conference, HCI International 2021 ; Conference date: 24-07-2021 Through 29-07-2021",
year = "2021",
doi = "10.1007/978-3-030-77414-1_10",
language = "English (US)",
isbn = "9783030774134",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "113--131",
editor = "Xiaowen Fang",
booktitle = "HCI in Games",
address = "Germany",
}