@inproceedings{ebfe8e02ba384a55839428b0fcaf13f2,
title = "MiLa: An audiovisual instrument for learning the Curwen hand signs",
abstract = "We present a novel musical system for learning the Curwen-Kodaly hand signs, which stand for solfege syllables and pitches (do, re, mi, etc.). These hand postures comprise a system of musical notation typically used in sight-singing training to familiarize with patterns of musical tones. Therefore, what concerns us is music literacy as opposed to practice with any particular instrument. Our system uses a Leap motion sensor to recognize the hand signs and produce corresponding user-recorded sounds. For each hand sign, the system also displays a natural 3D scenery, which is intended to match the metaphorical nature of the tone and has a resemblance to the hand posture (e.g. mi is a steady or calm tone, so the hand sign is an open hand with palm downwards and the scenery is a calm but moving ocean).",
keywords = "Computer graphics, Embodied metaphors, Music education, Musical instrument, Posture recognition",
author = "Hong, {Matt H Y} and Hicks, {William S.} and Horn, {Michael S.}",
note = "Publisher Copyright: {\textcopyright} 2016 Authors.; 34th Annual CHI Conference on Human Factors in Computing Systems, CHI EA 2016 ; Conference date: 07-05-2016 Through 12-05-2016",
year = "2016",
month = may,
day = "7",
doi = "10.1145/2851581.2892357",
language = "English (US)",
series = "Conference on Human Factors in Computing Systems - Proceedings",
publisher = "Association for Computing Machinery",
pages = "1691--1697",
booktitle = "CHI EA 2016",
}