@inproceedings{56ea7e1a55b94696aaba45f2749d2089,
title = "Microtask crowdsourcing for music score Transcriptions: an experiment with error detection",
abstract = "Human annotation is still an essential part of modern transcription workflows for digitizing music scores, either as a standalone approach where a single expert annotator transcribes a complete score, or for supporting an automated Optical Music Recognition (OMR) system. Research on human computation has shown the effectiveness of crowdsourcing for scaling out human work by defining a large number of microtasks which can easily be distributed and executed. However, microtask design for music transcription is a research area that remains unaddressed. This paper focuses on the design of a crowdsourcing task to detect errors in a score transcription which can be deployed in either automated or human-driven transcription workflows. We conduct an experiment where we study two design parameters: 1) the size of the score to be annotated and 2) the modality in which it is presented in the user interface. We analyze the performance and reliability of non-specialised crowdworkers on Amazon Mechanical Turk with respect to these design parameters, differentiated by worker experience and types of transcription errors. Results are encouraging, and pave the way for scalable and efficient crowdassisted music transcription systems. ",
keywords = "Domain knowledge, Representations of music, Evaluation, datasets and reproducibility, Annotation protocols, Human-centered MIR, Human-computer interaction and interfaces, MIR fundamentals and methodology, Multimodality, MIR tasks, Music transcription and annotation, Optical Music Recognition (OMR)",
author = "I.P. Samiotis and S. Qiu and A. Mauri and C.C.S. Liem and C. Lofi and A. Bozzon",
year = "2020",
language = "English",
booktitle = "Proceedings of the 21st International Society for Music Information Retrieval Conference",
note = "21st International Society for Music Information Retrieval Conference, ISMIR 2020 ; Conference date: 11-10-2020 Through 15-10-2020",
url = "https://program.ismir2020.net",
}