@inproceedings{c4d35b10dc9c45dabe8bf991bf7b896f,
title = "Crowd-Powered Hybrid Classification Services: Calibration is all you need",
abstract = "Hybrid classification services are online services that combine machine learning (ML) and humans - either crowd workers or experts - to achieve a classification objective, from relatively simple ones such as deriving the sentiment of a text to more complex ones such as medical diagnoses. This paper takes the first steps toward a science for hybrid classification services, discussing key concepts, challenges, and architectures, and then focusing on a central aspect, that of ML calibration and how it can be achieved with crowdsourced labels.",
keywords = "Calibration, crowdsourcing, machine learning",
author = "Burcu Sayin and Evgeny Krivosheev and Jorge Ramirez and Fabio Casati and Ekaterina Taran and Veronika Malanina and Jie Yang",
year = "2021",
doi = "10.1109/ICWS53863.2021.00019",
language = "English",
isbn = "978-1-6654-1682-5",
series = "Proceedings - 2021 IEEE International Conference on Web Services, ICWS 2021",
publisher = "IEEE ",
pages = "42--50",
editor = "Chang, {Carl K.} and Ernesto Damiani and Jing Fan and Parisa Ghodous and Michael Maximilien and Zhongjie Wang and Robert Ward and Jia Zhang",
booktitle = "2021 IEEE International Conference on Web Services (ICWS)",
address = "United States",
note = "ICWS 2021 : 2021 IEEE International Conference on Web Services ; Conference date: 05-09-2021 Through 10-09-2021",
}