@inproceedings{4215fdce8d7848b9b5a0884bd2b36626,
title = "Estimating Value Preferences in a Hybrid Participatory System",
abstract = "We propose methods for an AI agent to estimate the value preferences of individuals in a hybrid participatory system, considering a setting where participants make choices and provide textual motivations for those choices. We focus on situations where there is a conflict between participants' choices and motivations, and operationalize the philosophical stance that 'valuing is deliberatively consequential.' That is, if a user's choice is based on a deliberation of value preferences, the value preferences can be observed in the motivation the user provides for the choice. Thus, we prioritize the value preferences estimated from motivations over the value preferences estimated from choices alone. We evaluate the proposed methods on a dataset of a large-scale survey on energy transition. The results show that explicitly addressing inconsistencies between choices and motivations improves the estimation of an individual's value preferences. The proposed methods can be integrated in a hybrid participatory system, where artificial agents ought to estimate humans' value preferences to pursue value alignment. ",
keywords = "participatory systems, responsible AI, Value alignment",
author = "Siebert, {Luciano C.} and Enrico Liscio and Murukannaiah, {Pradeep K.} and Lionel Kaptein and Shannon Spruit and {Van Den Hoven}, Jeroen and Catholijn Jonker",
year = "2022",
doi = "10.3233/FAIA220193",
language = "English",
series = "Frontiers in Artificial Intelligence and Applications",
publisher = "IOS Press",
pages = "114--127",
editor = "Stefan Schlobach and Maria Perez-Ortiz and Myrthe Tielman",
booktitle = "HHAI2022",
address = "Netherlands",
note = "1st International Conference on Hybrid Human-Artificial Intelligence, HHAI 2022 ; Conference date: 13-06-2022 Through 17-06-2022",
}