@inproceedings{bb2d5cf4226b4df58535e7082e2c5983,
title = "Interface design optimization as a multi-armed bandit problem",
abstract = "{"}Multi-armed bandits{"} offer a new paradigm for the AIassisted design of user interfaces. To help designers understand the potential, we present the results of two experimental comparisons between bandit algorithms and random assignment. Our studies are intended to show designers how bandits algorithms are able to rapidly explore an experimental design space and automatically select the optimal design configuration. Our present focus is on the optimization of a game design space. The results of our experiments show that bandits can make data-driven design more efficient and accessible to interface designers, but that human participation is essential to ensure that AI systems optimize for the right metric. Based on our results, we introduce several design lessons that help keep human design judgment in the loop. We also consider the future of human-technology teamwork in AI-assisted design and scientific inquiry. Finally, as bandits deploy fewer lowperforming conditions than typical experiments, we discuss ethical implications for bandits in large-scale experiments in education.",
keywords = "Continuous improvement, Data-driven design, Educational games, Multiarmed bandits, Optimization",
author = "Lomas, {J. Derek} and Jodi Forlizzi and Nikhil Poonwala and Nirmal Patel and Sharan Shodhan and Kishan Patel and Ken Koedinger and Emma Brunskill",
year = "2016",
doi = "10.1145/2858036.2858425",
language = "English",
series = "Conference on Human Factors in Computing Systems - Proceedings",
publisher = "Association for Computing Machinery (ACM)",
pages = "4142--4153",
booktitle = "34th Conference on Human Factors in Computing Systems, Proceedings",
address = "United States",
note = "34th Annual Conference on Human Factors in Computing Systems, CHI 2016 ; Conference date: 07-05-2016 Through 12-05-2016",
}