@inbook{296116d82eb74d838ea1737edc790a6a,
title = "The Dangers of Drowsiness Detection: Differential Performance, Downstream Impact, and Misuses",
abstract = "Drowsiness and fatigue are important factors in driving safety and work performance. This has motivated academic research into detecting drowsiness, and sparked interest in the deployment of related products in the insurance and work-productivity sectors. In this paper we elaborate on the potential dangers of using such algorithms. We first report on an audit of performance bias across subject gender and ethnicity, identifying which groups would be disparately harmed by the deployment of a state-of-the-art drowsiness detection algorithm. We discuss some of the sources of the bias, such as the lack of robustness of facial analysis algorithms to face occlusions, facial hair, or skin tone. We then identify potential downstream harms of this performance bias, as well as potential misuses of drowsiness detection technology - -focusing on driving safety and experience, insurance cream-skimming and coverage-avoidance, worker surveillance, and job precarity.",
keywords = "bias, disparate impact, drowsiness detection, fairness, surveillance, technology misuses",
author = "Jakub Grzelak and Martim Brandao",
note = "Publisher Copyright: {\textcopyright} 2021 ACM.; 4th AAAI/ACM Conference on Artificial Intelligence, Ethics, and Society, AIES 2021 ; Conference date: 19-05-2021 Through 21-05-2021",
year = "2021",
month = jul,
day = "21",
doi = "10.1145/3461702.3462593",
language = "English",
series = "AIES 2021 - Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society",
publisher = "Association for Computing Machinery, Inc",
pages = "525--531",
booktitle = "AIES 2021 - Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society",
}
