@inproceedings{breitenstein2023what, abstract = {In safety-critical applications such as automated driving, perception errors may create an imminent risk to vulnerable road users (VRU). To mitigate the occurrence of unexpected and potentially dangerous situations, so-called corner cases, perception models are trained on a huge amount of data. However, the models are typically evaluated using task-agnostic metrics, which do not reflect the severity of safety-critical misdetections. Consequently, misdetections with particular relevance for the safe driving task should entail a more severe penalty during evaluation to pinpoint corner cases in large-scale datasets. In this work, we propose a novel metric IoUw that exploits relevance on the pixel level of the semantic segmentation output to extend the notion of the intersection over union (IoU) by emphasizing small areas of an image affected by corner cases. We (i) employ IoUw to measure the effect of pre-defined relevance criteria on the segmentation evaluation, and (ii) use the relevance-adapted IoUw to refine the identification of corner cases. In our experiments, we investigate vision-based relevance criteria and physical attributes as per-pixel criticality to factor in the imminent risk, showing that IoUw precisely accentuates the relevance of corner cases.}, author = {Breitenstein, Jasmin and Heidecker, Florian and Lyssenko, Maria and Bogdoll, Daniel and Bieshaar, Maarten and Zöllner, J. Marius and Sick, Bernhard and Fingscheidt, Tim}, booktitle = {Workshop on roBustness and Reliability of Autonomous Vehicles in the Open-world (BRAVO), ICCV}, interhash = {82fd272efc4669189c8e047fa90b6db9}, intrahash = {dd6f5a976f1b9423ffe3a36248745b42}, pages = {3991--4000}, title = {What Does Really Count? Estimating Relevance of Corner Cases for Semantic Segmentation in Automated Driving}, url = {https://openaccess.thecvf.com/content/ICCV2023W/BRAVO/html/Breitenstein_What_Does_Really_Count_Estimating_Relevance_of_Corner_Cases_for_ICCVW_2023_paper.html}, year = 2023 } @inproceedings{BBH+21a, author = {Bogdoll, Daniel and Breitenstein, Jasmin and Heidecker, Florian and Bieshaar, Maarten and Sick, Bernhard and Fingscheidt, Tim and Zöllner, J. Marius}, booktitle = {ICCV - Embedded and Real-World Computer Vision in Autonomous Driving (ICCV-ERCVAD)}, interhash = {01daa15eeccf969f85d3bbbf5c598268}, intrahash = {e615cbb7ab70a7031c6d3499a45711d5}, note = {(accepted)}, title = {Description of Corner Cases in Automated Driving: Goals and Challenges}, year = 2021 } @inproceedings{HBR+21, address = {Nagoya, Japan}, author = {Heidecker, Florian and Breitenstein, Jasmin and Rösch, Kevin and Löhdefink, Jonas and Bieshaar, Maarten and Stiller, Christoph and Fingscheidt, Tim and Sick, Bernhard}, booktitle = {2021 IEEE Intelligent Vehicles Symposium (IV)}, interhash = {dd6cfea9002af1f9cfa98e078b419116}, intrahash = {5f6dbffae40d7656285e93d01cd9a961}, note = {(accepted)}, title = {{An Application-Driven Conceptualization of Corner Cases for Perception in Highly Automated Driving}}, year = 2021 }