%0 Report %1 e5602fa1e98e4b5192602d347b4a1c89 %A Kumar, Nishant %A Segvić, Sinisa %A Eslami, Abouzar %A Gumhold, Stefan %D 2023 %K topic_visualcomputing FIS_scads cs.CV %R 10.48550/arXiv.2302.07106 %T Normalizing Flow based Feature Synthesis for Outlier-Aware Object Detection %X Real-world deployment of reliable object detectors is crucial for applications such as autonomous driving. However, general-purpose object detectors like Faster R-CNN are prone to providing overconfident predictions for outlier objects. Recent outlier-aware object detection approaches estimate the density of instance-wide features with class-conditional Gaussians and train on synthesized outlier features from their low-likelihood regions. However, this strategy does not guarantee that the synthesized outlier features will have a low likelihood according to the other class-conditional Gaussians. We propose a novel outlier-aware object detection framework that distinguishes outliers from inlier objects by learning the joint data distribution of all inlier classes with an invertible normalizing flow. The appropriate sampling of the flow model ensures that the synthesized outliers have a lower likelihood than inliers of all object classes, thereby modeling a better decision boundary between inlier and outlier objects. Our approach significantly outperforms the state-of-the-art for outlier-aware object detection on both image and video datasets. Code available at https://github.com/nish03/FFS

@techreport{e5602fa1e98e4b5192602d347b4a1c89, abstract = {Real-world deployment of reliable object detectors is crucial for applications such as autonomous driving. However, general-purpose object detectors like Faster R-CNN are prone to providing overconfident predictions for outlier objects. Recent outlier-aware object detection approaches estimate the density of instance-wide features with class-conditional Gaussians and train on synthesized outlier features from their low-likelihood regions. However, this strategy does not guarantee that the synthesized outlier features will have a low likelihood according to the other class-conditional Gaussians. We propose a novel outlier-aware object detection framework that distinguishes outliers from inlier objects by learning the joint data distribution of all inlier classes with an invertible normalizing flow. The appropriate sampling of the flow model ensures that the synthesized outliers have a lower likelihood than inliers of all object classes, thereby modeling a better decision boundary between inlier and outlier objects. Our approach significantly outperforms the state-of-the-art for outlier-aware object detection on both image and video datasets. Code available at https://github.com/nish03/FFS}, added-at = {2024-11-28T16:27:18.000+0100}, author = {Kumar, Nishant and {\v S}egvi{\'c}, Sini{\v s}a and Eslami, Abouzar and Gumhold, Stefan}, biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/29c20edf56ca5deb14a9220910a9ca658/scadsfct}, day = 1, doi = {10.48550/arXiv.2302.07106}, interhash = {c5ac34df0fed7183b8b72b2f4c6f490b}, intrahash = {9c20edf56ca5deb14a9220910a9ca658}, keywords = {topic_visualcomputing FIS_scads cs.CV}, language = {English}, month = feb, note = {Accepted as CVPR 2023 Highlight (Top 10% of all acceptance)}, timestamp = {2024-11-28T17:41:41.000+0100}, title = {Normalizing Flow based Feature Synthesis for Outlier-Aware Object Detection}, type = {WorkingPaper}, year = 2023 }