%0 Conference Paper %1 KukushkinBogdanSchmid2024BiCAE %A Kukushkin, Maksim %A Bogdan, Martin %A Schmid, Thomas %B Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track %C Cham %D 2024 %E Bifet, Albert %E Krilavicius, Tomas %E Miliou, Ioanna %E Nowaczyk, Slawomir %I Springer Nature Switzerland %K Autoencoder BiCAE Bimodal Convolutional Purity Seed Testing Zno %P 447--462 %T BiCAE -- A Bimodal Convolutional Autoencoder for Seed Purity Testing %X In the seed-producing industry, accurate assessment of harvested seeds for technical purity is a necessary, yet time-consuming and labor-intensive task. Automating this task holds immense potential for enhancing agricultural seed productivity, and using computer vision methods to classify seeds has already demonstrated promising results. Here, we propose a novel spectral-enhanced image anomaly detection approach to accurately discriminate Canola seeds (Brassica napus L.) from visually similar non-Canola seeds. Our bimodal approach exploits both RGB and data captured by a hyperspectral camera of the same sample. For efficient processing of this data, we suggest a novel bimodal convolutional autoencoder (BiCAE) architecture, which combines the strengths of high spatial resolution in RGB and high spectral resolution in hyperspectral data. We demonstrate that training our BiCAE model on a Canola dataset allows to learn a joint latent representation that effectively extracts spatio-spectral information from both RGB and hyperspectral data. Experiments show promising results in differentiating between Canola and non-Canola samples, in particular in detecting various types of non-Canola seeds in previously unseen test data. The obtained results highlight the model's ability to generalize beyond the training data, surpassing unimodal models that rely solely on a single modality. %@ 978-3-031-70381-2

@inproceedings{KukushkinBogdanSchmid2024BiCAE, abstract = {In the seed-producing industry, accurate assessment of harvested seeds for technical purity is a necessary, yet time-consuming and labor-intensive task. Automating this task holds immense potential for enhancing agricultural seed productivity, and using computer vision methods to classify seeds has already demonstrated promising results. Here, we propose a novel spectral-enhanced image anomaly detection approach to accurately discriminate Canola seeds (Brassica napus L.) from visually similar non-Canola seeds. Our bimodal approach exploits both RGB and data captured by a hyperspectral camera of the same sample. For efficient processing of this data, we suggest a novel bimodal convolutional autoencoder (BiCAE) architecture, which combines the strengths of high spatial resolution in RGB and high spectral resolution in hyperspectral data. We demonstrate that training our BiCAE model on a Canola dataset allows to learn a joint latent representation that effectively extracts spatio-spectral information from both RGB and hyperspectral data. Experiments show promising results in differentiating between Canola and non-Canola samples, in particular in detecting various types of non-Canola seeds in previously unseen test data. The obtained results highlight the model's ability to generalize beyond the training data, surpassing unimodal models that rely solely on a single modality.}, added-at = {2025-01-07T10:55:04.000+0100}, address = {Cham}, author = {Kukushkin, Maksim and Bogdan, Martin and Schmid, Thomas}, biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/2c92e01412136b856ad80afc44600d3cd/scadsfct}, booktitle = {Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track}, editor = {Bifet, Albert and Krilavi{\v{c}}ius, Tomas and Miliou, Ioanna and Nowaczyk, Slawomir}, interhash = {b4fc7ecc250755e156b6b638c2161d95}, intrahash = {c92e01412136b856ad80afc44600d3cd}, isbn = {978-3-031-70381-2}, keywords = {Autoencoder BiCAE Bimodal Convolutional Purity Seed Testing Zno}, pages = {447--462}, publisher = {Springer Nature Switzerland}, timestamp = {2025-02-17T11:28:52.000+0100}, title = {BiCAE -- A Bimodal Convolutional Autoencoder for Seed Purity Testing}, year = 2024 }