Multimodal Vision Research Laboratory

MVRL

about us

The Multimodal Vision Research Laboratory (MVRL) develops novel algorithms for image understanding and works to solve challenging problems in areas including remote sensing, image localization, and medical imaging. If you are interested in joining us, please check out our openings page for more information and a description of current open positions.

recent news

• 04 Nov 2024 : one paper accepted to WACV, congrats to Srikumar Sastry, Subash Khanal, Aayush Dhakal, and Adeel Ahmad!
• 03 Oct 2024 : five abstracts accepted to the AGU Fall Meeting!
• 25 Sep 2024 : one paper accepted to NeurIPS, congrats to Anindiya Sarkar, Srikumar Sastry, Aleksis Pirinen, Chongjie Zhang, and Eugene Vorobeychik!
• 15 Jul 2024 : one paper accepted to ICMLA, congrats to Michael Lanier and one paper accepted to WIFS, congrats to José Nascimento!
• 15 Jul 2024 : one paper accepted to ACM Multimedia, congrats to Subash Khanal, Eric Xing, Srikumar Sastry, Aayush Dhakal, Zhexiao Xiong, and Adeel Ahmad!
• 02 Jul 2024 : one paper accepted to PLOS ONE, congrats to Alex Levering!

Check the archives for old news.

selected recent publications

See our publications page for a complete listing.

1. 

   Sastry S, Khanal S, Dhakal A, Ahmad A, Jacobs N. 2025. TaxaBind: A Unified Embedding Space for Ecological Applications. In: IEEE Winter Conference on Applications of Computer Vision (WACV).
   bibtex | paper | website | code

   close  

   @inproceedings{sastry2025taxa,
     title = {{TaxaBind}: A Unified Embedding Space for Ecological Applications},
     author = {Sastry, Srikumar and Khanal, Subash and Dhakal, Aayush and Ahmad, Adeel and Jacobs, Nathan},
     year = {2025},
     month = feb,
     booktitle = {IEEE Winter Conference on Applications of Computer Vision (WACV)},
     author+an = {5=highlight},
     annotation = {remote_sensing,spotlight},
     archiveprefix = {arXiv},
     thumbnail = {/thumbnails/taxabind.jpg},
     primaryclass = {cs.CV},
     eprint = {2411.00683},
     code = {https://github.com/mvrl/TaxaBind},
     project = {https://vishu26.github.io/taxabind},
     pdf = {https://arxiv.org/pdf/2411.00683}
   }
   

2. 

   Sarkar A, Sastry S, Pirinen A, Zhang C, Jacobs N, Vorobeychik Y. 2024. GOMAA-Geo: GOal Modality Agnostic Active Geo-localization. In: Neural Information Processing Systems (NeurIPS).
   bibtex | paper | linkedin | code

   close  

   @inproceedings{sarkar2024gomaageo,
     annotation = {spotlight,remote_sensing,localization},
     title = {{GOMAA-Geo}: GOal Modality Agnostic Active Geo-localization},
     author = {Sarkar, Anindya and Sastry, Srikumar and Pirinen, Aleksis and Zhang, Chongjie and Jacobs, Nathan and Vorobeychik, Yevgeniy},
     year = {2024},
     month = dec,
     day = {9},
     booktitle = {Neural Information Processing Systems (NeurIPS)},
     eprint = {2406.01917},
     archiveprefix = {arXiv},
     thumbnail = {/thumbnails/gomaa.jpg},
     author+an = {5=highlight},
     pdf = {https://arxiv.org/pdf/2406.01917},
     code = {https://github.com/mvrl/GOMAA-Geo},
     linkedin = {https://www.linkedin.com/posts/jacobsn_im-excited-to-announce-that-gomaa-geo-activity-7244782724610211840-43Vs?utm_source=share&utm_medium=member_desktop},
     primaryclass = {cs.CV}
   }
   

3. 

   Khanal S, Xing E, Sastry S, Dhakal A, Xiong Z, Ahmad A, Jacobs N. 2024. PSM: Learning Probabilistic Embeddings for Multi-scale Zero-shot Soundscape Mapping. In: ACM Multimedia. DOI: 10.1145/3664647.3681620.
   bibtex | paper | doi | linkedin

   close  

   @inproceedings{khanal2024psm,
     annotation = {remote_sensing,spotlight},
     author = {Khanal, Subash and Xing, Eric and Sastry, Srikumar and Dhakal, Aayush and Xiong, Zhexiao and Ahmad, Adeel and Jacobs, Nathan},
     thumbnail = {/thumbnails/psm.jpg},
     booktitle = {ACM Multimedia},
     title = {{PSM}: Learning Probabilistic Embeddings for Multi-scale Zero-shot Soundscape Mapping},
     linkedin = {https://www.linkedin.com/posts/jacobsn_im-excited-to-announce-our-paper-psm-learning-activity-7256664586563563520-w6pq?utm_source=share&utm_medium=member_desktop},
     author+an = {7=highlight},
     pdf = {https://arxiv.org/pdf/2408.07050},
     doi = {10.1145/3664647.3681620},
     eprint = {2408.07050},
     archiveprefix = {arXiv},
     primaryclass = {cs.CV},
     month = oct,
     day = {28},
     year = {2024}
   }
   

4. 

   Skean O, Dhakal A, Jacobs N, Giraldo LGS. 2024. FroSSL: Frobenius Norm Minimization for Self-Supervised Learning. In: European Conference on Computer Vision (ECCV).
   bibtex | paper | linkedin

   close  

   @inproceedings{skean2024frossl,
     annotation = {spotlight},
     thumbnail = {/thumbnails/frossl.jpg},
     title = {{FroSSL}: Frobenius Norm Minimization for Self-Supervised Learning},
     author = {Skean, Oscar and Dhakal, Aayush and Jacobs, Nathan and Giraldo, Luis Gonzalo Sanchez},
     booktitle = {European Conference on Computer Vision (ECCV)},
     year = {2024},
     eprint = {2310.02903},
     pdf = {https://arxiv.org/pdf/2310.02903.pdf},
     month = oct,
     day = {1},
     author+an = {3=highlight},
     linkedin = {https://www.linkedin.com/posts/jacobsn_im-excited-to-introduce-frossl-frobenius-activity-7242907962275459073-Kqop?utm_source=share&utm_medium=member_desktop},
     archiveprefix = {arXiv},
     primaryclass = {cs.LG}
   }
   

5. 

   Sastry S, Khanal S, Dhakal A, Huang D, Jacobs N. 2024. BirdSat: Cross-View Contrastive Masked Autoencoders for Bird Species Classification and Mapping. In: IEEE Winter Conference on Applications of Computer Vision (WACV).
   bibtex | paper | press release | linkedin | code

   close  

   @inproceedings{sastry2024bird,
     title = {{BirdSat}: Cross-View Contrastive Masked Autoencoders for Bird Species Classification and Mapping},
     author = {Sastry, Srikumar and Khanal, Subash and Dhakal, Aayush and Huang, Di and Jacobs, Nathan},
     code = {https://github.com/mvrl/BirdSAT},
     thumbnail = {/thumbnails/birdsat.jpg},
     linkedin = {https://www.linkedin.com/feed/update/urn:li:activity:7125481632219754496/},
     press = {https://engineering.wustl.edu/news/2024/For-the-birds.html},
     year = {2024},
     month = jan,
     pdf = {http://arxiv.org/pdf/2310.19168.pdf},
     booktitle = {IEEE Winter Conference on Applications of Computer Vision (WACV)},
     author+an = {5=highlight},
     annotation = {remote_sensing,spotlight}
   }
   

---