Research Area: Generative Multimodal AI

@inproceedings{khanal2026genesis,
  author = {Khanal, Subash and Cui, Yangzhi and Cher, Daniel and Xing, Eric and Wei, Brian and Sastry, Srikumar and Jacobs, Nathan},
  booktitle = {ACM SIGSPATIAL International Conference on Advances in Geographic Information Systems (ACM SIGSPATIAL)},
  title = {Genesis: A Generative Engine for Hierarchical Satellite Image Synthesis},
  doi = {10.1145/3841645.3843313},
  month = nov,
  year = {2026},
  pdf = {https://arxiv.org/pdf/2609.02683},
  archiveprefix = {arXiv},
  primaryclass = {cs.CV},
  eprint = {2609.02683},
  code = {https://github.com/mvrl/genesis},
  project = {https://subash-khanal.github.io/genesis/},
  huggingface = {https://huggingface.co/MVRL/genesis},
}

@inproceedings{sastry2026terradit,
  title = {{TerraDiT}: Point-Conditioned Diffusion Transformer for Satellite Image Synthesis},
  author = {Sastry, Srikumar and Cher, Dan and Wei, Brian and Dhakal, Aayush and Khanal, Subash and Gupta, Dev and Jacobs, Nathan},
  booktitle = {TerraBytes — Towards global datasets and models for Earth observation (European Conference on Computer Vision (ECCV) Workshop)},
  month = sep,
  year = {2026},
  code = {https://github.com/mvrl/TerraDiT},
  eprint = {2603.02172},
  archiveprefix = {arXiv},
  primaryclass = {cs.CV},
  project = {https://vishu26.github.io/terradit/},
  pdf = {https://arxiv.org/pdf/2603.02172},
}

@inproceedings{cher2026earth,
  author = {Cher, Dan and Iqbal, Hamza and Xing, Eric and Wei, Brian and Jacobs, Nathan},
  title = {Tesselating The Earth},
  booktitle = {European Conference on Computer Vision (ECCV)},
  pdf = {https://arxiv.org/pdf/2606.27514},
  archiveprefix = {arXiv},
  primaryclass = {cs.CV},
  eprint = {2606.27514},
  code = {https://github.com/mvrl/TTE},
  month = sep,
  day = {10},
  year = {2026}
}

@inproceedings{wei2026terraditomega,
  author = {Wei, Brian and Sastry, Srikumar and Cher, Dan and Xing, Eric and Jacobs, Nathan},
  title = {{TerraDiT-$\Omega$}: Unified Spatial Control for Satellite Image Synthesis with Any Geospatial Primitive},
  booktitle = {European Conference on Computer Vision (ECCV)},
  month = sep,
  day = {10},
  primaryclass = {cs.CV},
  eprint = {2606.31029},
  pdf = {https://arxiv.org/pdf/2606.31029},
  year = {2026},
  project = {https://brian-j-wei.github.io/terradit-omega/},
  code = {https://github.com/mvrl/TerraDiT},
}

@inproceedings{khanal2025sat2sound,
  author = {Khanal, Subash and Sastry, Srikumar and Dhakal, Aayush and Ahmad, Adeel and Jacobs, Nathan},
  title = {{Sat2Sound}: A Unified Framework for Zero-Shot Soundscape Mapping},
  booktitle = {IEEE/ISPRS Workshop: Large Scale Computer Vision for Remote Sensing (EARTHVISION)},
  year = {2026},
  month = jun,
  archiveprefix = {arXiv},
  eprint = {2505.13777},
  code = {https://github.com/mvrl/sat2sound},
  pdf = {https://arxiv.org/pdf/2505.13777.pdf},
  primaryclass = {cs.CV},
}

@inproceedings{dhakal2026simlbr,
  title = {{SimLBR}: Learning to Detect Fake Images by Learning to Detect Real Images},
  author = {Dhakal, Aayush and Khanal, Subash and Sastry, Srikumar and Arndt, Jacob and Dias, Philipe Ambrozio and Lunga, Dalton and Jacobs, Nathan},
  month = jun,
  year = {2026},
  code = {https://github.com/mvrl/SimLBR},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  eprint = {2602.20412},
  pdf = {https://arxiv.org/pdf/2602.20412},
  archiveprefix = {arXiv},
  primaryclass = {cs.CV}
}

@inproceedings{xing2025quari,
  author = {Xing, Eric and Stylianou, Abby and Pless, Robert and Jacobs, Nathan},
  booktitle = {Neural Information Processing Systems (NeurIPS)},
  title = {{QuARI}: Query Adaptive Retrieval Improvement},
  pdf = {https://arxiv.org/pdf/2505.21647},
  code = {https://github.com/mvrl/QuARI},
  project = {https://ericx003.github.io/proj/quari/},
  month = dec,
  day = {2},
  archiveprefix = {arXiv},
  primaryclass = {cs.CV},
  eprint = {2505.21647},
  volume = {2505.21647},
  year = {2025}
}

@inproceedings{qiao2025genstereo,
  author = {Qiao, Feng and Xiong, Zhexiao and Xing, Eric and Jacobs, Nathan},
  pdf = {https://arxiv.org/pdf/2503.12720},
  title = {Towards Open-World Generation of Stereo Images and Unsupervised Matching},
  booktitle = {IEEE/CVF International Conference on Computer Vision (ICCV)},
  code = {https://github.com/Qjizhi/GenStereo},
  year = {2025},
  day = {20},
  month = oct,
  archiveprefix = {arXiv},
  primaryclass = {cs.CV},
  eprint = {2503.12720}
}

@inproceedings{xing2025cir,
  author = {Xing, Eric and Kolouju, Pranavi and Pless, Robert and Stylianou, Abby and Jacobs, Nathan},
  booktitle = {IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  title = {{ConText-CIR}: Learning from Concepts in Text for Composed Image Retrieval},
  pdf = {https://arxiv.org/pdf/2505.20764},
  code = {https://github.com/mvrl/ConText-CIR},
  month = jun,
  day = {12},
  archiveprefix = {arXiv},
  primaryclass = {cs.CV},
  eprint = {2505.20764},
  year = {2025}
}

@inproceedings{sarkar2024gomaageo,
  title = {{GOMAA-Geo}: GOal Modality Agnostic Active Geo-localization},
  author = {Sarkar, Anindya and Sastry, Srikumar and Pirinen, Aleksis and Zhang, Chongjie and Jacobs, Nathan and Vorobeychik, Yevgeniy},
  year = {2024},
  month = dec,
  day = {9},
  booktitle = {Neural Information Processing Systems (NeurIPS)},
  eprint = {2406.01917},
  archiveprefix = {arXiv},
  pdf = {https://papers.nips.cc/paper_files/paper/2024/file/bd8b52c2fefdb37e3b3953a37408e9dc-Paper-Conference.pdf},
  arxiv = {https://arxiv.org/pdf/2406.01917},
  code = {https://github.com/mvrl/GOMAA-Geo},
  primaryclass = {cs.CV}
}

@inproceedings{xing2023vlpl,
  title = {Vision-Language Pseudo-Labels for Single-Positive Multi-Label Learning},
  author = {Xing, Xin and Xiong, Zhexiao and Stylianou, Abby and Sastry, Srikumar and Gong, Liyu and Jacobs, Nathan},
  year = {2024},
  month = jun,
  eprint = {2310.15985},
  booktitle = {Workshop on Representation Learning with Very Limited Images},
  code = {https://github.com/mvrl/VLPL},
  archiveprefix = {arXiv},
  pdf = {https://arxiv.org/pdf/2310.15985.pdf},
  note = {(oral)},
  primaryclass = {cs.CV},
}

@inproceedings{dhakal2024sat2cap,
  title = {{Sat2Cap}: Mapping Fine-Grained Textual Descriptions from Satellite Images},
  author = {Dhakal, Aayush and Ahmad, Adeel and Khanal, Subash and Sastry, Srikumar and Kerner, Hannah Rae and Jacobs, Nathan},
  booktitle = {IEEE/ISPRS Workshop: Large Scale Computer Vision for Remote Sensing (EARTHVISION)},
  year = {2024},
  month = jun,
  eprint = {2307.15904},
  code = {https://github.com/mvrl/Sat2Cap},
  archiveprefix = {arXiv},
  pdf = {https://arxiv.org/pdf/2307.15904.pdf},
  primaryclass = {cs.CV},
  note = {(Best Paper Award)},
}

@inproceedings{sastry2024geosynth,
  title = {{GeoSynth}: Contextually-Aware High-Resolution Satellite Image Synthesis},
  author = {Sastry, Srikumar and Khanal, Subash and Dhakal, Aayush and Jacobs, Nathan},
  booktitle = {IEEE/ISPRS Workshop: Large Scale Computer Vision for Remote Sensing (EARTHVISION)},
  archiveprefix = {arXiv},
  eprint = {2404.06637},
  pdf = {https://arxiv.org/pdf/2404.06637.pdf},
  code = {https://github.com/mvrl/GeoSynth},
  year = {2024},
  month = jun,
  primaryclass = {cs.CV},
}

@inproceedings{rafique2021unifying,
  author = {Rafique, Muhammad Usman and Zhang, Yu and Brodie, Benjamin and Jacobs, Nathan},
  title = {Unifying Guided and Unguided Outdoor Image Synthesis},
  code = {https://github.com/mvrl/un_guided},
  booktitle = {New Trends in Image Restoration and Enhancement (IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops)},
  month = jun,
  doi = {10.1109/CVPRW53098.2021.00087},
  project = {http://urafique.com/un_guided/},
  pdf = {https://openaccess.thecvf.com/content/CVPR2021W/NTIRE/papers/Rafique_Unifying_Guided_and_Unguided_Outdoor_Image_Synthesis_CVPRW_2021_paper.pdf},
  year = {2021},
  pages = {776--785}
}

@inproceedings{rafique2020bmvc,
  author = {Rafique, M. Usman and Blanton, Hunter and Snavely, Noah and Jacobs, Nathan},
  booktitle = {British Machine Vision Conference (BMVC)},
  tweet = {https://twitter.com/jacobsn/status/1295489569576681472},
  title = {{Generative Appearance Flow}: A Hybrid Approach for Outdoor View Synthesis},
  year = {2020},
  code = {https://github.com/Usman-Rafique/gaf},
  project = {http://urafique.com/gaf/},
  pdf = {https://mvrl.github.io/pdf/rafique2020bmvc.pdf},
  month = sep
}

@inproceedings{zhai2017layout,
  author = {Zhai, Menghua and Bessinger, Zach and Workman, Scott and Jacobs, Nathan},
  booktitle = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  code = {https://github.com/viibridges/crossnet},
  doi = {10.1109/CVPR.2017.440},
  note = {Acceptance rate: 29.2\%},
  pdf = {https://openaccess.thecvf.com/content_cvpr_2017/papers/Zhai_Predicting_Ground-Level_Scene_CVPR_2017_paper.pdf},
  tweet = {https://twitter.com/jacobsn/status/837012306814980097},
  title = {Predicting Ground-Level Scene Layout from Aerial Imagery},
  month = jun,
  year = {2017}
}