Publications

PhD Thesis (1)

Pedro Rodriguez. Evaluating Machine Intelligence with Question Answering . University of Maryland, College Park , 2021.
PDF
```
@phdthesis{rodriguez2021thesis,
  author = {Pedro Rodriguez},
  title = {Evaluating Machine Intelligence with Question Answering},
  school = {University of Maryland, College Park},
  year = {2021},
  url = {https://www.pedro.ai/static/publications/pedro_rodriguez_phd_thesis.pdf},
}
```

Conference and Journal Papers (15)

Artidoro Pagnoni, Ramakanth Pasunuru, Pedro Rodriguez, John Nguyen, Benjamin Muller, Margaret Li, Chunting Zhou, Lili Yu, Jason Weston, Luke Zettlemoyer, Gargi Ghosh, Mike Lewis, Ari Holtzman, and Srinivasan Iyer. Byte Latent Transformer: Patches Scale Better Than Tokens . Annual Meeting of the Association for Computational Linguistics , 2025. Outstanding Paper Award ACL Anthology PDF Code

@inproceedings{pagnoni2025blt,
  title = {Byte Latent Transformer: Patches Scale Better Than Tokens},
  author = {Artidoro Pagnoni and Ramakanth Pasunuru and Pedro Rodriguez and John Nguyen and Benjamin Muller and Margaret Li and Chunting Zhou and Lili Yu and Jason Weston and Luke Zettlemoyer and Gargi Ghosh and Mike Lewis and Ari Holtzman and Srinivasan Iyer},
  booktitle = {Annual Meeting of the Association for Computational Linguistics},
  year = {2025},
  url = {https://aclanthology.org/2025.acl-long.453},
}

John P. Lalor, Pedro Rodriguez, João Sedoc, and José Hernández-Orallo. Item Response Theory for Natural Language Processing . Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts , 2024. ACL Anthology PDF

@inproceedings{lalor2024irttutorial,
  title = {Item Response Theory for Natural Language Processing},
  author = {John P. Lalor and Pedro Rodriguez and João Sedoc and José Hernández-Orallo},
  booktitle = {Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts},
  year = {2024},
  url = {https://aclanthology.org/2024.eacl-tutorials.2},
}

Yejin Lee, Anna Sun, Basil Hosmer, Bilge Acun, Can Balioglu, Changhan Wang, Charles David Hernandez, Christian Puhrsch, Daniel Haziza, Driss Guessous, Francisco Massa, Jacob Kahn, Jeffrey Wan, Jeremy Reizenstein, Jiaqi Zhai, Joe Isaacson, Joel Schlosser, Juan Pino, Kaushik Ram Sadagopan, Leonid Shamis, Linjian Ma, Min-Jae Hwang, Mingda Chen, Mostafa Elhoushi, Pedro Rodriguez, Ramakanth Pasunuru, Scott Yih, Sravya Popuri, Xing Liu, and Carole-Jean Wu. Characterizing and Efficiently Accelerating Multimodal Generation Model Inference . IEEE Micro , 2024. arXiv PDF

@article{lee2024multimodal,
  title = {Characterizing and Efficiently Accelerating Multimodal Generation Model Inference},
  author = {Yejin Lee and Anna Sun and Basil Hosmer and Bilge Acun and Can Balioglu and Changhan Wang and Charles David Hernandez and Christian Puhrsch and Daniel Haziza and Driss Guessous and Francisco Massa and Jacob Kahn and Jeffrey Wan and Jeremy Reizenstein and Jiaqi Zhai and Joe Isaacson and Joel Schlosser and Juan Pino and Kaushik Ram Sadagopan and Leonid Shamis and Linjian Ma and Min-Jae Hwang and Mingda Chen and Mostafa Elhoushi and Pedro Rodriguez and Ramakanth Pasunuru and Scott Yih and Sravya Popuri and Xing Liu and Carole-Jean Wu},
  journal = {IEEE Micro},
  year = {2024},
  url = {https://arxiv.org/abs/2410.00215},
}

Te-Lin Wu, Satwik Kottur, Andrea Madotto, Mahmoud Azab, Pedro Rodriguez, Babak Damavandi, Nanyun Peng, and Seungwhan Moon. SIMMC-VR: A Task-oriented Multimodal Dialog Dataset with Situated and Immersive VR Streams . Annual Meeting of the Association for Computational Linguistics , 2023. ACL Anthology PDF

@inproceedings{wu2023simmcvr,
  title = {{SIMMC-VR}: A Task-oriented Multimodal Dialog Dataset with Situated and Immersive {VR} Streams},
  author = {Te-Lin Wu and Satwik Kottur and Andrea Madotto and Mahmoud Azab and Pedro Rodriguez and Babak Damavandi and Nanyun Peng and Seungwhan Moon},
  booktitle = {Annual Meeting of the Association for Computational Linguistics},
  year = {2023},
  url = {https://aclanthology.org/2023.acl-long.345},
}

Wang-Chiew Tan, Yuliang Li, Pedro Rodriguez, Richard James, Xi Victoria Lin, Alon Halevy, and Scott Yih. Reimagining Retrieval Augmented Language Models for Answering Queries . Findings of the Association for Computational Linguistics: ACL 2023 , 2023. ACL Anthology PDF

@inproceedings{tan2023reimagining,
  title = {Reimagining Retrieval Augmented Language Models for Answering Queries},
  author = {Wang-Chiew Tan and Yuliang Li and Pedro Rodriguez and Richard James and Xi Victoria Lin and Alon Halevy and Scott Yih},
  booktitle = {Findings of the Association for Computational Linguistics: ACL 2023},
  year = {2023},
  url = {https://aclanthology.org/2023.findings-acl.382},
}

Pedro Rodriguez, Mahmoud Azab, Becka Silvert, Renato Sanchez, Linzy Labson, Hardik Shah, and Seungwhan Moon. Fighting FIRe with FIRE: Assessing the Validity of Text-to-Video Retrieval Benchmarks . Findings of the European Chapter of the Association for Computational Linguistics , 2023. arXiv ACL Anthology PDF Code

@inproceedings{rodriguez2023fire,
  title = {Fighting {FIRe} with {FIRE}: Assessing the Validity of {Text-to-Video} Retrieval Benchmarks},
  author = {Pedro Rodriguez and Mahmoud Azab and Becka Silvert and Renato Sanchez and Linzy Labson and Hardik Shah and Seungwhan Moon},
  year = {2023},
  url = {http://arxiv.org/abs/2210.05038},
  booktitle = {Findings of the European Chapter of the Association for Computational Linguistics},
}

Tristan Thrush, Kushal Tirumala, Anmol Gupta, Max Bartolo, Pedro Rodriguez, Tariq Kane, William Gaviria Rojas, Peter Mattson, Adina Williams, and Douwe Kiela. Dynatask: A Framework for Creating Dynamic AI Benchmark Tasks . Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics: System Demonstrations , 2022. ACL Anthology PDF

@inproceedings{thrush2022dynatask,
  title = {Dynatask: A Framework for Creating Dynamic {AI} Benchmark Tasks},
  author = {Tristan Thrush and Kushal Tirumala and Anmol Gupta and Max Bartolo and Pedro Rodriguez and Tariq Kane and William Gaviria Rojas and Peter Mattson and Adina Williams and Douwe Kiela},
  booktitle = {Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics: System Demonstrations},
  year = {2022},
  publisher = {Association for Computational Linguistics},
  url = {https://aclanthology.org/2022.acl-demo.17},
}

John P. Lalor, and Pedro Rodriguez. PY-IRT: A Scalable Item Response Theory Library for Python . INFORMS Journal on Computing , 2022. Code

@article{lalor2022pyirt,
  title = {PY-IRT: A Scalable Item Response Theory Library for Python},
  author = {John P. Lalor and Pedro Rodriguez},
  year = {2022},
  journal = {{INFORMS} Journal on Computing},
  publisher = {Institute for Operations Research and the Management Sciences ({INFORMS})},
  doi = {10.1287/ijoc.2022.1250},
  url = {https://doi.org/10.1287/ijoc.2022.1250},
}

Pedro Rodriguez, and Jordan Boyd-Graber. Evaluation Paradigms in Question Answering . Empirical Methods in Natural Language Processing , 2021. ACL Anthology PDF

@inproceedings{rodriguez2021paradigms,
  author = {Pedro Rodriguez and Jordan Boyd-Graber},
  title = {Evaluation Paradigms in Question Answering},
  year = {2021},
  booktitle = {Empirical Methods in Natural Language Processing},
  publisher = {Association for Computational Linguistics},
  url = {https://research.fb.com/publications/evaluation-paradigms-in-question-answering/},
}

Pedro Rodriguez, Joe Barrow, Alexander Hoyle, John P. Lalor, Robin Jia, and Jordan Boyd-Graber. Evaluation Examples Are Not Equally Informative: How Should That Change NLP Leaderboards? . Association for Computational Linguistics , 2021. ACL Anthology PDF Code

@inproceedings{rodriguez2020leaderboard,
  author = {Pedro Rodriguez and Joe Barrow and Alexander Hoyle and John P. Lalor and Robin Jia and Jordan Boyd-Graber},
  title = {Evaluation Examples Are Not Equally Informative: How Should That Change {NLP} Leaderboards?},
  year = {2021},
  booktitle = {Association for Computational Linguistics},
  publisher = {Association for Computational Linguistics},
  url = {https://aclanthology.org/2021.acl-long.346},
  doi = {10.18653/v1/2021.acl-long.346},
}

Pedro Rodriguez, Paul Crook, Seungwhan Moon, and Zhiguang Wang. Information Seeking in the Spirit of Learning: a Dataset for Conversational Curiosity . Empirical Methods in Natural Language Processing , 2020. ACL Anthology PDF Code

@inproceedings{rodriguez2020curiosity,
  author = {Pedro Rodriguez and Paul Crook and Seungwhan Moon and Zhiguang Wang},
  title = {Information Seeking in the Spirit of Learning: a Dataset for Conversational Curiosity},
  year = {2020},
  url = {https://www.pedro.ai/static/publications/2020_emnlp_curiosity.paper.pdf},
  booktitle = {Empirical Methods in Natural Language Processing},
}

Eric Wallace, Pedro Rodriguez, Shi Feng, Ikuya Yamada, and Jordan Boyd-Graber. Trick Me If You Can: Human-in-the-loop Generation of Adversarial Question Answering Examples . Transactions of the Association of Computational Linguistics , 2019. ACL Anthology PDF

@article{Wallace:Rodriguez:Feng:Yamada:Boyd-Graber-2019,
  title = {Trick Me If You Can: Human-in-the-loop Generation of Adversarial Question Answering Examples},
  author = {Eric Wallace and Pedro Rodriguez and Shi Feng and Ikuya Yamada and Jordan Boyd-Graber},
  journal = {Transactions of the Association of Computational Linguistics},
  year = {2019},
  volume = {10},
  url = {https://www.pedro.ai/static/publications/2019_tacl_trick.pdf},
}

Denis Peskov, Joe Barrow, Pedro Rodriguez, Graham Neubig, and Jordan Boyd-Graber. Mitigating Noisy Inputs for Question Answering . Interspeech , 2019.

@inproceedings{Peskov:Barrow:Rodriguez:Neubig:Boyd-Graber-2019,
  author = {Denis Peskov and Joe Barrow and Pedro Rodriguez and Graham Neubig and Jordan Boyd-Graber},
  title = {Mitigating Noisy Inputs for Question Answering},
  booktitle = {Interspeech},
  year = {2019},
  doi = {10.21437/Interspeech.2019-3154},
  url = {http://dx.doi.org/10.21437/Interspeech.2019-3154},
}

Shi Feng, Eric Wallace, Alvin Grissom II, Mohit Iyyer, Pedro Rodriguez, and Jordan Boyd-Graber. Pathologies of Neural Models Make Interpretations Difficult . Empirical Methods in Natural Language Processing , 2018. arXiv ACL Anthology PDF

@inproceedings{feng2018rawr,
  title = {Pathologies of Neural Models Make Interpretations Difficult},
  author = {Shi Feng and Eric Wallace and Alvin Grissom II and Mohit Iyyer and Pedro Rodriguez and Jordan Boyd-Graber},
  booktitle = {Empirical Methods in Natural Language Processing},
  year = {2018},
  url = {https://arxiv.org/abs/1804.07781},
}

Jordan Boyd-Graber, Shi Feng, and Pedro Rodriguez. Human-Computer Question Answering: The Case for Quizbowl . The NIPS '17 Competition: Building Intelligent Systems , 2018. PDF

@inbook{Boyd-Graber:Feng:Rodriguez-2018,
  title = {Human-Computer Question Answering: The Case for Quizbowl},
  author = {Jordan Boyd-Graber and Shi Feng and Pedro Rodriguez},
  publisher = {Springer Verlag},
  year = {2018},
  editor = {Sergio Escalera and Markus Weimer},
  booktitle = {The NIPS '17 Competition: Building Intelligent Systems},
  url = {https://www.pedro.ai/static/publications/2018_nips_qbcomp.pdf},
}

arXiv (2)

Chameleon Team. Chameleon: Mixed-Modal Early-Fusion Foundation Models . arXiv , 2024. arXiv PDF Code

@article{chameleon2024,
  title = {Chameleon: Mixed-Modal Early-Fusion Foundation Models},
  author = {Chameleon Team},
  booktitle = {arXiv},
  year = {2024},
  url = {https://arxiv.org/abs/2405.09818},
}

Pedro Rodriguez, Shi Feng, Mohit Iyyer, He He, and Jordan Boyd-Graber. Quizbowl: The Case for Incremental Question Answering . arXiv , 2019. arXiv PDF Code

@article{qanta2019,
  title = {Quizbowl: The Case for Incremental Question Answering},
  author = {Pedro Rodriguez and Shi Feng and Mohit Iyyer and He He and Jordan Boyd-Graber},
  year = {2019},
  eprint = {arXiv:1904.04792},
  url = {https://arxiv.org/abs/1904.04792},
  booktitle = {arXiv},
}

Workshop Papers (7)

Pedro Rodriguez, Phu Mon Htut, John P. Lalor, and João Sedoc. Clustering Examples in Multi-Dataset Benchmarks with Item Response Theory . Proceedings of the Third Workshop on Insights from Negative Results in NLP , 2022. ACL Anthology PDF Code

@inproceedings{rodriguez2022clustering,
  title = {Clustering Examples in Multi-Dataset Benchmarks with Item Response Theory},
  author = {Pedro Rodriguez and Phu Mon Htut and John P. Lalor and Joao Sedoc},
  booktitle = {Proceedings of the Third Workshop on Insights from Negative Results in NLP},
  year = {2022},
  publisher = {Association for Computational Linguistics},
  url = {https://aclanthology.org/2022.insights-1.14},
}

Naveen Raman, Pedro Rodriguez, and Jordan Boyd-Graber. What more can Entity Linking do for Question Answering? . NeurIPS 2020 Workshop on Human And Model in the Loop Evaluation and Training Strategies , 2020.

@inproceedings{raman2020quel,
  title = {What more can Entity Linking do for Question Answering?},
  author = {Naveen Raman and Pedro Rodriguez and Jordan Boyd-Graber},
  booktitle = {{NeurIPS} 2020 Workshop on Human And Model in the Loop Evaluation and Training Strategies},
  year = {2020},
  url = {https://openreview.net/forum?id=grMp1hsIbTg},
}

Santiago Rodriguez, and Pedro Rodriguez. Classification of snow anisotropic surfaces for mountainous terrain with mixed vegetative cover using optical and thermal spectra from Landsat-8 . Proceedings of the 2018 International Snow Science Workshop , 2018. PDF

@inproceedings{classificationSnow,
  author = {Santiago Rodriguez and Pedro Rodriguez},
  title = {Classification of snow anisotropic surfaces for mountainous terrain with mixed vegetative cover using optical and thermal spectra from Landsat-8},
  booktitle = {Proceedings of the 2018 International Snow Science Workshop},
  year = {2018},
  url = {https://arc.lib.montana.edu/snow-science/objects/ISSW2018_P04.4.pdf},
}

Santiago Rodriguez, Pedro Rodriguez, and Bryan Biggs. Ski Touring Bitacora - An innovative approach for trip planning, recording observations, and risk management while traveling in Avalanche terrain . Proceedings of the 2018 International Snow Science Workshop , 2018. PDF

@inproceedings{bitacora,
  author = {Santiago Rodriguez and Pedro Rodriguez and Bryan Biggs},
  title = {Ski Touring Bitacora - An innovative approach for trip planning, recording observations, and risk management while traveling in Avalanche terrain},
  booktitle = {Proceedings of the 2018 International Snow Science Workshop},
  year = {2018},
  url = {https://arc.lib.montana.edu/snow-science/objects/ISSW2018_P18.4.pdf},
}

Santiago Rodriguez, Hans Peter Marshall, and Pedro Rodriguez. Application of a K-band FMCW Radar for the temporal tracking of dry snow stratigraphy, snowpack melt-freeze states, and mixed snow-rain precipitation events . 2018.

@inproceedings{rodriguez2018kbandradar,
  author = {Santiago Rodriguez and Hans Peter Marshall and Pedro Rodriguez},
  title = {Application of a K-band FMCW Radar for the temporal tracking of dry snow stratigraphy, snowpack melt-freeze states, and mixed snow-rain precipitation events},
  year = {2018},
}

Pedro Rodriguez, Santiago Rodriguez, and Julian Carielo. The Stability Wheel: An Intuitive and Didactic Decision-Making Framework . Proceedings of the 2014 International Snow Science Workshop , 2014. PDF

@inproceedings{stabilityWheel,
  author = {Pedro Rodriguez and Santiago Rodriguez and Julian Carielo},
  title = {The Stability Wheel: An Intuitive and Didactic Decision-Making Framework},
  booktitle = {Proceedings of the 2014 International Snow Science Workshop},
  year = {2014},
  url = {http://arc.lib.montana.edu/snow-science/objects/ISSW14_paper_P4.34.pdf},
}

Santiago Rodriguez, Hans Peter Marshall, and Pedro Rodriguez. Applications of Low Cost and Low Power FMCW Radar in the Characterization of Dry Snow . Proceedings of the 2014 International Snow Science Workshop , 2014.

@inproceedings{lowradar,
  author = {Santiago Rodriguez and Hans Peter Marshall and Pedro Rodriguez},
  title = {Applications of Low Cost and Low Power FMCW Radar in the Characterization of Dry Snow},
  booktitle = {Proceedings of the 2014 International Snow Science Workshop},
  year = {2014},
  url = {http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.977.7907&rep=rep1&type=pdf},
}

Non-Refereed (1)

Pedro Rodriguez, Joshua S. Bloom, and Joseph W. Richards. Cross Matching MACC and ROSAT: Characterization of Matching and Resulting Class Trends . American Astronomical Society Meeting Abstracts #221 , 2013.

@inproceedings{2013AAS...22135428R,
  author = {Pedro Rodriguez and Joshua S. Bloom and Joseph W. Richards},
  title = {Cross Matching MACC and ROSAT: Characterization of Matching and Resulting Class Trends},
  booktitle = {American Astronomical Society Meeting Abstracts #221},
  year = {2013},
  series = {American Astronomical Society Meeting Abstracts},
  volume = {221},
  month = {jan},
  eid = {354.28},
  pages = {354.28},
  adsurl = {http://adsabs.harvard.edu/abs/2013AAS...22135428R},
  adsnote = {Provided by the SAO/NASA Astrophysics Data System},
  url = {http://adsabs.harvard.edu/abs/2013AAS...22135428R},
}

Media (4)

Matthew Wright. New method peeks inside the 'black box' of artificial intelligence . EurekAlert , 2018.

@online{pathologies,
  journal = {EurekAlert},
  url = {https://www.eurekalert.org/pub_releases/2018-10/uom-nmp103118.php},
  author = {Matthew Wright},
  year = {2018},
  title = {New method peeks inside the 'black box' of artificial intelligence},
}

Yomihiro Katabuti. The Impact of Fast-Moving AI: Dominating Trivia Champs . IT Media , 2018.

@online{Katabuti-2018,
  journal = {IT Media},
  url = {http://www.itmedia.co.jp/news/articles/1802/28/news037.html},
  author = {Yomihiro Katabuti},
  year = {2018},
  title = {The Impact of Fast-Moving AI: Dominating Trivia Champs},
}

Melissa Brachfeld. UMD Computerized System Beats Human Quiz Bowl Team at Atlanta Exhibition . UMIACS , 2017.

@online{Brachfeld-2017,
  journal = {UMIACS},
  url = {https://www.umiacs.umd.edu/about-us/news/umd-computerized-system-beats-human-quiz-bowl-team-atlanta-exhibition},
  author = {Melissa Brachfeld},
  year = {2017},
  title = {UMD Computerized System Beats Human Quiz Bowl Team at Atlanta Exhibition},
}

Ikuya Yamada, Jordan Boyd-Graber, and Pedro Rodriguez. OUSIA vs. Trivia All-Stars . 2017.

@online{Yamada:Boyd-Graber:Rodriguez-2017,
  url = {https://www.youtube.com/watch?v=PdfxUQNE46M},
  year = {2017},
  author = {Ikuya Yamada and Jordan Boyd-Graber and Pedro Rodriguez},
  location = {Long Beach, CA},
  title = {OUSIA vs. Trivia All-Stars},
}

Course Projects (2)

Pedro Rodriguez, and Mozhi Zhang. Zero-Shot Learning from Wikipedia Descriptions . UMD Course Project - CMSC828I , 2018. PDF

@online{vision,
  title = {Zero-Shot Learning from Wikipedia Descriptions},
  author = {Pedro Rodriguez and Mozhi Zhang},
  year = {2018},
  url = {https://www.pedro.ai/static/publications/vision.pdf},
  booktitle = {UMD Course Project - CMSC828I},
}

Pedro Rodriguez, and Fenfei Guo. Using the Wikipedia Game to Play Trivia Games . CUB Course Project - CSCI 5352 , 2016. PDF

@online{networks,
  title = {Using the Wikipedia Game to Play Trivia Games},
  author = {Pedro Rodriguez and Fenfei Guo},
  year = {2016},
  url = {https://www.pedro.ai/static/publications/networks.pdf},
  booktitle = {CUB Course Project - CSCI 5352},
}