@inproceedings{ECCV:Min2024,
        author    = {So Yeon Min and Xavi Puig and Devendra Singh Chaplot and Tsung-Yen Yang and Akshara Rai and Priyam Parashar and Ruslan Salakhutdinov and Yonatan Bisk and Roozbeh Mottaghi},
        title     = {Situated Instruction Following},
        booktitle = {European Conference on Computer Vision},
        year      = {2024},
        url       = {https://arxiv.org/abs/2407.12061},
    }
                      

    @article{ArXiv:Newman2024,
        author    = {Benjamin A. Newman and Pranay Gupta and Kris Kitani and Yonatan Bisk and Henny Admoni and Chris Paxton},
        title     = {DegustaBot: Zero-Shot Visual Preference Estimation for Personalized Multi-Object Rearrangement},
        journal = {ArXiv},
        year      = {2024},
        url       = {https://arxiv.org/abs/2407.08876},
    }
                      

    @article{ArXiv:Lee2024,
        author    = {Jaeyoung Lee and Ximing Lu and Jack Hessel and Faeze Brahman and Youngjae Yu and Yonatan Bisk and Yejin Choi and Saadia Gabriel},
        title     = {How to Train Your Fact Verifier: Knowledge Transfer with Multimodal Open Models},
        journal = {ArXiv},
        year      = {2024},
        url       = {https://arxiv.org/abs/2407.00369},
    }
                      

    @article{ArXiv:Sun2024,
        author    = {Jimin Sun and So Yeon Min and Yingshan Chang and Yonatan Bisk},
        title     = {Tools Fail: Detecting Silent Errors in Faulty Tools},
        journal = {ArXiv},
        year      = {2024},
        url       = {https://arxiv.org/abs/2406.19228},
    }
                      

    @article{ArXiv:Dewan2024,
        author    = {Shaurya Dewan and Rushikesh Zawar and Prakanshul Saxena and Yingshan Chang and Andrew Luo and Yonatan Bisk},
        title     = {DiffusionPID: Interpreting Diffusion via Partial Information Decomposition},
        journal = {ArXiv},
        year      = {2024},
        url       = {https://arxiv.org/abs/2406.05191},
    }
                      

    @inproceedings{ACL-Findings:Akter2024,
        author    = {Syeda Nahida Akter and Sangwu Lee and Yingshan Chang and Yonatan Bisk and Eric Nyberg},
        title     = {VISREAS: Complex Visual Reasoning with Unanswerable Questions},
        booktitle = {Findings of the 62nd Annual Meeting of the Association for Computational Linguistics},
        year      = {2024},
        url       = {https://arxiv.org/abs/2403.10534},
    }
                      

    @inproceedings{COLM:Wu2024,
        author    = {Yue Wu and Yewen Fan and So Yeon Min and Shrimai Prabhumoye and Stephen McAleer and Yonatan Bisk and Ruslan Salakhutdinov and Yuanzhi Li and Tom Mitchell},
        title     = {AgentKit: Flow Engineering with Graphs, not Coding},
        booktitle = {Conference on Language Modeling},
        year      = {2024},
        url       = {https://arxiv.org/abs/2404.11483},
    }
                      

    @inproceedings{ECCV:Chang2024,
        author    = {Yingshan Chang and Yasi Zhang and Zhiyuan Fang and Yingnian Wu and Yonatan Bisk and Feng Gao},
        title     = {Skews in the Phenomenon Space Hinder Generalization in Text-to-Image Generation},
        booktitle = {European Conference on Computer Vision},
        year      = {2024},
        url       = {https://arxiv.org/abs/2403.16394},
    }
                      

    @article{ArXiv:Zhang2024,
        author    = {Ruohong Zhang and Liangke Gui and Zhiqing Sun and Yihao Feng and Keyang Xu and Yuanhan Zhang and Di Fu and Chunyuan Li and Alexander Hauptmann and Yonatan Bisk and Yiming Yang},
        title     = {Direct Preference Optimization of Video Large Multimodal Models from Language Model Reward},
        journal = {ArXiv},
        year      = {2024},
        url       = {https://arxiv.org/abs/2404.01258},
    }
                      

    @inproceedings{RSS:Jain2024,
        author    = {Vidhi Jain and Maria Attarian and Nikhil J Joshi and Ayzaan Wahid and Danny Driess and Quan Vuong and Pannag R Sanketi and Pierre Sermanet and Stefan Welker and Christine Chan and Igor Gilitschenski and Yonatan Bisk and Debidatta Dwibedi},
        title     = {Vid2Robot: End-to-end Video-conditioned Policy Learning with Cross-Attention Transformers},
        booktitle = {Robotics: Science and Systems},
        year      = {2024},
        url       = {https://arxiv.org/abs/2403.12943},
    }
                      

    @inproceedings{ACL:Wang2024,
        author    = {Ruiyi Wang and Haofei Yu and Wenxin Zhang and Zhengyang Qi and Maarten Sap and Graham Neubig and Yonatan Bisk and Hao Zhu},
        title     = {SOTOPIA-π: Interactive Learning of Socially Intelligent Language Agents},
        booktitle = {The 62nd Annual Meeting of the Association for Computational Linguistics},
        year      = {2024},
        url       = {https://arxiv.org/abs/2403.08715},
    }
                      

    @inproceedings{CVPR:Majumdar2024,
        author    = {Arjun Majumdar and Anurag Ajay and Xiaohan Zhang and Pranav Putta and Sriram Yenamandra and Mikael Henaff and Sneha Silwal and Paul Mcvay and Oleksandr Maksymets and Sergio Arnaud and Karmesh Yadav and Qiyang Li and Ben Newman and Mohit Sharma and Vincent Berges and Shiqi Zhang and Pulkit Agrawal and Yonatan Bisk and Dhruv Batra and Mrinal Kalakrishnan and Franziska Meier and Chris Paxton and Sasha Sax and Aravind Rajeswaran},
        title     = {OpenEQA: Embodied Question Answering in the Era of Foundation Models},
        booktitle = {Conference on Computer Vision and Pattern Recognition},
        year      = {2024},
        url       = {https://open-eqa.github.io/assets/pdfs/paper.pdf},
    }
                      

    @article{ArXiv:Hu2023,
        author    = {Yafei Hu and Quanting Xie and Vidhi Jain and Jonathan Francis and Jay Patrikar and Nikhil Keetha and Seungchan Kim and Yaqi Xie and Tianyi Zhang and Shibo Zhao and Yu Quan Chong and Chen Wang and Katia Sycara and Matthew Johnson-Roberson and Dhruv Batra and Xiaolong Wang and Sebastian Scherer and Zsolt Kira and Fei Xia and Yonatan Bisk},
        title     = {Toward General-Purpose Robots via Foundation Models: A Survey and Meta-Analysis},
        journal = {ArXiv},
        year      = {2023},
        url       = {https://arxiv.org/abs/2312.08782},
    }
                      

    @inproceedings{ICLR:Zhou2024,
        author    = {Xuhui Zhou and Hao Zhu and Leena Mathur and Ruohong Zhang and Haofei Yu and Zhengyang Qi and Louis-Philippe Morency and Yonatan Bisk and Daniel Fried and Graham Neubig and Maarten Sap},
        title     = {SOTOPIA: Interactive Evaluation for Social Intelligence in Language Agents},
        booktitle = {The Twelfth International Conference on Learning Representations},
        year      = {2024},
        url       = {http://arxiv.org/abs/2310.11667},
    }
                      

    @article{ArXiv:Collaboration2023,
        author    = {Open X-Embodiment Collaboration and Abby O'Neill and Abdul Rehman and Abhiram Maddukuri and Abhishek Gupta and Abhishek Padalkar and Abraham Lee and Acorn Pooley and Agrim Gupta and Ajay Mandlekar and Ajinkya Jain and Albert Tung and Alex Bewley and Alex Herzog and Alex Irpan and Alexander Khazatsky and Anant Rai and Anchit Gupta and Andrew Wang and Anikait Singh and Animesh Garg and Aniruddha Kembhavi and Annie Xie and Anthony Brohan and Antonin Raffin and Archit Sharma and Arefeh Yavary and Arhan Jain and Ashwin Balakrishna and Ayzaan Wahid and Ben Burgess-Limerick and Beomjoon Kim and Bernhard Schölkopf and Blake Wulfe and Brian Ichter and Cewu Lu and Charles Xu and Charlotte Le and Chelsea Finn and Chen Wang and Chenfeng Xu and Cheng Chi and Chenguang Huang and Christine Chan and Christopher Agia and Chuer Pan and Chuyuan Fu and Coline Devin and Danfei Xu and Daniel Morton and Danny Driess and Daphne Chen and Deepak Pathak and Dhruv Shah and Dieter Büchler and Dinesh Jayaraman and Dmitry Kalashnikov and Dorsa Sadigh and Edward Johns and Ethan Foster and Fangchen Liu and Federico Ceola and Fei Xia and Feiyu Zhao and Freek Stulp and Gaoyue Zhou and Gaurav S. Sukhatme and Gautam Salhotra and Ge Yan and Gilbert Feng and Giulio Schiavi and Glen Berseth and Gregory Kahn and Guanzhi Wang and Hao Su and Hao-Shu Fang and Haochen Shi and Henghui Bao and Heni Ben Amor and Henrik I Christensen and Hiroki Furuta and Homer Walke and Hongjie Fang and Huy Ha and Igor Mordatch and Ilija Radosavovic and Isabel Leal and Jacky Liang and Jad Abou-Chakra and Jaehyung Kim and Jaimyn Drake and Jan Peters and Jan Schneider and Jasmine Hsu and Jeannette Bohg and Jeffrey Bingham and Jeffrey Wu and Jensen Gao and Jiaheng Hu and Jiajun Wu and Jialin Wu and Jiankai Sun and Jianlan Luo and Jiayuan Gu and Jie Tan and Jihoon Oh and Jimmy Wu and Jingpei Lu and Jingyun Yang and Jitendra Malik and João Silvério and Joey Hejna and Jonathan Booher and Jonathan Tompson and Jonathan Yang and Jordi Salvador and Joseph J. Lim and Junhyek Han and Kaiyuan Wang and Kanishka Rao and Karl Pertsch and Karol Hausman and Keegan Go and Keerthana Gopalakrishnan and Ken Goldberg and Kendra Byrne and Kenneth Oslund and Kento Kawaharazuka and Kevin Black and Kevin Lin and Kevin Zhang and Kiana Ehsani and Kiran Lekkala and Kirsty Ellis and Krishan Rana and Krishnan Srinivasan and Kuan Fang and Kunal Pratap Singh and Kuo-Hao Zeng and Kyle Hatch and Kyle Hsu and Laurent Itti and Lawrence Yunliang Chen and Lerrel Pinto and Li Fei-Fei and Liam Tan and Linxi "Jim" Fan and Lionel Ott and Lisa Lee and Luca Weihs and Magnum Chen and Marion Lepert and Marius Memmel and Masayoshi Tomizuka and Masha Itkina and Mateo Guaman Castro and Max Spero and Maximilian Du and Michael Ahn and Michael C. Yip and Mingtong Zhang and Mingyu Ding and Minho Heo and Mohan Kumar Srirama and Mohit Sharma and Moo Jin Kim and Naoaki Kanazawa and Nicklas Hansen and Nicolas Heess and Nikhil J Joshi and Niko Suenderhauf and Ning Liu and Norman Di Palo and Nur Muhammad Mahi Shafiullah and Oier Mees and Oliver Kroemer and Osbert Bastani and Pannag R Sanketi and Patrick "Tree" Miller and Patrick Yin and Paul Wohlhart and Peng Xu and Peter David Fagan and Peter Mitrano and Pierre Sermanet and Pieter Abbeel and Priya Sundaresan and Qiuyu Chen and Quan Vuong and Rafael Rafailov and Ran Tian and Ria Doshi and Roberto Martín-Martín and Rohan Baijal and Rosario Scalise and Rose Hendrix and Roy Lin and Runjia Qian and Ruohan Zhang and Russell Mendonca and Rutav Shah and Ryan Hoque and Ryan Julian and Samuel Bustamante and Sean Kirmani and Sergey Levine and Shan Lin and Sherry Moore and Shikhar Bahl and Shivin Dass and Shubham Sonawani and Shuran Song and Sichun Xu and Siddhant Haldar and Siddharth Karamcheti and Simeon Adebola and Simon Guist and Soroush Nasiriany and Stefan Schaal and Stefan Welker and Stephen Tian and Subramanian Ramamoorthy and Sudeep Dasari and Suneel Belkhale and Sungjae Park and Suraj Nair and Suvir Mirchandani and Takayuki Osa and Tanmay Gupta and Tatsuya Harada and Tatsuya Matsushima and Ted Xiao and Thomas Kollar and Tianhe Yu and Tianli Ding and Todor Davchev and Tony Z. Zhao and Travis Armstrong and Trevor Darrell and Trinity Chung and Vidhi Jain and Vincent Vanhoucke and Wei Zhan and Wenxuan Zhou and Wolfram Burgard and Xi Chen and Xiaolong Wang and Xinghao Zhu and Xinyang Geng and Xiyuan Liu and Xu Liangwei and Xuanlin Li and Yao Lu and Yecheng Jason Ma and Yejin Kim and Yevgen Chebotar and Yifan Zhou and Yifeng Zhu and Yilin Wu and Ying Xu and Yixuan Wang and Yonatan Bisk and Yoonyoung Cho and Youngwoon Lee and Yuchen Cui and Yue Cao and Yueh-Hua Wu and Yujin Tang and Yuke Zhu and Yunchu Zhang and Yunfan Jiang and Yunshuang Li and Yunzhu Li and Yusuke Iwasawa and Yutaka Matsuo and Zehan Ma and Zhuo Xu and Zichen Jeff Cui and Zichen Zhang and Zipeng Fu and Zipeng Lin},
        title     = {Open X-Embodiment: Robotic Learning Datasets and RT-X Models},
        journal = {ArXiv},
        year      = {2023},
        url       = {https://arxiv.org/abs/2310.08864},
    }
                      

    @article{ArXiv:Xie2023,
        author    = {Quanting Xie and Tianyi Zhang and Kedi Xu and Matthew Johnson-Roberson and Yonatan Bisk},
        title     = {Reasoning about the Unseen for Efficient Outdoor Object Navigation},
        journal = {ArXiv},
        year      = {2023},
        url       = {https://arxiv.org/abs/2309.10103},
    }
                      

    @inproceedings{ICRA:Tatiya2024,
        author    = {Gyan Tatiya and Jonathan Francis and Ho-Hsiang Wu and Yonatan Bisk and Jivko Sinapov},
        title     = {MOSAIC: Learning Unified Multi-Sensory Object Property Representations for Robot Perception},
        booktitle = {IEEE International Conference on Robotics and Automation},
        year      = {2024},
        url       = {https://arxiv.org/abs/2309.08508},
    }
                      

    @inproceedings{ICLR:Zhou2024,
        author    = {Shuyan Zhou and Frank F. Xu and Hao Zhu and Xuhui Zhou and Robert Lo and Abishek Sridhar and Xianyi Cheng and Tianyue Ou and Yonatan Bisk and Daniel Fried and Uri Alon and Graham Neubig},
        title     = {WebArena: A Realistic Web Environment for Building Autonomous Agents},
        booktitle = {The Twelfth International Conference on Learning Representations},
        year      = {2024},
        url       = {https://arxiv.org/abs/2307.13854},
    }
                      

    @inproceedings{CoRL:Parashar2023,
        author    = {Priyam Parashar and Vidhi Jain and Xiaohan Zhang and Jay Vakil and Sam Powers and Yonatan Bisk and Chris Paxton},
        title     = {Spatial-Language Attention Policies for Efficient Robot Learning},
        booktitle = {Conference on Robot Learning},
        year      = {2023},
        url       = {https://arxiv.org/abs/2304.11235},
    }
                      

    @inproceedings{NeurIPS:Yu2023,
        author    = {Lijun Yu and Yong Cheng and Zhiruo Wang and Vivek Kumar and Wolfgang Macherey and Yanping Huang and David A. Ross and Irfan Essa and Yonatan Bisk and Ming-Hsuan Yang and Kevin Murphy and Alexander Hauptmann and Lu Jiang},
        title     = {SPAE: Semantic Pyramid AutoEncoder for Multimodal Generation with Frozen LLMs},
        booktitle = {Thirty-seventh Conference on Neural Information Processing Systems },
        year      = {2023},
        url       = {https://arxiv.org/abs/2306.17842},
    }
                      

    @inproceedings{CoRL:Yenamandra2023,
        author    = {Sriram Yenamandra and Arun Ramachandran and Karmesh Yadav and Austin Wang and Mukul Khanna and Theophile Gervet and Tsung-Yen Yang and Vidhi Jain and Alexander William Clegg and John Turner and Zsolt Kira and Manolis Savva and Angel Chang and Devendra Singh Chaplot and Dhruv Batra and Roozbeh Mottaghi and Yonatan Bisk and Chris Paxton},
        title     = {HomeRobot: Open-Vocabulary Mobile Manipulation},
        booktitle = {Conference on Robot Learning},
        year      = {2023},
        url       = {https://arxiv.org/abs/2306.11565},
    }
                      

    @inproceedings{NeurIPS:Wu2023,
        author    = {Yue Wu and Shrimai Prabhumoye and So Yeon Min and Yonatan Bisk and Ruslan Salakhutdinov and Amos Azaria and Tom Mitchell and Yuanzhi Li},
        title     = {SPRING: GPT-4 Out-performs RL Algorithms by Studying Papers and Reasoning},
        booktitle = {Thirty-seventh Conference on Neural Information Processing Systems },
        year      = {2023},
        url       = {https://arxiv.org/abs/2305.15486},
    }
                      

    @article{ArXiv:Wu2023,
        author    = {Yue Wu and So Yeon Min and Yonatan Bisk and Ruslan Salakhutdinov and Amos Azaria and Yuanzhi Li and Tom Mitchell and Shrimai Prabhumoye},
        title     = {Plan, Eliminate, and Track -- Language Models are Good Teachers for Embodied Agents},
        journal = {ArXiv},
        year      = {2023},
        url       = {https://arxiv.org/abs/2305.02412},
    }
                      

    @inproceedings{NeurIPS-Challenge:Yenamandra2023,
        author    = {Sriram Yenamandra and Arun Ramachandran and Mukul Khanna and Karmesh Yadav and Jay Vakil and Andrew Melnik and Michael Büttner and Leon Harz and Lyon Brown and Gora Chand Nandi and Arjun PS and Gaurav Kumar Yadav and Rahul Kala and Robert Haschke and Yang Luo and Jinxin Zhu and Yansen Han and Bingyi Lu and Xuan Gu and Qinyuan Liu and Yaping Zhao and Qiting Ye and Chenxiao Dou and Yansong Chua and Volodymyr Kuzma and Vladyslav Humennyy and Ruslan Partsey and Jonathan Francis and Devendra Singh Chaplot and Gunjan Chhablani and Alexander Clegg and Theophile Gervet and Vidhi Jain and Ram Ramrakhya and Andrew Szot and Austin Wang and Tsung-Yen Yang and Aaron Edsinger and Charlie Kemp and Binit Shah and Zsolt Kira and Dhruv Batra and Roozbeh Mottaghi and Yonatan Bisk and Chris Paxton},
        title     = {Towards Open-World Mobile Manipulation in Homes: Lessons from the Neurips 2023 HomeRobot Open Vocabulary Mobile Manipulation Challenge},
        booktitle = {Thirty-seventh Conference on Neural Information Processing Systems: Competition Track},
        year      = {2023},
        url       = {},
    }
                      

    @inproceedings{CVPR:Zhu2023,
        author    = {Hao Zhu and Raghav Kapoor and So Yeon Min and Winson Han and Jiatai Li and Kaiwen Geng and Graham Neubig and Yonatan Bisk and Aniruddha Kembhavi and Luca Weihs},
        title     = {EXCALIBUR: Encouraging and Evaluating Embodied Exploration},
        booktitle = {Conference on Computer Vision and Pattern Recognition},
        year      = {2023},
        url       = {https://openaccess.thecvf.com/content/CVPR2023/html/Zhu_EXCALIBUR_Encouraging_and_Evaluating_Embodied_Exploration_CVPR_2023_paper.html},
    }
                      

    @inproceedings{ICLR:Liu2023,
        author    = {Andy Liu and Hao Zhu and Emmy Liu and Yonatan Bisk and Graham Neubig},
        title     = {Computational Language Acquisition with Theory of Mind},
        booktitle = {The Eleventh International Conference on Learning Representations},
        year      = {2023},
        url       = {https://openreview.net/forum?id=C2ulri4duIs},
    }
                      

    @inproceedings{IROS:Min2023,
        author    = {So Yeon Min and Yao-Hung Hubert Tsai and Wei Ding and Ali Farhadi and Ruslan Salakhutdinov and Yonatan Bisk and Jian Zhang},
        title     = {Self-Supervised Object Goal Navigation with In-Situ Finetuning},
        booktitle = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
        year      = {2023},
        url       = {https://arxiv.org/abs/2212.05923},
    }
                      

    @inproceedings{TEA:Jain2022,
        author    = {Vidhi Jain and Jayant Sravan Tamarapalli and Sahiti Yerramilli and Yonatan Bisk},
        title     = {MAEA: Multimodal Attribution for Embodied AI},
        booktitle = {Progress and Challenges in Building Trustworthy Embodied AI at NeurIPS 2022},
        year      = {2022},
        url       = {https://openreview.net/pdf?id=OUs2us5Xhx},
    }
                      

    @inproceedings{LaReL-Wksp:Wu2022,
        author    = {Yue Wu and So Yeon Min and Yonatan Bisk and Ruslan Salakhutdinov and Shrimai Prabhumoye},
        title     = {Tackling AlfWorld with Action Attention and Common Sense from Language Models},
        booktitle = {Language and Reinforcement Learning Workshop at NeurIPS 2022},
        year      = {2022},
        url       = {https://openreview.net/forum?id=AqkPRUZ-YkO},
    }
                      

    @article{ArXiv:Deitke2022,
        author    = {Matt Deitke and Dhruv Batra and Yonatan Bisk and Tommaso Campari and Angel X. Chang and Devendra Singh Chaplot and Changan Chen and Claudia Pérez D'Arpino and Kiana Ehsani and Ali Farhadi and Li Fei-Fei and Anthony Francis and Chuang Gan and Kristen Grauman and David Hall and Winson Han and Unnat Jain and Aniruddha Kembhavi and Jacob Krantz and Stefan Lee and Chengshu Li and Sagnik Majumder and Oleksandr Maksymets and Roberto Martín-Martín and Roozbeh Mottaghi and Sonia Raychaudhuri and Mike Roberts and Silvio Savarese and Manolis Savva and Mohit Shridhar and Niko Sünderhauf and Andrew Szot and Ben Talbot and Joshua B. Tenenbaum and Jesse Thomason and Alexander Toshev and Joanne Truong and Luca Weihs and Jiajun Wu},
        title     = {Retrospectives on the Embodied AI Workshop},
        journal = {ArXiv},
        year      = {2022},
        url       = {https://arxiv.org/abs/2210.06849},
    }
                      

    @inproceedings{EMNLP:Min2022,
        author    = {So Yeon Min and Hao Zhu and Ruslan Salakhutdinov and Yonatan Bisk},
        title     = {Don't Copy the Teacher: Data and Model Challenges in Embodied Dialogue},
        booktitle = {Conference on Empirical Methods in Natural Language Processing},
        year      = {2022},
        url       = {https://arxiv.org/abs/2210.04443},
    }
                      

    @inproceedings{EMNLP:Spiliopoulou2022,
        author    = {Evangelia Spiliopoulou and Artidoro Pagnoni and Yonatan Bisk and Eduard Hovy},
        title     = {EvEntS ReaLM: Event Reasoning of Entity States via Language Models},
        booktitle = {Conference on Empirical Methods in Natural Language Processing},
        year      = {2022},
        url       = {https://arxiv.org/abs/2211.05392},
    }
                      

    @inproceedings{EMNLP-Findings:Palaskar2022,
        author    = {Shruti Palaskar and Akshita Bhagia and Yonatan Bisk and Florian Metze and Alan W Black and Ana Marasovic},
        title     = {On Advances in Text Generation from Images Beyond Captioning: A Case Study in Self-Rationalization},
        booktitle = {Findings of the Conference on Empirical Methods in Natural Language Processing},
        year      = {2022},
        url       = {https://arxiv.org/abs/2205.11686},
    }
                      

    @inproceedings{CoRL:Jain2022,
        author    = {Vidhi Jain and Yixin Lin and Eric Undersander and Yonatan Bisk and Akshara Rai},
        title     = {Transformers are Adaptable Task Planners},
        booktitle = {Conference on Robot Learning},
        year      = {2022},
        url       = {https://arxiv.org/abs/2207.02442},
    }
                      

    @article{TMLR:Gui2023,
        author    = {Liangke Gui and Yingshan Chang and Qiuyuan Huang and Subhojit Som and Alexander Hauptmann and Jianfeng Gao and Yonatan Bisk},
        title     = {Training Vision-Language Transformers from Captions},
        journal = {Transactions on Machine Learning Research},
        year      = {2023},
        url       = {https://arxiv.org/abs/2205.09256},
    }
                      

    @inproceedings{ICML:Sclar2022,
        author    = {Melanie Sclar and Graham Neubig and Yonatan Bisk},
        title     = {Symmetric Machine Theory of Mind},
        booktitle = {39th International Conference on Machine Learning},
        year      = {2022},
        url       = {https://proceedings.mlr.press/v162/sclar22a.html},
    }
                      

    @inproceedings{ICML:Nguyen2022,
        author    = {Khanh Nguyen and Yonatan Bisk and Hal Daume III},
        title     = {A Framework for Learning to Request Rich and Contextually Useful Information from Humans},
        booktitle = {39th International Conference on Machine Learning,},
        year      = {2022},
        url       = {http://arxiv.org/abs/2110.08258},
    }
                      

    @inproceedings{CogSci:Zhu2022,
        author    = {Hao Zhu and Yonatan Bisk and Graham Neubig},
        title     = {Simulated Language Learning from Communicative Goals and Linguistic Input},
        booktitle = {Annual Meeting of the Cognitive Science Society},
        year      = {2022},
        url       = {https://escholarship.org/uc/item/7p65n371},
    }
                      

    @inproceedings{PMLR:Turian2022,
        author    = {Joseph Turian and Jordie Shier and Humair Raj Khan and Bhiksha Raj and Björn W. Schuller and Christian J. Steinmetz and Colin Malloy and George Tzanetakis and Gissel Velarde and Kirk McNally and Max Henry and Nicolas Pinto and Camille Noufi and Christian Clough and Dorien Herremans and Eduardo Fonseca and Jesse Engel and Justin Salamon and Philippe Esling and Pranay Manocha and Shinji Watanabe and Zeyu Jin and Yonatan Bisk},
        title     = {HEAR 2021: Holistic Evaluation of Audio Representations},
        booktitle = {Proceedings of Machine Learning Research (PMLR): NeurIPS 2021 Competition Track},
        year      = {2022},
        url       = {http://arxiv.org/abs/2203.03022},
    }
                      

    @inproceedings{NAACL:Gui2022,
        author    = {Liangke Gui and Borui Wang and Qiuyuan Huang and Alexander Hauptmann and Yonatan Bisk and Jianfeng Gao},
        title     = {KAT: A Knowledge Augmented Transformer for Vision-and-Language},
        booktitle = {Annual Conference of the North American Chapter of the Association for Computational Linguistics},
        year      = {2022},
        url       = {https://arxiv.org/abs/2112.08614},
    }
                      

    @inproceedings{ICLR:Min2022,
        author    = {So Yeon Min and Devendra Singh Chaplot and Pradeep Ravikumar and Yonatan Bisk and Ruslan Salakhutdinov},
        title     = {FILM: Following Instructions in Language with Modular Methods},
        booktitle = {The Tenth International Conference on Learning Representations},
        year      = {2022},
        url       = {https://arxiv.org/abs/2110.07342},
    }
                      

    @inproceedings{CVPR:Chang2022,
        author    = {Yingshan Chang and Mridu Narang and Hisami Suzuki and Guihong Cao and Jianfeng Gao and Yonatan Bisk},
        title     = {WebQA: Multihop and Multimodal QA},
        booktitle = {Conference on Computer Vision and Pattern Recognition},
        year      = {2022},
        url       = {https://arxiv.org/abs/2109.00590},
    }
                      

    @inproceedings{CoNLL:Su2021,
        author    = {Ruisi Su and Shruti Rijhwani and Hao Zhu and Junxian He and Xinyu Wang and Yonatan Bisk and Graham Neubig},
        title     = {Dependency Induction Through the Lens of Visual Perception},
        booktitle = {The SIGNLL Conference on Computational Natural Language Learning},
        year      = {2021},
        url       = {https://arxiv.org/abs/2109.09790},
    }
                      

    @inproceedings{CoRL:Thomason2021,
        author    = {Jesse Thomason and Mohit Shridhar and Yonatan Bisk and Chris Paxton and Luke Zettlemoyer},
        title     = {Language Grounding with 3D Objects},
        booktitle = {Conference on Robot Learning},
        year      = {2021},
        url       = {https://arxiv.org/abs/2107.12514},
    }
                      

    @inproceedings{ICCV:Yang2021,
        author    = {Jianwei Yang and Yonatan Bisk and Jianfeng Gao},
        title     = {TACo: Token-aware Cascade Contrastive Learning for Video-Text Alignment},
        booktitle = {International Conference on Computer Vision},
        year      = {2021},
        url       = {https://arxiv.org/abs/2108.09980},
    }
                      

    @inproceedings{GeBNLP-Wksp:Srinivasan2022,
        author    = {Tejas Srinivasan and Yonatan Bisk},
        title     = {Worst of Both Worlds: Biases Compound in Pre-trained Vision-and-Language Models},
        booktitle = {4th Workshop on Gender Bias in Natural Language Processing},
        year      = {2022},
        url       = {https://arxiv.org/abs/2104.08666},
    }
                      

    @inproceedings{SSL-Wksp:Chen2021,
        author    = {Kezhen Chen and Qiuyuan Huang and Yonatan Bisk and Daniel McDuff and Jianfeng Gao},
        title     = {KB-VLP: Knowledge Based Vision and Language Pretraining},
        booktitle = {ICML21 Workshop on Self-Supervised Learning},
        year      = {2021},
        url       = {https://www.microsoft.com/en-us/research/publication/kb-vlp-knowledge-based-vision-and-language-pretraining-2/},
    }
                      

    @inproceedings{ICML:Zhu2021,
        author    = {Hao Zhu and Graham Neubig and Yonatan Bisk},
        title     = {Few-shot Language Coordination by Modeling Theory of Mind},
        booktitle = {The Thirty-eighth International Conference on Machine Learning},
        year      = {2021},
        url       = {http://proceedings.mlr.press/v139/zhu21d.html},
    }
                      

    @inproceedings{ACL-Findings:Chandu2021,
        author    = {Khyathi Raghavi Chandu and Yonatan Bisk and Alan W Black},
        title     = {Grounding `Grounding' in NLP},
        booktitle = {Findings of The 2021 Conference of the Association for Computational Linguistics},
        year      = {2021},
        url       = {https://arxiv.org/abs/2106.02192},
    }
                      

    @inproceedings{EACL:Suglia2021,
        author    = {Alessandro Suglia and Yonatan Bisk and Ioannis Konstas and Antonio Vergari and Emanuele Bastianelli and Andrea Vanzo and Oliver Lemon},
        title     = {An Empirical Study on the Generalization Power of Neural Representations Learned via Visual Guessing Games},
        booktitle = {The 2021 Conference of the European Chapter of the Association for Computational Linguistics},
        year      = {2021},
        url       = {https://arxiv.org/abs/2102.00424},
    }
                      

    @inproceedings{AAAI:Ma2021,
        author    = {Kaixin Ma and Filip Ilievski and Jonathan Francis and Yonatan Bisk and Eric Nyberg and Alessandro Oltramari},
        title     = {Knowledge-driven Data Construction for Zero-shot Evaluation in Commonsense Question Answering},
        booktitle = {35th AAAI Conference on Artificial Intelligence},
        year      = {2021},
        url       = {https://arxiv.org/abs/2011.03863},
    }
                      

    @inproceedings{ICLR:Shridhar2021,
        author    = {Mohit Shridhar and Xingdi Yuan and Marc-Alexandre C{\^o}t{\'e} and Yonatan Bisk and Adam Trischler and Matthew Hausknecht},
        title     = {ALFWorld: Aligning Text and Embodied Environments for Interactive Learning},
        booktitle = {International Conference on Learning Representations},
        year      = {2021},
        url       = {https://arxiv.org/abs/2010.03768},
    }
                      

    @inproceedings{Coling:Suglia2020,
        author    = {Alessandro Suglia and Antonio Vergari and Ioannis Konstas and Yonatan Bisk and Emanuele Bastianelli and Andrea Vanzo and Oliver Lemon},
        title     = {Imagining Grounded Conceptual Representations from Perceptual Information in Situated Guessing Games},
        booktitle = {The 28th International Conference on Computational Linguistics},
        year      = {2020},
        url       = {https://arxiv.org/abs/2011.02917},
    }
                      

    @article{TACL:Zhu2020,
        author    = {Hao Zhu and Yonatan Bisk and Graham Neubig},
        title     = {The Return of Lexical Dependencies: Neural Lexicalized PCFGs},
        journal = {Transactions of the Association for Computational Linguistics},
        year      = {2020},
        url       = {http://arxiv.org/abs/2007.15135},
    }
                      

    @inproceedings{EMNLP-Findings:Roman2020,
        author    = {Homero Roman Roman and Yonatan Bisk and Jesse Thomason and Asli Celikyilmaz and Jianfeng Gao},
        title     = {RMM: A Recursive Mental Model for Dialog Navigation},
        booktitle = {Conference on Empirical Methods in Natural Language Processing: Findings},
        year      = {2020},
        url       = {https://arxiv.org/abs/2005.00728},
    }
                      

    @inproceedings{NLPBT:Xu2020,
        author    = {Frank F. Xu and Lei Ji and Botian Shi and Junyi Du and Graham Neubig and Yonatan Bisk and Nan Duan},
        title     = {A Benchmark for Structured Procedural Knowledge Extraction from Cooking Videos},
        booktitle = {Workshop on NLP Beyond Text},
        year      = {2020},
        url       = {https://arxiv.org/abs/2005.00706},
    }
                      

    @article{ArXiv:Xia2020,
        author    = {Qiaolin Xia and Xiujun Li and Chunyuan Li and Yonatan Bisk and Zhifang Sui and Jianfeng Gao and Yejin Choi and Noah A. Smith},
        title     = {Multi-View Learning for Vision-and-Language Navigation},
        journal = {ArXiv},
        year      = {2020},
        url       = {https://arxiv.org/abs/2003.00857},
    }
                      

    @inproceedings{CVPR:Shridhar2020,
        author    = {Mohit Shridhar and Jesse Thomason and Daniel Gordon and Yonatan Bisk and Winson Han and Roozbeh Mottaghi and Luke Zettlemoyer and Dieter Fox},
        title     = {ALFRED: A Benchmark for Interpreting Grounded Instructions for Everyday Tasks},
        booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
        year      = {2020},
        url       = {https://arxiv.org/abs/1912.01734},
    }
                      

    @inproceedings{AAAI:Bisk2020,
        author    = {Yonatan Bisk and Rowan Zellers and Ronan Le Bras and Jianfeng Gao and Yejin Choi},
        title     = {PIQA: Reasoning about Physical Commonsense in Natural Language},
        booktitle = {Thirty-Fourth AAAI Conference on Artificial Intelligence},
        year      = {2020},
        url       = {https://arxiv.org/abs/1911.11641},
    }
                      

    @inproceedings{EMNLP-IJCNLP:Li2019,
        author    = {Xiujun Li and Chunyuan Li and Qiaolin Xia and Yonatan Bisk and Asli Celikyilmaz and Jianfeng Gao and Noah A. Smith and Yejin Choi},
        title     = {Robust Navigation with Language Pretraining and Stochastic Sampling},
        booktitle = {Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing},
        year      = {2019},
        url       = {https://arxiv.org/abs/1909.02244},
    }
                      

    @inproceedings{NeurIPS:Zellers2019,
        author    = {Rowan Zellers and Ari Holtzman and Hannah Rashkin and Yonatan Bisk and Ali Farhadi and Franziska Roesner and Yejin Choi},
        title     = {Defending Against Neural Fake News},
        booktitle = {Thirty-third Conference on Neural Information Processing Systems},
        year      = {2019},
        url       = {https://arxiv.org/abs/1905.12616},
    }
                      

    @inproceedings{IROS:Scalise2019,
        author    = {Rosario Scalise and Jesse Thomason and Yonatan Bisk and Siddhartha Srinivasa},
        title     = {Improving Robot Success Detection using Static Object Data},
        booktitle = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
        year      = {2019},
        url       = {https://arxiv.org/abs/1904.01650},
    }
                      

    @inproceedings{IROS:Walsman2019,
        author    = {Aaron Walsman and Yonatan Bisk and Saadia Gabriel and Dipendra Misra and Yoav Artzi and Yejin Choi and Dieter Fox},
        title     = {Early Fusion for Goal Directed Robotic Vision},
        booktitle = {2019 IEEE/RSJ International Conference on Intelligent Robots and Systems},
        year      = {2019},
        url       = {https://arxiv.org/abs/1811.08824},
    }
                      

    @inproceedings{ACL:Zellers2019,
        author    = {Rowan Zellers and Ari Holtzman and Yonatan Bisk and Ali Farhadi and Yejin Choi},
        title     = {HellaSwag: Can a Machine Really Finish Your Sentence? },
        booktitle = {Association for Computational Linguistics},
        year      = {2019},
        url       = {https://arxiv.org/abs/1905.07830},
    }
                      

    @inproceedings{CVPR:Zellers2019,
        author    = {Rowan Zellers and Yonatan Bisk and Ali Farhadi and Yejin Choi},
        title     = {From Recognition to Cognition: Visual Commonsense Reasoning},
        booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition},
        year      = {2019},
        url       = {https://arxiv.org/abs/1811.10830},
    }
                      

    @inproceedings{CVPR:Ke2019,
        author    = {Liyiming Ke and Xiujun Li and Yonatan Bisk and Ari Holtzman and Zhe Gan and Jingjing Liu and Jianfeng Gao and Yejin Choi and Siddhartha Srinivasa},
        title     = {Tactical Rewind: Self-Correction via Backtracking in Vision-and-Language Navigation},
        booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition},
        year      = {2019},
        url       = {https://arxiv.org/abs/1903.02547},
    }
                      

    @inproceedings{ICRA:Paxton2019,
        author    = {Chris Paxton and Yonatan Bisk and Jesse Thomason and Arunkumar Byravan and Dieter Fox},
        title     = {Prospection: Interpretable Plans From Language By Predicting the Future},
        booktitle = {International Conference on Robotics and Automation (ICRA)},
        year      = {2019},
        url       = {https://arxiv.org/abs/1903.08309},
    }
                      

    @inproceedings{NAACL-Short:Thomason2019,
        author    = {Jesse Thomason and Daniel Gordon and Yonatan Bisk},
        title     = {Shifting the Baseline: Single Modality Performance on Visual Navigation & QA},
        booktitle = {Annual Conference of the North American Chapter of the Association for Computational Linguistics},
        year      = {2019},
        url       = {https://arxiv.org/abs/1811.00613},
    }
                      

    @inproceedings{NAACL-Short:Bisk2019,
        author    = {Yonatan Bisk and Jan Buys and Karl Pichotta and Yejin Choi},
        title     = {Benchmarking Hierarchical Script Knowledge},
        booktitle = {Annual Conference of the North American Chapter of the Association for Computational Linguistics},
        year      = {2019},
        url       = {https://www.aclweb.org/anthology/N19-1412},
    }
                      

    @inproceedings{EMNLP:Zellers2018,
        author    = {Rowan Zellers and Yonatan Bisk and Roy Schwartz and Yejin Choi},
        title     = {SWAG: A Large-Scale Adversarial Dataset for Grounded Commonsense Inference},
        booktitle = {Conference on Empirical Methods in Natural Language Processing},
        year      = {2018},
        url       = {https://arxiv.org/abs/1808.05326},
    }
                      

    @article{ArXiv:Scalise2018,
        author    = {Rosario Scalise and Yonatan Bisk and Maxwell Forbes and Daqing Yi and Yejin Choi and Siddhartha Srinivasa},
        title     = {Balancing Shared Autonomy with Human-Robot Communication},
        journal = {ArXiv},
        year      = {2018},
        url       = {https://arxiv.org/abs/1805.07719},
    }
                      

    @inproceedings{NMT-Wksp:Tran2018,
        author    = {Ke Tran and Yonatan Bisk},
        title     = {Inducing Grammars with and for Neural Machine Translation},
        booktitle = {2nd Workshop on Neural Machine Translation},
        year      = {2018},
        url       = {https://arxiv.org/abs/1805.10850},
    }
                      

    @inproceedings{ICLR:Belinkov2018,
        author    = {Yonatan Belinkov and Yonatan Bisk},
        title     = {Synthetic and Natural Noise Both Break Neural Machine Translation },
        booktitle = {6th International Conference on Learning Representations},
        year      = {2018},
        url       = {https://arxiv.org/abs/1711.02173},
    }
                      

    @article{Tech-Report:Yan2018,
        author    = {Claudia Yan and Dipendra Misra and Andrew Bennett and Aaron Walsman and Yonatan Bisk and Yoav Artzi},
        title     = {CHALET: Cornell House Agent Learning Environment },
        journal = {ArXiv Preprint 1801.07357},
        year      = {2018},
        url       = {https://arxiv.org/abs/1801.07357},
    }
                      

    @inproceedings{AAAI:Bisk2018,
        author    = {Yonatan Bisk and Kevin Shih and Yejin Choi and Daniel Marcu},
        title     = {Learning Interpretable Spatial Operations in a Rich 3D Blocks World },
        booktitle = {Thirty-Second Conference on Artificial Intelligence (AAAI-18)},
        year      = {2018},
        url       = {https://arxiv.org/abs/1712.03463},
    }
                      

    @inproceedings{IJCNLP:Lai2017,
        author    = {Alice Lai and Yonatan Bisk and Julia Hockenmaier},
        title     = {Natural Language Inference from Multiple Premises},
        booktitle = {Eighth International Joint Conference on Natural Language Processing},
        year      = {2017},
        url       = {https://arxiv.org/abs/1710.02925},
    }
                      

    @inproceedings{NAACL:Bisk2016,
        author    = {Yonatan Bisk and Deniz Yuret and Daniel Marcu},
        title     = {Natural Language Communication with Robots },
        booktitle = {15th Annual Conference of the North American Chapter of the Association for Computational Linguistics},
        year      = {2016},
        url       = {https://www.aclweb.org/anthology/N16-1089/},
    }
                      

    @inproceedings{NAACL-Short:Vaswani2016,
        author    = {Ashish Vaswani and Yonatan Bisk and Kenji Sagae and Ryan Musa},
        title     = {Supertagging with LSTMs},
        booktitle = {15th Annual Conference of the North American Chapter of the Association for Computational Linguistics (Short Papers)},
        year      = {2016},
        url       = {https://www.aclweb.org/anthology/N16-1027/},
    }
                      

    @inproceedings{Symbolic-Cognitive-Systems-Wksp:Bisk2016,
        author    = {Yonatan Bisk and Daniel Marcu and William Wong},
        title     = {Towards a Dataset for Human Computer Communication via Grounded Language Acquisition},
        booktitle = {AAAI 2016 Workshop on Symbiotic Cognitive Systems},
        year      = {2016},
        url       = {http://talkingtorobots.com/papers/2016-AAAI-Wksp.pdf},
    }
                      

    @inproceedings{Struc.-Pred-Wksp:Tran2016,
        author    = {Ke Tran and Yonatan Bisk and Ashish Vaswani and Daniel Marcu and Kevin Knight},
        title     = {Unsupervised Neural Hidden Markov Models  },
        booktitle = {Workshop on Structured Prediction for NLP},
        year      = {2016},
        url       = {https://www.aclweb.org/anthology/W16-5907/},
    }
                      

    @inproceedings{EMNLP:Bisk2016,
        author    = {Yonatan Bisk and Siva Reddy and John Blitzer and Julia Hockenmaier and Mark Steedman},
        title     = {Evaluating Induced CCG Parsers on Grounded Semantic Parsing },
        booktitle = {2016 Conference on Empirical Methods in Natural Language Processing},
        year      = {2016},
        url       = {http://sivareddy.in/papers/bisk2016evaluating.pdf},
    }
                      

    @inproceedings{ACL:Bisk2015,
        author    = {Yonatan Bisk and Julia Hockenmaier},
        title     = {Probing the Linguistic Strengths and Limitations of Unsupervised Grammar Induction},
        booktitle = {53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers) },
        year      = {2015},
        url       = {https://www.aclweb.org/anthology/P15-1135/},
    }
                      

    @inproceedings{ACL-Short:Bisk2015,
        author    = {Yonatan Bisk and Christos Christodoulopoulos and Julia Hockenmaier},
        title     = {Labeled Grammar Induction with Minimal Supervision  },
        booktitle = {53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 2: Short Papers)},
        year      = {2015},
        url       = {http://talkingtorobots.com/papers/2015-ACLShort-Fixed.pdf},
    }
                      

    @article{TACL-Vol-1.:Bisk2013,
        author    = {Yonatan Bisk and Julia Hockenmaier},
        title     = {An HDP Model for Inducing Combinatory Categorial Grammars},
        journal = {Transactions of the Association for Computational Linguistics},
        year      = {2013},
        url       = {https://www.aclweb.org/anthology/Q13-1007/},
    }
                      

    @inproceedings{AAAI:Bisk2012,
        author    = {Yonatan Bisk and Julia Hockenmaier},
        title     = {Simple Robust Grammar Induction with Combinatory Categorial Grammar },
        booktitle = {Twenty-Sixth Conference on Artificial Intelligence (AAAI-12)},
        year      = {2012},
        url       = {https://www.aaai.org/ocs/index.php/AAAI/AAAI12/paper/view/5130},
    }
                      

    @inproceedings{CIKM:Weninger2012,
        author    = {Tim Weninger and Yonatan Bisk and Jiawei Han},
        title     = {Document-Topic Hierarchies from Document Graphs },
        booktitle = {21st ACM international conference on Information and knowledge management (CIKM 2012)},
        year      = {2012},
        url       = {https://dl.acm.org/doi/10.1145/2396761.2396843},
    }
                      

    @inproceedings{Inducing-Ling-Structure-Wksp:Bisk2012,
        author    = {Yonatan Bisk and Julia Hockenmaier},
        title     = {Induction of Linguistic Structure with Combinatory Categorial Grammars },
        booktitle = {NAACL HLT Workshop on Induction of Linguistic Structure},
        year      = {2012},
        url       = {http://talkingtorobots.com/papers/2012-NAACL-WILS.pdf},
    }
                      

    @inproceedings{Coling:Hockenmaier2010,
        author    = {Julia Hockenmaier and Yonatan Bisk},
        title     = {Normal-form parsing for CCGs with generalized composition and type-raising},
        booktitle = {23rd International Conference on Computational Linguistics (Coling 2010)},
        year      = {2010},
        url       = {https://www.aclweb.org/anthology/C10-1053/},
    }