@article{xu2026robodopamine2,
  title={Robo-Dopamine 2.0: History-Conditioned and OOD-Aware Process Reward Modeling for Robotic Manipulation},
  author={Xu, Yijie and Jin, Haopeng and Zhou, Run and Liu, Shengbang and Chen, Sixiang and Cheng, Hongyang and Hu, Sicheng and Co, Peterson and Luo, Jinwen and Tan, Huajie and Zhang, Shanghang},
  journal={arXiv preprint arXiv:2608.15680},
  year={2026}
}

@article{fang2026densereward,
  title={DenseReward: Dense Reward Learning via Failure Synthesis for Robotic Manipulation},
  author={Fang, Yu and Dong, Wanxi and Liu, Jiaqi and Yang, Yue and Huo, Mingxiao and Mu, Yao and Yao, Huaxiu and Li, Li Erran and Szafir, Daniel and Ding, Mingyu},
  journal={arXiv preprint arXiv:2607.13033},
  year={2026}
}

@misc{zhao2026urvc,
  title={UR-VC: Unsupervised Robotic Value Correction for Time-Derived Progress Proxies},
  author={Zhao, Lirui and Shi, Modi and Chen, Li and Liu, Qi and Luo, Ping and Li, Hongyang},
  year={2026},
  eprint={2607.12892},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2607.12892},
}

@article{liu2026steam,
  title={STEAM: Self-Supervised Temporal Ensemble Advantage Modeling for Real-World Robot Learning},
  author={Liu, Zhihao and Gu, Qiuyi and Wang, Yitao and Qiao, Dongming and Zhang, Yixian and Chen, Shuaihang and Shi, Liangzhi and Zhou, Tianxing and Huang, Zefang and Chen, Kang and Guo, Zhen and Zhang, Quanlu and Yu, Jincheng and Liang, Xiaodan and Fan, Guoliang and Wang, Yu and Gao, Feng and Chen, Xinlei and Yu, Chao},
  year={2026},
  journal={arXiv preprint arXiv:2606.29834}
}

@article{chen2026sarm2,
  title={SARM2: Multi-Task Stage Aware Reward Modeling for Self Improving Robotic Manipulation},
  author={Chen, Qianzhong and Zheng, Hau and Yu, Justin and Huang, Suning and Sun, Jiankai and Goldberg, Ken and Wen, Chuan and Abbeel, Pieter and Shentu, Yide and Wu, Philipp and Schwager, Mac},
  journal={arXiv preprint arXiv:2606.10305},
  year={2026}
}

@article{park2026hide,
  title={Hide-and-Seek in Trajectories: Discovering Failure Signals for VLA Runtime Monitoring},
  author={Park, Seongheon and Li, Wendi and Oh, Changdae and Yeh, Samuel and Kira, Zsolt and Hagenow, Michael and Li, Sharon},
  year={2026},
  journal={arXiv preprint arXiv:2605.30834}
}

@misc{mao2026armadvantagerewardmodeling,
  title={ARM: Advantage Reward Modeling for Long-Horizon Manipulation},
  author={Yiming Mao and Zixi Yu and Weixin Mao and Yinhao Li and Qirui Hu and Zihan Lan and Minzhao Zhu and Hua Chen},
  year={2026},
  eprint={2604.03037},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2604.03037},
}

@misc{yong2026generalizabledenserewardlonghorizon,
  title={Generalizable Dense Reward for Long-Horizon Robotic Tasks},
  author={Silong Yong and Stephen Sheng and Carl Qi and Xiaojie Wang and Evan Sheehan and Anurag Shivaprasad and Yaqi Xie and Katia Sycara and Yesh Dattatreya},
  year={2026},
  eprint={2604.00055},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2604.00055},
}

@misc{yan2026progressvlaprogressguideddiffusionpolicy,
  title={ProgressVLA: Progress-Guided Diffusion Policy for Vision-Language Robotic Manipulation},
  author={Hongyu Yan and Qiwei Li and Jiaolong Yang and Yadong Mu},
  year={2026},
  eprint={2603.27670},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2603.27670},
}

@misc{zhang2026recurrentreasoningvisionlanguagemodels,
  title={Recurrent Reasoning with Vision-Language Models for Estimating Long-Horizon Embodied Task Progress},
  author={Yuelin Zhang and Sijie Cheng and Chen Li and Zongzhao Li and Yuxin Huang and Yang Liu and Wenbing Huang},
  year={2026},
  eprint={2603.17312},
  archivePrefix={arXiv},
  primaryClass={cs.CV},
  url={https://arxiv.org/abs/2603.17312},
}

@misc{liang2026robometerscalinggeneralpurposerobotic,
  title={Robometer: Scaling General-Purpose Robotic Reward Models via Trajectory Comparisons},
  author={Anthony Liang and Yigit Korkmaz and Jiahui Zhang and Minyoung Hwang and Abrar Anwar and Sidhant Kaushik and Aditya Shah and Alex S. Huang and Luke Zettlemoyer and Dieter Fox and Yu Xiang and Anqi Li and Andreea Bobu and Abhishek Gupta and Stephen Tu and Erdem Biyik and Jesse Zhang},
  year={2026},
  eprint={2603.02115},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2603.02115},
}

@misc{chen2026toprewardtokenprobabilitieshidden,
  title={TOPReward: Token Probabilities as Hidden Zero-Shot Rewards for Robotics},
  author={Shirui Chen and Cole Harrison and Ying-Chun Lee and Angela Jin Yang and Zhongzheng Ren and Lillian J. Ratliff and Jiafei Duan and Dieter Fox and Ranjay Krishna},
  year={2026},
  eprint={2602.19313},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2602.19313},
}

@misc{zhang2026progresslmprogressreasoningvisionlanguage,
  title={PROGRESSLM: Towards Progress Reasoning in Vision-Language Models},
  author={Jianshu Zhang and Chengxuan Qian and Haosen Sun and Haoran Lu and Dingcheng Wang and Letian Xue and Han Liu},
  year={2026},
  eprint={2601.15224},
  archivePrefix={arXiv},
  primaryClass={cs.CV},
  url={https://arxiv.org/abs/2601.15224},
}

@misc{lee2026roborewardgeneralpurposevisionlanguagereward,
  title={RoboReward: General-Purpose Vision-Language Reward Models for Robotics},
  author={Tony Lee and Andrew Wagenmaker and Karl Pertsch and Percy Liang and Sergey Levine and Chelsea Finn},
  year={2026},
  eprint={2601.00675},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2601.00675},
}

@article{tan2025robo,
  title={Robo-Dopamine: General Process Reward Modeling for High-Precision Robotic Manipulation},
  author={Tan, Huajie and Chen, Sixiang and Xu, Yijie and Wang, Zixiao and Ji, Yuheng and Chi, Cheng and Lyu, Yaoxu and Zhao, Zhongxia and Chen, Xiansheng and Co, Peterson and Xie, Shaoxuan and Yao, Guocai and Wang, Pengwei and Wang, Zhongyuan and Zhang, Shanghang},
  journal={arXiv preprint arXiv:2512.23703},
  year={2025}
}

@misc{fei2025srposelfreferentialpolicyoptimization,
  title={SRPO: Self-Referential Policy Optimization for Vision-Language-Action Models},
  author={Senyu Fei and Siyin Wang and Li Ji and Ao Li and Shiduo Zhang and Liming Liu and Jinlong Hou and Jingjing Gong and Xianzhong Zhao and Xipeng Qiu},
  year={2025},
  eprint={2511.15605},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2511.15605},
}

@misc{chen2025sarmstageawarerewardmodeling,
  title={SARM: Stage-Aware Reward Modeling for Long Horizon Robot Manipulation},
  author={Qianzhong Chen and Justin Yu and Mac Schwager and Pieter Abbeel and Yide Shentu and Philipp Wu},
  year={2025},
  eprint={2509.25358},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2509.25358},
}

@article{budzianowski2025opengvl,
  title={OpenGVL -- Benchmarking Visual Temporal Progress for Data Curation},
  author={Budzianowski, Pawe{\l} and Wi{'s}nios, Emilia and Tyrolski, Micha{\l} and G{'o}ral, Gracjan and Kulakov, Igor and Petrenko, Viktor and Walas, Krzysztof},
  journal={arXiv preprint arXiv:2509.17321},
  year={2025}
}

@article{zhai2025vision,
  title={A Vision-Language-Action-Critic Model for Robotic Real-World Reinforcement Learning},
  author={Zhai, Shaopeng and Zhang, Qi and Zhang, Tianyi and Huang, Fuxian and Zhang, Haoran and Zhou, Ming and Zhang, Shengzhe and Liu, Litao and Lin, Sixu and Pang, Jiangmiao},
  journal={arXiv preprint arXiv:2509.15937},
  year={2025}
}

@misc{zhang2025rewindlanguageguidedrewardsteach,
  title={ReWiND: Language-Guided Rewards Teach Robot Policies without New Demonstrations},
  author={Jiahui Zhang and Yusen Luo and Abrar Anwar and Sumedh Anand Sontakke and Joseph J Lim and Jesse Thomason and Erdem Biyik and Jesse Zhang},
  year={2025},
  eprint={2505.10911},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2505.10911},
}

@inproceedings{kim2025subtask,
  title={Subtask-Aware Visual Reward Learning from Segmented Demonstrations},
  author={Kim, Changyeon and Heo, Minho and Lee, Doohyun and Lee, Honglak and Shin, Jinwoo and Lim, Joseph J. and Lee, Kimin},
  booktitle={The Thirteenth International Conference on Learning Representations},
  year={2025},
  url={https://openreview.net/forum?id=mqKVe6F3Up}
}

@inproceedings{pmlr-v267-chen25at,
  title={{ELEMENTAL}: Interactive Learning from Demonstrations and Vision-Language Models for Reward Design in Robotics},
  author={Chen, Letian and Moorman, Nina Marie and Gombolay, Matthew Craig},
  booktitle={Proceedings of the 42nd International Conference on Machine Learning},
  pages={8700--8725},
  year={2025},
  volume={267},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v267/chen25at.html}
}

@inproceedings{ma2025vision,
  title={Vision Language Models are In-Context Value Learners},
  author={Ma, Yecheng Jason and Hejna, Joey and Wahid, Ayzaan and Fu, Chuyuan and Shah, Dhruv and Liang, Jacky and Xu, Zhuo and Kirmani, Sean and Xu, Peng and Driess, Danny and Xiao, Ted and Tompson, Jonathan and Bastani, Osbert and Jayaraman, Dinesh and Yu, Wenhao and Zhang, Tingnan and Sadigh, Dorsa and Xia, Fei},
  booktitle={The Thirteenth International Conference on Learning Representations},
  year={2025},
  url={https://openreview.net/forum?id=friHAl5ofG}
}

@misc{biza2025onrobotreinforcementlearninggoalcontrastive,
  title={On-Robot Reinforcement Learning with Goal-Contrastive Rewards},
  author={Ondrej Biza and Thomas Weng and Lingfeng Sun and Karl Schmeckpeper and Tarik Kelestemur and Yecheng Jason Ma and Robert Platt and Jan-Willem van de Meent and Lawson L. S. Wong},
  year={2025},
  eprint={2410.19989},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2410.19989},
}

@misc{alakuijala2025videolanguagecritictransferablereward,
  title={Video-Language Critic: Transferable Reward Functions for Language-Conditioned Robotics},
  author={Minttu Alakuijala and Reginald McLean and Isaac Woungang and Nariman Farsad and Samuel Kaski and Pekka Marttinen and Kai Yuan},
  year={2025},
  eprint={2405.19988},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2405.19988},
}

@inproceedings{hung2025victor,
  title={VICtoR: Learning Hierarchical Vision-Instruction Correlation Rewards for Long-horizon Manipulation},
  author={Hung, Kuo-Han and Lo, Pang-Chi and Yeh, Jia-Fong and Hsu, Han-Yuan and Chen, Yi-Ting and Hsu, Winston H.},
  booktitle={The Thirteenth International Conference on Learning Representations},
  year={2025},
  url={https://openreview.net/forum?id=UpQLu9bzAR}
}

@misc{yang2024rank2rewardlearningshapedreward,
  title={Rank2Reward: Learning Shaped Reward Functions from Passive Video},
  author={Daniel Yang and Davin Tjia and Jacob Berg and Dima Damen and Pulkit Agrawal and Abhishek Gupta},
  year={2024},
  eprint={2404.14735},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2404.14735},
}

@inproceedings{venuto2024code,
  title={Code as Reward: Empowering Reinforcement Learning with VLMs},
  author={Venuto, David and Islam, Mohammad Sami Nur and Klissarov, Martin and Precup, Doina and Yang, Sherry and Anand, Ankit},
  booktitle={Proceedings of the 41st International Conference on Machine Learning},
  year={2024}
}

@inproceedings{guan2024tasksuccess,
  title={{Task Success} is not Enough: Investigating the Use of Video-Language Models as Behavior Critics for Catching Undesirable Agent Behaviors},
  author={Guan, Lin and Zhou, Yifan and Liu, Denis and Zha, Yantian and Ben Amor, Heni and Kambhampati, Subbarao},
  booktitle={First Conference on Language Modeling},
  year={2024},
  url={https://openreview.net/forum?id=otKo4zFKmH}
}

@inproceedings{wang2024rlvlmf,
  title={RL-VLM-F: Reinforcement Learning from Vision Language Foundation Model Feedback},
  author={Wang, Yufei and Sun, Zhanyi and Zhang, Jesse and Xian, Zhou and Biyik, Erdem and Held, David and Erickson, Zackory},
  booktitle={Proceedings of the 41st International Conference on Machine Learning},
  pages={51484--51501},
  year={2024},
  volume={235},
  series={Proceedings of Machine Learning Research},
  url={https://proceedings.mlr.press/v235/wang24bn.html}
}

@article{baumli2023visionlanguage,
  title={Vision-Language Models as a Source of Rewards},
  author={Baumli, Kate and Baveja, Satinder and Behbahani, Feryal and Chan, Harris and Comanici, Gheorghe and Flennerhag, Sebastian and Gazeau, Maxime and Holsheimer, Kristian and Horgan, Dan and Laskin, Michael and Lyle, Clare and Masoom, Hussain and McKinney, Kay and Mnih, Volodymyr and Neitz, Alexander and Nikulin, Dmitry and Pardo, Fabio and Parker-Holder, Jack and Quan, John and Rockt{"a}schel, Tim and Sahni, Himanshu and Schaul, Tom and Schroecker, Yannick and Spencer, Stephen and Steigerwald, Richie and Wang, Luyu and Zhang, Lei},
  journal={arXiv preprint arXiv:2312.09187},
  year={2023}
}

@misc{yang2023robotfinetuningeasypretraining,
  title={Robot Fine-Tuning Made Easy: Pre-Training Rewards and Policies for Autonomous Real-World Reinforcement Learning},
  author={Jingyun Yang and Max Sobol Mark and Brandon Vu and Archit Sharma and Jeannette Bohg and Chelsea Finn},
  year={2023},
  eprint={2310.15145},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2310.15145},
}

@inproceedings{ma2024eureka,
  title={Eureka: Human-Level Reward Design via Coding Large Language Models},
  author={Ma, Yecheng Jason and Liang, William and Wang, Guanzhi and Huang, De-An and Bastani, Osbert and Jayaraman, Dinesh and Zhu, Yuke and Fan, Linxi and Anandkumar, Anima},
  booktitle={The Twelfth International Conference on Learning Representations},
  year={2024},
  url={https://openreview.net/forum?id=IEduRUO55F}
}

@inproceedings{rocamonde2024visionlanguage,
  title={Vision-Language Models are Zero-Shot Reward Models for Reinforcement Learning},
  author={Rocamonde, Juan and Montesinos, Victoriano and Nava, Elvis and Perez, Ethan and Lindner, David},
  booktitle={The Twelfth International Conference on Learning Representations},
  year={2024},
  url={https://openreview.net/forum?id=N0I2RtD8je}
}

@misc{bhateja2023roboticofflinerlinternet,
  title={Robotic Offline RL from Internet Videos via Value-Function Pre-Training},
  author={Chethan Bhateja and Derek Guo and Dibya Ghosh and Anikait Singh and Manan Tomar and Quan Vuong and Yevgen Chebotar and Sergey Levine and Aviral Kumar},
  year={2023},
  eprint={2309.13041},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2309.13041},
}

@inproceedings{xietext2reward,
  title={Text2Reward: Reward Shaping with Language Models for Reinforcement Learning},
  author={Xie, Tianbao and Zhao, Siheng and Wu, Chen Henry and Liu, Yitao and Luo, Qian and Zhong, Victor and Yang, Yanchao and Yu, Tao},
  booktitle={The Twelfth International Conference on Learning Representations},
  year={2024},
  url={https://openreview.net/forum?id=tUM39YTRxH}
}

@inproceedings{pmlr-v229-yu23a,
  title={Language to Rewards for Robotic Skill Synthesis},
  author={Yu, Wenhao and Gileadi, Nimrod and Fu, Chuyuan and Kirmani, Sean and Lee, Kuang-Huei and Gonzalez Arenas, Montserrat and Chiang, Hao-Tien Lewis and Erez, Tom and Hasenclever, Leonard and Humplik, Jan and Ichter, Brian and Xiao, Ted and Xu, Peng and Zeng, Andy and Zhang, Tingnan and Heess, Nicolas and Sadigh, Dorsa and Tan, Jie and Tassa, Yuval and Xia, Fei},
  booktitle={Proceedings of The 7th Conference on Robot Learning},
  pages={374--404},
  year={2023},
  editor={Tan, Jie and Toussaint, Marc and Darvish, Kourosh},
  volume={229},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v229/yu23a.html}
}

@inproceedings{pmlr-v235-liu24o,
  title={{PEARL}: Zero-shot Cross-task Preference Alignment and Robust Reward Learning for Robotic Manipulation},
  author={Liu, Runze and Du, Yali and Bai, Fengshuo and Lyu, Jiafei and Li, Xiu},
  booktitle={Proceedings of the 41st International Conference on Machine Learning},
  pages={30946--30964},
  year={2024},
  volume={235},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v235/liu24o.html}
}

@inproceedings{pmlr-v202-ma23b,
  title={{LIV}: Language-Image Representations and Rewards for Robotic Control},
  author={Ma, Yecheng Jason and Kumar, Vikash and Zhang, Amy and Bastani, Osbert and Jayaraman, Dinesh},
  booktitle={Proceedings of the 40th International Conference on Machine Learning},
  pages={23301--23320},
  year={2023},
  volume={202},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v202/ma23b.html},
}

@inproceedings{NEURIPS2023_d9042abf,
  author={Escontrela, Alejandro and Adeniji, Ademi and Yan, Wilson and Jain, Ajay and Peng, Xue Bin and Goldberg, Ken and Lee, Youngwoon and Hafner, Danijar and Abbeel, Pieter},
  booktitle={Advances in Neural Information Processing Systems},
  pages={68760--68783},
  publisher={Curran Associates, Inc.},
  title={Video Prediction Models as Rewards for Reinforcement Learning},
  url={https://proceedings.neurips.cc/paper_files/paper/2023/file/d9042abf40782fbce28901c1c9c0e8d8-Paper-Conference.pdf},
  volume={36},
  year={2023},
}

@inproceedings{pmlr-v232-du23b,
  title={Vision-Language Models as Success Detectors},
  author={Du, Yuqing and Konyushkova, Ksenia and Denil, Misha and Raju, Akhil and Landon, Jessica and Hill, Felix and de Freitas, Nando and Cabi, Serkan},
  booktitle={Proceedings of The 2nd Conference on Lifelong Learning Agents},
  pages={120--136},
  year={2023},
  editor={Chandar, Sarath and Pascanu, Razvan and Sedghi, Hanie and Precup, Doina},
  volume={232},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v232/du23b.html}
}

@misc{ma2023vipuniversalvisualreward,
  title={VIP: Towards Universal Visual Reward and Representation via Value-Implicit Pre-Training},
  author={Yecheng Jason Ma and Shagun Sodhani and Dinesh Jayaraman and Osbert Bastani and Vikash Kumar and Amy Zhang},
  year={2023},
  eprint={2210.00030},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2210.00030},
}

@inproceedings{pmlr-v162-mahmoudieh22a,
  title={Zero-Shot Reward Specification via Grounded Natural Language},
  author={Mahmoudieh, Parsa and Pathak, Deepak and Darrell, Trevor},
  booktitle={Proceedings of the 39th International Conference on Machine Learning},
  pages={14743--14752},
  year={2022},
  editor={Chaudhuri, Kamalika and Jegelka, Stefanie and Song, Le and Szepesvari, Csaba and Niu, Gang and Sabato, Sivan},
  volume={162},
  series={Proceedings of Machine Learning Research},
  month={17--23 Jul},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v162/mahmoudieh22a.html}
}

@inproceedings{pmlr-v168-cui22a,
  title={Can Foundation Models Perform Zero-Shot Task Specification For Robot Manipulation?},
  author={Cui, Yuchen and Niekum, Scott and Gupta, Abhinav and Kumar, Vikash and Rajeswaran, Aravind},
  booktitle={Proceedings of The 4th Annual Learning for Dynamics and Control Conference},
  pages={893--905},
  year={2022},
  volume={168},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v168/cui22a.html}
}

@inproceedings{pmlr-v205-nair23a,
  title={{R3M}: A Universal Visual Representation for Robot Manipulation},
  author={Nair, Suraj and Rajeswaran, Aravind and Kumar, Vikash and Finn, Chelsea and Gupta, Abhinav},
  booktitle={Proceedings of The 6th Conference on Robot Learning},
  pages={892--909},
  year={2023},
  editor={Liu, Karen and Kulic, Dana and Ichnowski, Jeff},
  volume={205},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v205/nair23a.html},
}

@inproceedings{NEURIPS2021_868b7df9,
  author={Lee, Youngwoon and Szot, Andrew and Sun, Shao-Hua and Lim, Joseph J},
  booktitle={Advances in Neural Information Processing Systems},
  pages={16118--16130},
  publisher={Curran Associates, Inc.},
  title={Generalizable Imitation Learning from Observation via Inferring Goal Proximity},
  url={https://proceedings.neurips.cc/paper_files/paper/2021/file/868b7df964b1af24c8c0a9e43a330c6a-Paper.pdf},
  volume={34},
  year={2021},
}

@inproceedings{pmlr-v164-nair22a,
  title={Learning Language-Conditioned Robot Behavior from Offline Data and Crowd-Sourced Annotation},
  author={Nair, Suraj and Mitchell, Eric and Chen, Kevin and ichter, brian and Savarese, Silvio and Finn, Chelsea},
  booktitle={Proceedings of the 5th Conference on Robot Learning},
  pages={1303--1315},
  year={2022},
  volume={164},
  series={Proceedings of Machine Learning Research},
  publisher={PMLR},
  url={https://proceedings.mlr.press/v164/nair22a.html}
}

@misc{chen2021learninggeneralizableroboticreward,
  title={Learning Generalizable Robotic Reward Functions from "In-The-Wild" Human Videos},
  author={Annie S. Chen and Suraj Nair and Chelsea Finn},
  year={2021},
  eprint={2103.16817},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/2103.16817},
}

@misc{cabi2020scalingdatadrivenroboticsreward,
  title={Scaling data-driven robotics with reward sketching and batch reinforcement learning},
  author={Serkan Cabi and Sergio G{'o}mez Colmenarejo and Alexander Novikov and Ksenia Konyushkova and Scott Reed and Rae Jeong and Konrad Zolna and Yusuf Aytar and David Budden and Mel Vecerik and Oleg Sushkov and David Barker and Jonathan Scholz and Misha Denil and Nando de Freitas and Ziyu Wang},
  year={2020},
  eprint={1909.12200},
  archivePrefix={arXiv},
  primaryClass={cs.RO},
  url={https://arxiv.org/abs/1909.12200},
}

@misc{singh2019endtoendroboticreinforcementlearning,
  title={End-to-End Robotic Reinforcement Learning without Reward Engineering},
  author={Avi Singh and Larry Yang and Kristian Hartikainen and Chelsea Finn and Sergey Levine},
  year={2019},
  eprint={1904.07854},
  archivePrefix={arXiv},
  primaryClass={cs.LG},
  url={https://arxiv.org/abs/1904.07854},
}

@misc{sermanet2017unsupervisedperceptualrewardsimitation,
  title={Unsupervised Perceptual Rewards for Imitation Learning},
  author={Pierre Sermanet and Kelvin Xu and Sergey Levine},
  year={2017},
  eprint={1612.06699},
  archivePrefix={arXiv},
  primaryClass={cs.CV},
  url={https://arxiv.org/abs/1612.06699},
}