references.bib

% AI agents solving kaggle problems autonomously
@misc{mle_bench,
	title = {{MLE}-bench: {Evaluating} {Machine} {Learning} {Agents} on {Machine} {Learning} {Engineering}},
	shorttitle = {{MLE}-bench},
	url = {http:%arxiv.org/abs/2410.07095},
	doi = {10.48550/arXiv.2410.07095},
	abstract = {We introduce MLE-bench, a benchmark for measuring how well AI agents perform at machine learning engineering. To this end, we curate 75 ML engineering-related competitions from Kaggle, creating a diverse set of challenging tasks that test real-world ML engineering skills such as training models, preparing datasets, and running experiments. We establish human baselines for each competition using Kaggle's publicly available leaderboards. We use open-source agent scaffolds to evaluate several frontier language models on our benchmark, finding that the best-performing setup--OpenAI's o1-preview with AIDE scaffolding--achieves at least the level of a Kaggle bronze medal in 16.9\% of competitions. In addition to our main results, we investigate various forms of resource scaling for AI agents and the impact of contamination from pre-training. We open-source our benchmark code (github.com/openai/mle-bench/) to facilitate future research in understanding the ML engineering capabilities of AI agents.},
	urldate = {2024-11-18},
	publisher = {arXiv},
	author = {Chan, Jun Shern and Chowdhury, Neil and Jaffe, Oliver and Aung, James and Sherburn, Dane and Mays, Evan and Starace, Giulio and Liu, Kevin and Maksin, Leon and Patwardhan, Tejal and Weng, Lilian and Mądry, Aleksander},
	month = oct,
	year = {2024},
	note = {arXiv:2410.07095 [cs]},
	keywords = {Computer Science - Computation and Language},
}

% Gemini 1.5 w/ 1M tokens
@misc{geminiteam2024gemini15unlockingmultimodal,
      title={Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context}, 
      author={Gemini Team and Petko Georgiev and Ving Ian Lei and Ryan Burnell and Libin Bai and Anmol Gulati and Garrett Tanzer and Damien Vincent and Zhufeng Pan and Shibo Wang and Soroosh Mariooryad and Yifan Ding and Xinyang Geng and Fred Alcober and Roy Frostig and Mark Omernick and Lexi Walker and Cosmin Paduraru and Christina Sorokin and Andrea Tacchetti and Colin Gaffney and Samira Daruki and Olcan Sercinoglu and Zach Gleicher and Juliette Love and Paul Voigtlaender and Rohan Jain and Gabriela Surita and Kareem Mohamed and Rory Blevins and Junwhan Ahn and Tao Zhu and Kornraphop Kawintiranon and Orhan Firat and Yiming Gu and Yujing Zhang and Matthew Rahtz and Manaal Faruqui and Natalie Clay and Justin Gilmer and JD Co-Reyes and Ivo Penchev and Rui Zhu and Nobuyuki Morioka and Kevin Hui and Krishna Haridasan and Victor Campos and Mahdis Mahdieh and Mandy Guo and Samer Hassan and Kevin Kilgour and Arpi Vezer and Heng-Tze Cheng and Raoul de Liedekerke and Siddharth Goyal and Paul Barham and DJ Strouse and Seb Noury and Jonas Adler and Mukund Sundararajan and Sharad Vikram and Dmitry Lepikhin and Michela Paganini and Xavier Garcia and Fan Yang and Dasha Valter and Maja Trebacz and Kiran Vodrahalli and Chulayuth Asawaroengchai and Roman Ring and Norbert Kalb and Livio Baldini Soares and Siddhartha Brahma and David Steiner and Tianhe Yu and Fabian Mentzer and Antoine He and Lucas Gonzalez and Bibo Xu and Raphael Lopez Kaufman and Laurent El Shafey and Junhyuk Oh and Tom Hennigan and George van den Driessche and Seth Odoom and Mario Lucic and Becca Roelofs and Sid Lall and Amit Marathe and Betty Chan and Santiago Ontanon and Luheng He and Denis Teplyashin and Jonathan Lai and Phil Crone and Bogdan Damoc and Lewis Ho and Sebastian Riedel and Karel Lenc and Chih-Kuan Yeh and Aakanksha Chowdhery and Yang Xu and Mehran Kazemi and Ehsan Amid and Anastasia Petrushkina and Kevin Swersky and Ali Khodaei and Gowoon Chen and Chris Larkin and Mario Pinto and Geng Yan and Adria Puigdomenech Badia and Piyush Patil and Steven Hansen and Dave Orr and Sebastien M. R. Arnold and Jordan Grimstad and Andrew Dai and Sholto Douglas and Rishika Sinha and Vikas Yadav and Xi Chen and Elena Gribovskaya and Jacob Austin and Jeffrey Zhao and Kaushal Patel and Paul Komarek and Sophia Austin and Sebastian Borgeaud and Linda Friso and Abhimanyu Goyal and Ben Caine and Kris Cao and Da-Woon Chung and Matthew Lamm and Gabe Barth-Maron and Thais Kagohara and Kate Olszewska and Mia Chen and Kaushik Shivakumar and Rishabh Agarwal and Harshal Godhia and Ravi Rajwar and Javier Snaider and Xerxes Dotiwalla and Yuan Liu and Aditya Barua and Victor Ungureanu and Yuan Zhang and Bat-Orgil Batsaikhan and Mateo Wirth and James Qin and Ivo Danihelka and Tulsee Doshi and Martin Chadwick and Jilin Chen and Sanil Jain and Quoc Le and Arjun Kar and Madhu Gurumurthy and Cheng Li and Ruoxin Sang and Fangyu Liu and Lampros Lamprou and Rich Munoz and Nathan Lintz and Harsh Mehta and Heidi Howard and Malcolm Reynolds and Lora Aroyo and Quan Wang and Lorenzo Blanco and Albin Cassirer and Jordan Griffith and Dipanjan Das and Stephan Lee and Jakub Sygnowski and Zach Fisher and James Besley and Richard Powell and Zafarali Ahmed and Dominik Paulus and David Reitter and Zalan Borsos and Rishabh Joshi and Aedan Pope and Steven Hand and Vittorio Selo and Vihan Jain and Nikhil Sethi and Megha Goel and Takaki Makino and Rhys May and Zhen Yang and Johan Schalkwyk and Christina Butterfield and Anja Hauth and Alex Goldin and Will Hawkins and Evan Senter and Sergey Brin and Oliver Woodman and Marvin Ritter and Eric Noland and Minh Giang and Vijay Bolina and Lisa Lee and Tim Blyth and Ian Mackinnon and Machel Reid and Obaid Sarvana and David Silver and Alexander Chen and Lily Wang and Loren Maggiore and Oscar Chang and Nithya Attaluri and Gregory Thornton and Chung-Cheng Chiu and Oskar Bunyan and Nir Levine and Timothy Chung and Evgenii Eltyshev and Xiance Si and Timothy Lillicrap and Demetra Brady and Vaibhav Aggarwal and Boxi Wu and Yuanzhong Xu and Ross McIlroy and Kartikeya Badola and Paramjit Sandhu and Erica Moreira and Wojciech Stokowiec and Ross Hemsley and Dong Li and Alex Tudor and Pranav Shyam and Elahe Rahimtoroghi and Salem Haykal and Pablo Sprechmann and Xiang Zhou and Diana Mincu and Yujia Li and Ravi Addanki and Kalpesh Krishna and Xiao Wu and Alexandre Frechette and Matan Eyal and Allan Dafoe and Dave Lacey and Jay Whang and Thi Avrahami and Ye Zhang and Emanuel Taropa and Hanzhao Lin and Daniel Toyama and Eliza Rutherford and Motoki Sano and HyunJeong Choe and Alex Tomala and Chalence Safranek-Shrader and Nora Kassner and Mantas Pajarskas and Matt Harvey and Sean Sechrist and Meire Fortunato and Christina Lyu and Gamaleldin Elsayed and Chenkai Kuang and James Lottes and Eric Chu and Chao Jia and Chih-Wei Chen and Peter Humphreys and Kate Baumli and Connie Tao and Rajkumar Samuel and Cicero Nogueira dos Santos and Anders Andreassen and Nemanja Rakićević and Dominik Grewe and Aviral Kumar and Stephanie Winkler and Jonathan Caton and Andrew Brock and Sid Dalmia and Hannah Sheahan and Iain Barr and Yingjie Miao and Paul Natsev and Jacob Devlin and Feryal Behbahani and Flavien Prost and Yanhua Sun and Artiom Myaskovsky and Thanumalayan Sankaranarayana Pillai and Dan Hurt and Angeliki Lazaridou and Xi Xiong and Ce Zheng and Fabio Pardo and Xiaowei Li and Dan Horgan and Joe Stanton and Moran Ambar and Fei Xia and Alejandro Lince and Mingqiu Wang and Basil Mustafa and Albert Webson and Hyo Lee and Rohan Anil and Martin Wicke and Timothy Dozat and Abhishek Sinha and Enrique Piqueras and Elahe Dabir and Shyam Upadhyay and Anudhyan Boral and Lisa Anne Hendricks and Corey Fry and Josip Djolonga and Yi Su and Jake Walker and Jane Labanowski and Ronny Huang and Vedant Misra and Jeremy Chen and RJ Skerry-Ryan and Avi Singh and Shruti Rijhwani and Dian Yu and Alex Castro-Ros and Beer Changpinyo and Romina Datta and Sumit Bagri and Arnar Mar Hrafnkelsson and Marcello Maggioni and Daniel Zheng and Yury Sulsky and Shaobo Hou and Tom Le Paine and Antoine Yang and Jason Riesa and Dominika Rogozinska and Dror Marcus and Dalia El Badawy and Qiao Zhang and Luyu Wang and Helen Miller and Jeremy Greer and Lars Lowe Sjos and Azade Nova and Heiga Zen and Rahma Chaabouni and Mihaela Rosca and Jiepu Jiang and Charlie Chen and Ruibo Liu and Tara Sainath and Maxim Krikun and Alex Polozov and Jean-Baptiste Lespiau and Josh Newlan and Zeyncep Cankara and Soo Kwak and Yunhan Xu and Phil Chen and Andy Coenen and Clemens Meyer and Katerina Tsihlas and Ada Ma and Juraj Gottweis and Jinwei Xing and Chenjie Gu and Jin Miao and Christian Frank and Zeynep Cankara and Sanjay Ganapathy and Ishita Dasgupta and Steph Hughes-Fitt and Heng Chen and David Reid and Keran Rong and Hongmin Fan and Joost van Amersfoort and Vincent Zhuang and Aaron Cohen and Shixiang Shane Gu and Anhad Mohananey and Anastasija Ilic and Taylor Tobin and John Wieting and Anna Bortsova and Phoebe Thacker and Emma Wang and Emily Caveness and Justin Chiu and Eren Sezener and Alex Kaskasoli and Steven Baker and Katie Millican and Mohamed Elhawaty and Kostas Aisopos and Carl Lebsack and Nathan Byrd and Hanjun Dai and Wenhao Jia and Matthew Wiethoff and Elnaz Davoodi and Albert Weston and Lakshman Yagati and Arun Ahuja and Isabel Gao and Golan Pundak and Susan Zhang and Michael Azzam and Khe Chai Sim and Sergi Caelles and James Keeling and Abhanshu Sharma and Andy Swing and YaGuang Li and Chenxi Liu and Carrie Grimes Bostock and Yamini Bansal and Zachary Nado and Ankesh Anand and Josh Lipschultz and Abhijit Karmarkar and Lev Proleev and Abe Ittycheriah and Soheil Hassas Yeganeh and George Polovets and Aleksandra Faust and Jiao Sun and Alban Rrustemi and Pen Li and Rakesh Shivanna and Jeremiah Liu and Chris Welty and Federico Lebron and Anirudh Baddepudi and Sebastian Krause and Emilio Parisotto and Radu Soricut and Zheng Xu and Dawn Bloxwich and Melvin Johnson and Behnam Neyshabur and Justin Mao-Jones and Renshen Wang and Vinay Ramasesh and Zaheer Abbas and Arthur Guez and Constant Segal and Duc Dung Nguyen and James Svensson and Le Hou and Sarah York and Kieran Milan and Sophie Bridgers and Wiktor Gworek and Marco Tagliasacchi and James Lee-Thorp and Michael Chang and Alexey Guseynov and Ale Jakse Hartman and Michael Kwong and Ruizhe Zhao and Sheleem Kashem and Elizabeth Cole and Antoine Miech and Richard Tanburn and Mary Phuong and Filip Pavetic and Sebastien Cevey and Ramona Comanescu and Richard Ives and Sherry Yang and Cosmo Du and Bo Li and Zizhao Zhang and Mariko Iinuma and Clara Huiyi Hu and Aurko Roy and Shaan Bijwadia and Zhenkai Zhu and Danilo Martins and Rachel Saputro and Anita Gergely and Steven Zheng and Dawei Jia and Ioannis Antonoglou and Adam Sadovsky and Shane Gu and Yingying Bi and Alek Andreev and Sina Samangooei and Mina Khan and Tomas Kocisky and Angelos Filos and Chintu Kumar and Colton Bishop and Adams Yu and Sarah Hodkinson and Sid Mittal and Premal Shah and Alexandre Moufarek and Yong Cheng and Adam Bloniarz and Jaehoon Lee and Pedram Pejman and Paul Michel and Stephen Spencer and Vladimir Feinberg and Xuehan Xiong and Nikolay Savinov and Charlotte Smith and Siamak Shakeri and Dustin Tran and Mary Chesus and Bernd Bohnet and George Tucker and Tamara von Glehn and Carrie Muir and Yiran Mao and Hideto Kazawa and Ambrose Slone and Kedar Soparkar and Disha Shrivastava and James Cobon-Kerr and Michael Sharman and Jay Pavagadhi and Carlos Araya and Karolis Misiunas and Nimesh Ghelani and Michael Laskin and David Barker and Qiujia Li and Anton Briukhov and Neil Houlsby and Mia Glaese and Balaji Lakshminarayanan and Nathan Schucher and Yunhao Tang and Eli Collins and Hyeontaek Lim and Fangxiaoyu Feng and Adria Recasens and Guangda Lai and Alberto Magni and Nicola De Cao and Aditya Siddhant and Zoe Ashwood and Jordi Orbay and Mostafa Dehghani and Jenny Brennan and Yifan He and Kelvin Xu and Yang Gao and Carl Saroufim and James Molloy and Xinyi Wu and Seb Arnold and Solomon Chang and Julian Schrittwieser and Elena Buchatskaya and Soroush Radpour and Martin Polacek and Skye Giordano and Ankur Bapna and Simon Tokumine and Vincent Hellendoorn and Thibault Sottiaux and Sarah Cogan and Aliaksei Severyn and Mohammad Saleh and Shantanu Thakoor and Laurent Shefey and Siyuan Qiao and Meenu Gaba and Shuo-yiin Chang and Craig Swanson and Biao Zhang and Benjamin Lee and Paul Kishan Rubenstein and Gan Song and Tom Kwiatkowski and Anna Koop and Ajay Kannan and David Kao and Parker Schuh and Axel Stjerngren and Golnaz Ghiasi and Gena Gibson and Luke Vilnis and Ye Yuan and Felipe Tiengo Ferreira and Aishwarya Kamath and Ted Klimenko and Ken Franko and Kefan Xiao and Indro Bhattacharya and Miteyan Patel and Rui Wang and Alex Morris and Robin Strudel and Vivek Sharma and Peter Choy and Sayed Hadi Hashemi and Jessica Landon and Mara Finkelstein and Priya Jhakra and Justin Frye and Megan Barnes and Matthew Mauger and Dennis Daun and Khuslen Baatarsukh and Matthew Tung and Wael Farhan and Henryk Michalewski and Fabio Viola and Felix de Chaumont Quitry and Charline Le Lan and Tom Hudson and Qingze Wang and Felix Fischer and Ivy Zheng and Elspeth White and Anca Dragan and Jean-baptiste Alayrac and Eric Ni and Alexander Pritzel and Adam Iwanicki and Michael Isard and Anna Bulanova and Lukas Zilka and Ethan Dyer and Devendra Sachan and Srivatsan Srinivasan and Hannah Muckenhirn and Honglong Cai and Amol Mandhane and Mukarram Tariq and Jack W. Rae and Gary Wang and Kareem Ayoub and Nicholas FitzGerald and Yao Zhao and Woohyun Han and Chris Alberti and Dan Garrette and Kashyap Krishnakumar and Mai Gimenez and Anselm Levskaya and Daniel Sohn and Josip Matak and Inaki Iturrate and Michael B. Chang and Jackie Xiang and Yuan Cao and Nishant Ranka and Geoff Brown and Adrian Hutter and Vahab Mirrokni and Nanxin Chen and Kaisheng Yao and Zoltan Egyed and Francois Galilee and Tyler Liechty and Praveen Kallakuri and Evan Palmer and Sanjay Ghemawat and Jasmine Liu and David Tao and Chloe Thornton and Tim Green and Mimi Jasarevic and Sharon Lin and Victor Cotruta and Yi-Xuan Tan and Noah Fiedel and Hongkun Yu and Ed Chi and Alexander Neitz and Jens Heitkaemper and Anu Sinha and Denny Zhou and Yi Sun and Charbel Kaed and Brice Hulse and Swaroop Mishra and Maria Georgaki and Sneha Kudugunta and Clement Farabet and Izhak Shafran and Daniel Vlasic and Anton Tsitsulin and Rajagopal Ananthanarayanan and Alen Carin and Guolong Su and Pei Sun and Shashank V and Gabriel Carvajal and Josef Broder and Iulia Comsa and Alena Repina and William Wong and Warren Weilun Chen and Peter Hawkins and Egor Filonov and Lucia Loher and Christoph Hirnschall and Weiyi Wang and Jingchen Ye and Andrea Burns and Hardie Cate and Diana Gage Wright and Federico Piccinini and Lei Zhang and Chu-Cheng Lin and Ionel Gog and Yana Kulizhskaya and Ashwin Sreevatsa and Shuang Song and Luis C. Cobo and Anand Iyer and Chetan Tekur and Guillermo Garrido and Zhuyun Xiao and Rupert Kemp and Huaixiu Steven Zheng and Hui Li and Ananth Agarwal and Christel Ngani and Kati Goshvadi and Rebeca Santamaria-Fernandez and Wojciech Fica and Xinyun Chen and Chris Gorgolewski and Sean Sun and Roopal Garg and Xinyu Ye and S. M. Ali Eslami and Nan Hua and Jon Simon and Pratik Joshi and Yelin Kim and Ian Tenney and Sahitya Potluri and Lam Nguyen Thiet and Quan Yuan and Florian Luisier and Alexandra Chronopoulou and Salvatore Scellato and Praveen Srinivasan and Minmin Chen and Vinod Koverkathu and Valentin Dalibard and Yaming Xu and Brennan Saeta and Keith Anderson and Thibault Sellam and Nick Fernando and Fantine Huot and Junehyuk Jung and Mani Varadarajan and Michael Quinn and Amit Raul and Maigo Le and Ruslan Habalov and Jon Clark and Komal Jalan and Kalesha Bullard and Achintya Singhal and Thang Luong and Boyu Wang and Sujeevan Rajayogam and Julian Eisenschlos and Johnson Jia and Daniel Finchelstein and Alex Yakubovich and Daniel Balle and Michael Fink and Sameer Agarwal and Jing Li and Dj Dvijotham and Shalini Pal and Kai Kang and Jaclyn Konzelmann and Jennifer Beattie and Olivier Dousse and Diane Wu and Remi Crocker and Chen Elkind and Siddhartha Reddy Jonnalagadda and Jong Lee and Dan Holtmann-Rice and Krystal Kallarackal and Rosanne Liu and Denis Vnukov and Neera Vats and Luca Invernizzi and Mohsen Jafari and Huanjie Zhou and Lilly Taylor and Jennifer Prendki and Marcus Wu and Tom Eccles and Tianqi Liu and Kavya Kopparapu and Francoise Beaufays and Christof Angermueller and Andreea Marzoca and Shourya Sarcar and Hilal Dib and Jeff Stanway and Frank Perbet and Nejc Trdin and Rachel Sterneck and Andrey Khorlin and Dinghua Li and Xihui Wu and Sonam Goenka and David Madras and Sasha Goldshtein and Willi Gierke and Tong Zhou and Yaxin Liu and Yannie Liang and Anais White and Yunjie Li and Shreya Singh and Sanaz Bahargam and Mark Epstein and Sujoy Basu and Li Lao and Adnan Ozturel and Carl Crous and Alex Zhai and Han Lu and Zora Tung and Neeraj Gaur and Alanna Walton and Lucas Dixon and Ming Zhang and Amir Globerson and Grant Uy and Andrew Bolt and Olivia Wiles and Milad Nasr and Ilia Shumailov and Marco Selvi and Francesco Piccinno and Ricardo Aguilar and Sara McCarthy and Misha Khalman and Mrinal Shukla and Vlado Galic and John Carpenter and Kevin Villela and Haibin Zhang and Harry Richardson and James Martens and Matko Bosnjak and Shreyas Rammohan Belle and Jeff Seibert and Mahmoud Alnahlawi and Brian McWilliams and Sankalp Singh and Annie Louis and Wen Ding and Dan Popovici and Lenin Simicich and Laura Knight and Pulkit Mehta and Nishesh Gupta and Chongyang Shi and Saaber Fatehi and Jovana Mitrovic and Alex Grills and Joseph Pagadora and Dessie Petrova and Danielle Eisenbud and Zhishuai Zhang and Damion Yates and Bhavishya Mittal and Nilesh Tripuraneni and Yannis Assael and Thomas Brovelli and Prateek Jain and Mihajlo Velimirovic and Canfer Akbulut and Jiaqi Mu and Wolfgang Macherey and Ravin Kumar and Jun Xu and Haroon Qureshi and Gheorghe Comanici and Jeremy Wiesner and Zhitao Gong and Anton Ruddock and Matthias Bauer and Nick Felt and Anirudh GP and Anurag Arnab and Dustin Zelle and Jonas Rothfuss and Bill Rosgen and Ashish Shenoy and Bryan Seybold and Xinjian Li and Jayaram Mudigonda and Goker Erdogan and Jiawei Xia and Jiri Simsa and Andrea Michi and Yi Yao and Christopher Yew and Steven Kan and Isaac Caswell and Carey Radebaugh and Andre Elisseeff and Pedro Valenzuela and Kay McKinney and Kim Paterson and Albert Cui and Eri Latorre-Chimoto and Solomon Kim and William Zeng and Ken Durden and Priya Ponnapalli and Tiberiu Sosea and Christopher A. Choquette-Choo and James Manyika and Brona Robenek and Harsha Vashisht and Sebastien Pereira and Hoi Lam and Marko Velic and Denese Owusu-Afriyie and Katherine Lee and Tolga Bolukbasi and Alicia Parrish and Shawn Lu and Jane Park and Balaji Venkatraman and Alice Talbert and Lambert Rosique and Yuchung Cheng and Andrei Sozanschi and Adam Paszke and Praveen Kumar and Jessica Austin and Lu Li and Khalid Salama and Wooyeol Kim and Nandita Dukkipati and Anthony Baryshnikov and Christos Kaplanis and XiangHai Sheng and Yuri Chervonyi and Caglar Unlu and Diego de Las Casas and Harry Askham and Kathryn Tunyasuvunakool and Felix Gimeno and Siim Poder and Chester Kwak and Matt Miecnikowski and Vahab Mirrokni and Alek Dimitriev and Aaron Parisi and Dangyi Liu and Tomy Tsai and Toby Shevlane and Christina Kouridi and Drew Garmon and Adrian Goedeckemeyer and Adam R. Brown and Anitha Vijayakumar and Ali Elqursh and Sadegh Jazayeri and Jin Huang and Sara Mc Carthy and Jay Hoover and Lucy Kim and Sandeep Kumar and Wei Chen and Courtney Biles and Garrett Bingham and Evan Rosen and Lisa Wang and Qijun Tan and David Engel and Francesco Pongetti and Dario de Cesare and Dongseong Hwang and Lily Yu and Jennifer Pullman and Srini Narayanan and Kyle Levin and Siddharth Gopal and Megan Li and Asaf Aharoni and Trieu Trinh and Jessica Lo and Norman Casagrande and Roopali Vij and Loic Matthey and Bramandia Ramadhana and Austin Matthews and CJ Carey and Matthew Johnson and Kremena Goranova and Rohin Shah and Shereen Ashraf and Kingshuk Dasgupta and Rasmus Larsen and Yicheng Wang and Manish Reddy Vuyyuru and Chong Jiang and Joana Ijazi and Kazuki Osawa and Celine Smith and Ramya Sree Boppana and Taylan Bilal and Yuma Koizumi and Ying Xu and Yasemin Altun and Nir Shabat and Ben Bariach and Alex Korchemniy and Kiam Choo and Olaf Ronneberger and Chimezie Iwuanyanwu and Shubin Zhao and David Soergel and Cho-Jui Hsieh and Irene Cai and Shariq Iqbal and Martin Sundermeyer and Zhe Chen and Elie Bursztein and Chaitanya Malaviya and Fadi Biadsy and Prakash Shroff and Inderjit Dhillon and Tejasi Latkar and Chris Dyer and Hannah Forbes and Massimo Nicosia and Vitaly Nikolaev and Somer Greene and Marin Georgiev and Pidong Wang and Nina Martin and Hanie Sedghi and John Zhang and Praseem Banzal and Doug Fritz and Vikram Rao and Xuezhi Wang and Jiageng Zhang and Viorica Patraucean and Dayou Du and Igor Mordatch and Ivan Jurin and Lewis Liu and Ayush Dubey and Abhi Mohan and Janek Nowakowski and Vlad-Doru Ion and Nan Wei and Reiko Tojo and Maria Abi Raad and Drew A. Hudson and Vaishakh Keshava and Shubham Agrawal and Kevin Ramirez and Zhichun Wu and Hoang Nguyen and Ji Liu and Madhavi Sewak and Bryce Petrini and DongHyun Choi and Ivan Philips and Ziyue Wang and Ioana Bica and Ankush Garg and Jarek Wilkiewicz and Priyanka Agrawal and Xiaowei Li and Danhao Guo and Emily Xue and Naseer Shaik and Andrew Leach and Sadh MNM Khan and Julia Wiesinger and Sammy Jerome and Abhishek Chakladar and Alek Wenjiao Wang and Tina Ornduff and Folake Abu and Alireza Ghaffarkhah and Marcus Wainwright and Mario Cortes and Frederick Liu and Joshua Maynez and Andreas Terzis and Pouya Samangouei and Riham Mansour and Tomasz Kępa and François-Xavier Aubet and Anton Algymr and Dan Banica and Agoston Weisz and Andras Orban and Alexandre Senges and Ewa Andrejczuk and Mark Geller and Niccolo Dal Santo and Valentin Anklin and Majd Al Merey and Martin Baeuml and Trevor Strohman and Junwen Bai and Slav Petrov and Yonghui Wu and Demis Hassabis and Koray Kavukcuoglu and Jeffrey Dean and Oriol Vinyals},
      year={2024},
      eprint={2403.05530},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https:%arxiv.org/abs/2403.05530}, 
}


@article{gpt4,
    title={GPT-4 Technical Report},
    author={{OpenAI}},
    journal={arXiv preprint arXiv:2303.08774},
    year={2023},
    note={GPT-4 represents a significant leap in multimodal capabilities and reasoning, demonstrating human-level performance across various professional tests and academic benchmarks. The model shows remarkable improvements in factuality, steerability, and creative tasks.}
}

@article{llama2,
    title={Llama 2: Open Foundation and Fine-Tuned Chat Models},
    author={Touvron, Hugo and others},
    journal={arXiv preprint arXiv:2307.09288},
    year={2023},
    publisher={Meta AI},
    note={Meta's open-source release of Llama 2 marked a pivotal moment in AI democratization, providing state-of-the-art performance in an accessible format. The model family includes versions up to 70B parameters, with specialized chat variants showing strong performance in instruction-following tasks.}
}

@misc{llama3,
      title={The Llama 3 Herd of Models}, 
      author={Abhimanyu Dubey and Abhinav Jauhri and Abhinav Pandey and Abhishek Kadian and Ahmad Al-Dahle and Aiesha Letman and Akhil Mathur and Alan Schelten and Amy Yang and Angela Fan and Anirudh Goyal and Anthony Hartshorn and Aobo Yang and Archi Mitra and Archie Sravankumar and Artem Korenev and Arthur Hinsvark and Arun Rao and Aston Zhang and Aurelien Rodriguez and Austen Gregerson and Ava Spataru and Baptiste Roziere and Bethany Biron and Binh Tang and Bobbie Chern and Charlotte Caucheteux and Chaya Nayak and Chloe Bi and Chris Marra and Chris McConnell and Christian Keller and Christophe Touret and Chunyang Wu and Corinne Wong and Cristian Canton Ferrer and Cyrus Nikolaidis and Damien Allonsius and Daniel Song and Danielle Pintz and Danny Livshits and David Esiobu and Dhruv Choudhary and Dhruv Mahajan and Diego Garcia-Olano and Diego Perino and Dieuwke Hupkes and Egor Lakomkin and Ehab AlBadawy and Elina Lobanova and Emily Dinan and Eric Michael Smith and Filip Radenovic and Frank Zhang and Gabriel Synnaeve and Gabrielle Lee and Georgia Lewis Anderson and Graeme Nail and Gregoire Mialon and Guan Pang and Guillem Cucurell and Hailey Nguyen and Hannah Korevaar and Hu Xu and Hugo Touvron and Iliyan Zarov and Imanol Arrieta Ibarra and Isabel Kloumann and Ishan Misra and Ivan Evtimov and Jade Copet and Jaewon Lee and Jan Geffert and Jana Vranes and Jason Park and Jay Mahadeokar and Jeet Shah and Jelmer van der Linde and Jennifer Billock and Jenny Hong and Jenya Lee and Jeremy Fu and Jianfeng Chi and Jianyu Huang and Jiawen Liu and Jie Wang and Jiecao Yu and Joanna Bitton and Joe Spisak and Jongsoo Park and Joseph Rocca and Joshua Johnstun and Joshua Saxe and Junteng Jia and Kalyan Vasuden Alwala and Kartikeya Upasani and Kate Plawiak and Ke Li and Kenneth Heafield and Kevin Stone and Khalid El-Arini and Krithika Iyer and Kshitiz Malik and Kuenley Chiu and Kunal Bhalla and Lauren Rantala-Yeary and Laurens van der Maaten and Lawrence Chen and Liang Tan and Liz Jenkins and Louis Martin and Lovish Madaan and Lubo Malo and Lukas Blecher and Lukas Landzaat and Luke de Oliveira and Madeline Muzzi and Mahesh Pasupuleti and Mannat Singh and Manohar Paluri and Marcin Kardas and Mathew Oldham and Mathieu Rita and Maya Pavlova and Melanie Kambadur and Mike Lewis and Min Si and Mitesh Kumar Singh and Mona Hassan and Naman Goyal and Narjes Torabi and Nikolay Bashlykov and Nikolay Bogoychev and Niladri Chatterji and Olivier Duchenne and Onur Çelebi and Patrick Alrassy and Pengchuan Zhang and Pengwei Li and Petar Vasic and Peter Weng and Prajjwal Bhargava and Pratik Dubal and Praveen Krishnan and Punit Singh Koura and Puxin Xu and Qing He and Qingxiao Dong and Ragavan Srinivasan and Raj Ganapathy and Ramon Calderer and Ricardo Silveira Cabral and Robert Stojnic and Roberta Raileanu and Rohit Girdhar and Rohit Patel and Romain Sauvestre and Ronnie Polidoro and Roshan Sumbaly and Ross Taylor and Ruan Silva and Rui Hou and Rui Wang and Saghar Hosseini and Sahana Chennabasappa and Sanjay Singh and Sean Bell and Seohyun Sonia Kim and Sergey Edunov and Shaoliang Nie and Sharan Narang and Sharath Raparthy and Sheng Shen and Shengye Wan and Shruti Bhosale and Shun Zhang and Simon Vandenhende and Soumya Batra and Spencer Whitman and Sten Sootla and Stephane Collot and Suchin Gururangan and Sydney Borodinsky and Tamar Herman and Tara Fowler and Tarek Sheasha and Thomas Georgiou and Thomas Scialom and Tobias Speckbacher and Todor Mihaylov and Tong Xiao and Ujjwal Karn and Vedanuj Goswami and Vibhor Gupta and Vignesh Ramanathan and Viktor Kerkez and Vincent Gonguet and Virginie Do and Vish Vogeti and Vladan Petrovic and Weiwei Chu and Wenhan Xiong and Wenyin Fu and Whitney Meers and Xavier Martinet and Xiaodong Wang and Xiaoqing Ellen Tan and Xinfeng Xie and Xuchao Jia and Xuewei Wang and Yaelle Goldschlag and Yashesh Gaur and Yasmine Babaei and Yi Wen and Yiwen Song and Yuchen Zhang and Yue Li and Yuning Mao and Zacharie Delpierre Coudert and Zheng Yan and Zhengxing Chen and Zoe Papakipos and Aaditya Singh and Aaron Grattafiori and Abha Jain and Adam Kelsey and Adam Shajnfeld and Adithya Gangidi and Adolfo Victoria and Ahuva Goldstand and Ajay Menon and Ajay Sharma and Alex Boesenberg and Alex Vaughan and Alexei Baevski and Allie Feinstein and Amanda Kallet and Amit Sangani and Anam Yunus and Andrei Lupu and Andres Alvarado and Andrew Caples and Andrew Gu and Andrew Ho and Andrew Poulton and Andrew Ryan and Ankit Ramchandani and Annie Franco and Aparajita Saraf and Arkabandhu Chowdhury and Ashley Gabriel and Ashwin Bharambe and Assaf Eisenman and Azadeh Yazdan and Beau James and Ben Maurer and Benjamin Leonhardi and Bernie Huang and Beth Loyd and Beto De Paola and Bhargavi Paranjape and Bing Liu and Bo Wu and Boyu Ni and Braden Hancock and Bram Wasti and Brandon Spence and Brani Stojkovic and Brian Gamido and Britt Montalvo and Carl Parker and Carly Burton and Catalina Mejia and Changhan Wang and Changkyu Kim and Chao Zhou and Chester Hu and Ching-Hsiang Chu and Chris Cai and Chris Tindal and Christoph Feichtenhofer and Damon Civin and Dana Beaty and Daniel Kreymer and Daniel Li and Danny Wyatt and David Adkins and David Xu and Davide Testuggine and Delia David and Devi Parikh and Diana Liskovich and Didem Foss and Dingkang Wang and Duc Le and Dustin Holland and Edward Dowling and Eissa Jamil and Elaine Montgomery and Eleonora Presani and Emily Hahn and Emily Wood and Erik Brinkman and Esteban Arcaute and Evan Dunbar and Evan Smothers and Fei Sun and Felix Kreuk and Feng Tian and Firat Ozgenel and Francesco Caggioni and Francisco Guzmán and Frank Kanayet and Frank Seide and Gabriela Medina Florez and Gabriella Schwarz and Gada Badeer and Georgia Swee and Gil Halpern and Govind Thattai and Grant Herman and Grigory Sizov and Guangyi and Zhang and Guna Lakshminarayanan and Hamid Shojanazeri and Han Zou and Hannah Wang and Hanwen Zha and Haroun Habeeb and Harrison Rudolph and Helen Suk and Henry Aspegren and Hunter Goldman and Ibrahim Damlaj and Igor Molybog and Igor Tufanov and Irina-Elena Veliche and Itai Gat and Jake Weissman and James Geboski and James Kohli and Japhet Asher and Jean-Baptiste Gaya and Jeff Marcus and Jeff Tang and Jennifer Chan and Jenny Zhen and Jeremy Reizenstein and Jeremy Teboul and Jessica Zhong and Jian Jin and Jingyi Yang and Joe Cummings and Jon Carvill and Jon Shepard and Jonathan McPhie and Jonathan Torres and Josh Ginsburg and Junjie Wang and Kai Wu and Kam Hou U and Karan Saxena and Karthik Prasad and Kartikay Khandelwal and Katayoun Zand and Kathy Matosich and Kaushik Veeraraghavan and Kelly Michelena and Keqian Li and Kun Huang and Kunal Chawla and Kushal Lakhotia and Kyle Huang and Lailin Chen and Lakshya Garg and Lavender A and Leandro Silva and Lee Bell and Lei Zhang and Liangpeng Guo and Licheng Yu and Liron Moshkovich and Luca Wehrstedt and Madian Khabsa and Manav Avalani and Manish Bhatt and Maria Tsimpoukelli and Martynas Mankus and Matan Hasson and Matthew Lennie and Matthias Reso and Maxim Groshev and Maxim Naumov and Maya Lathi and Meghan Keneally and Michael L. Seltzer and Michal Valko and Michelle Restrepo and Mihir Patel and Mik Vyatskov and Mikayel Samvelyan and Mike Clark and Mike Macey and Mike Wang and Miquel Jubert Hermoso and Mo Metanat and Mohammad Rastegari and Munish Bansal and Nandhini Santhanam and Natascha Parks and Natasha White and Navyata Bawa and Nayan Singhal and Nick Egebo and Nicolas Usunier and Nikolay Pavlovich Laptev and Ning Dong and Ning Zhang and Norman Cheng and Oleg Chernoguz and Olivia Hart and Omkar Salpekar and Ozlem Kalinli and Parkin Kent and Parth Parekh and Paul Saab and Pavan Balaji and Pedro Rittner and Philip Bontrager and Pierre Roux and Piotr Dollar and Polina Zvyagina and Prashant Ratanchandani and Pritish Yuvraj and Qian Liang and Rachad Alao and Rachel Rodriguez and Rafi Ayub and Raghotham Murthy and Raghu Nayani and Rahul Mitra and Raymond Li and Rebekkah Hogan and Robin Battey and Rocky Wang and Rohan Maheswari and Russ Howes and Ruty Rinott and Sai Jayesh Bondu and Samyak Datta and Sara Chugh and Sara Hunt and Sargun Dhillon and Sasha Sidorov and Satadru Pan and Saurabh Verma and Seiji Yamamoto and Sharadh Ramaswamy and Shaun Lindsay and Shaun Lindsay and Sheng Feng and Shenghao Lin and Shengxin Cindy Zha and Shiva Shankar and Shuqiang Zhang and Shuqiang Zhang and Sinong Wang and Sneha Agarwal and Soji Sajuyigbe and Soumith Chintala and Stephanie Max and Stephen Chen and Steve Kehoe and Steve Satterfield and Sudarshan Govindaprasad and Sumit Gupta and Sungmin Cho and Sunny Virk and Suraj Subramanian and Sy Choudhury and Sydney Goldman and Tal Remez and Tamar Glaser and Tamara Best and Thilo Kohler and Thomas Robinson and Tianhe Li and Tianjun Zhang and Tim Matthews and Timothy Chou and Tzook Shaked and Varun Vontimitta and Victoria Ajayi and Victoria Montanez and Vijai Mohan and Vinay Satish Kumar and Vishal Mangla and Vítor Albiero and Vlad Ionescu and Vlad Poenaru and Vlad Tiberiu Mihailescu and Vladimir Ivanov and Wei Li and Wenchen Wang and Wenwen Jiang and Wes Bouaziz and Will Constable and Xiaocheng Tang and Xiaofang Wang and Xiaojian Wu and Xiaolan Wang and Xide Xia and Xilun Wu and Xinbo Gao and Yanjun Chen and Ye Hu and Ye Jia and Ye Qi and Yenda Li and Yilin Zhang and Ying Zhang and Yossi Adi and Youngjin Nam and Yu and Wang and Yuchen Hao and Yundi Qian and Yuzi He and Zach Rait and Zachary DeVito and Zef Rosnbrick and Zhaoduo Wen and Zhenyu Yang and Zhiwei Zhao},
      year={2024},
      eprint={2407.21783},
      archivePrefix={arXiv},
      primaryClass={cs.AI},
      url={https:%arxiv.org/abs/2407.21783}, 
}

@misc{dettmers2023qloraefficientfinetuningquantized,
      title={QLoRA: Efficient Finetuning of Quantized LLMs}, 
      author={Tim Dettmers and Artidoro Pagnoni and Ari Holtzman and Luke Zettlemoyer},
      year={2023},
      eprint={2305.14314},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      url={https:%arxiv.org/abs/2305.14314}, 
}

@article{mamba,
    title={Mamba: Linear-Time Sequence Modeling with Selective State Spaces},
    author={Gu, Albert and Dao, Tri},
    journal={arXiv preprint arXiv:2312.00752},
    year={2023},
    note={Mamba introduces a revolutionary architecture that challenges the transformer's quadratic attention mechanism, achieving linear scaling with sequence length while maintaining or exceeding transformer performance. This breakthrough suggests new directions for efficient sequence modeling.}
}

@article{llm_survey,
   title={A survey on large language model based autonomous agents},
   volume={18},
   ISSN={2095-2236},
   url={http:%dx.doi.org/10.1007/s11704-024-40231-1},
   DOI={10.1007/s11704-024-40231-1},
   number={6},
   journal={Frontiers of Computer Science},
   publisher={Springer Science and Business Media LLC},
   author={Wang, Lei and Ma, Chen and Feng, Xueyang and Zhang, Zeyu and Yang, Hao and Zhang, Jingsen and Chen, Zhiyuan and Tang, Jiakai and Chen, Xu and Lin, Yankai and Zhao, Wayne Xin and Wei, Zhewei and Wen, Jirong},
   year={2024},
   month=mar }


% Data supporting the "keeps getting better" claim
@misc{scaling_laws,
      title={Scaling Laws for Neural Language Models}, 
      author={Jared Kaplan and Sam McCandlish and Tom Henighan and Tom B. Brown and Benjamin Chess and Rewon Child and Scott Gray and Alec Radford and Jeffrey Wu and Dario Amodei},
      year={2020},
      eprint={2001.08361},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      url={https:%arxiv.org/abs/2001.08361}, 
      note={Scaling laws for neural language models predicting gpt4 performance}
}

@misc{mmlu,
	title = {Measuring {Massive} {Multitask} {Language} {Understanding}},
	url = {http:%arxiv.org/abs/2009.03300},
	doi = {10.48550/arXiv.2009.03300},
	abstract = {We propose a new test to measure a text model's multitask accuracy. The test covers 57 tasks including elementary mathematics, US history, computer science, law, and more. To attain high accuracy on this test, models must possess extensive world knowledge and problem solving ability. We find that while most recent models have near random-chance accuracy, the very largest GPT-3 model improves over random chance by almost 20 percentage points on average. However, on every one of the 57 tasks, the best models still need substantial improvements before they can reach expert-level accuracy. Models also have lopsided performance and frequently do not know when they are wrong. Worse, they still have near-random accuracy on some socially important subjects such as morality and law. By comprehensively evaluating the breadth and depth of a model's academic and professional understanding, our test can be used to analyze models across many tasks and to identify important shortcomings.},
	urldate = {2024-11-18},
	publisher = {arXiv},
	author = {Hendrycks, Dan and Burns, Collin and Basart, Steven and Zou, Andy and Mazeika, Mantas and Song, Dawn and Steinhardt, Jacob},
	month = jan,
	year = {2021},
	note = {arXiv:2009.03300 [cs]},
	keywords = {Computer Science - Artificial Intelligence, Computer Science - Computation and Language, Computer Science - Computers and Society, Computer Science - Machine Learning},
}


@misc{o1,
  title = {Learning to Reason with LLMs},
  author = {OpenAI},
  urldate = {2024-09-12},
  url = {https:%openai.com/index/learning-to-reason-with-llms/},
  note = {Technical overview of OpenAI's research on chain-of-thought prompting and intermediate reasoning steps, demonstrating significant improvements in model reasoning capabilities.}  
}

% Emergent abilities w/ scaling of a single LLM
@misc{wei2022emergentabilitieslargelanguage,
      title={Emergent Abilities of Large Language Models}, 
      author={Jason Wei and Yi Tay and Rishi Bommasani and Colin Raffel and Barret Zoph and Sebastian Borgeaud and Dani Yogatama and Maarten Bosma and Denny Zhou and Donald Metzler and Ed H. Chi and Tatsunori Hashimoto and Oriol Vinyals and Percy Liang and Jeff Dean and William Fedus},
      year={2022},
      eprint={2206.07682},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https:%arxiv.org/abs/2206.07682}, 
}

% The rising costs of frontier models 
@misc{cottier2024risingcoststrainingfrontier,
      title={The rising costs of training frontier AI models}, 
      author={Ben Cottier and Robi Rahman and Loredana Fattorini and Nestor Maslej and David Owen},
      year={2024},
      eprint={2405.21015},
      archivePrefix={arXiv},
      primaryClass={cs.CY},
      url={https:%arxiv.org/abs/2405.21015}, 
}

% multi-agent system from microsoft
@misc{autogen_agents_collaborating,
      title={AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation}, 
      author={Qingyun Wu and Gagan Bansal and Jieyu Zhang and Yiran Wu and Beibin Li and Erkang Zhu and Li Jiang and Xiaoyun Zhang and Shaokun Zhang and Jiale Liu and Ahmed Hassan Awadallah and Ryen W White and Doug Burger and Chi Wang},
      year={2023},
      eprint={2308.08155},
      archivePrefix={arXiv},
      primaryClass={cs.AI},
      url={https:%arxiv.org/abs/2308.08155}, 
}

% emergent behavior from multi-agent competition (pre-LLM)
@inproceedings{bansal2017emergence,
  title={Emergent Complexity via Multi-Agent Competition},
  author={Bansal, Trapit and Pachocki, Jakub and Sidor, Szymon and Sutskever, Ilya and Mordatch, Igor},
  booktitle={Advances in Neural Information Processing Systems},
  year={2017},
  pages={1306--1316}
}

% ReACT 
@misc{react,
      title={ReAct: Synergizing Reasoning and Acting in Language Models}, 
      author={Shunyu Yao and Jeffrey Zhao and Dian Yu and Nan Du and Izhak Shafran and Karthik Narasimhan and Yuan Cao},
      year={2023},
      eprint={2210.03629},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https:%arxiv.org/abs/2210.03629}, 
}

% Analysis of what is the meaning of Agent for different people over time
@inproceedings{inproceedings,
author = {Franklin, Stan and Graesser, Arthur},
year = {1996},
month = {01},
pages = {21-35},
title = {Is it an Agent, or Just a Program?: A Taxonomy for Autonomous Agents.}
}     

% Shows good performance on code generation by LLMs (very cited)
@misc{austin2021programsynthesislargelanguage,
      title={Program Synthesis with Large Language Models}, 
      author={Jacob Austin and Augustus Odena and Maxwell Nye and Maarten Bosma and Henryk Michalewski and David Dohan and Ellen Jiang and Carrie Cai and Michael Terry and Quoc Le and Charles Sutton},
      year={2021},
      eprint={2108.07732},
      archivePrefix={arXiv},
      primaryClass={cs.PL},
      url={https:%arxiv.org/abs/2108.07732}, 
}

% shows improved performance on self-refinement, but not on code generation
@misc{madaan2023selfrefineiterativerefinementselffeedback,
      title={Self-Refine: Iterative Refinement with Self-Feedback}, 
      author={Aman Madaan and Niket Tandon and Prakhar Gupta and Skyler Hallinan and Luyu Gao and Sarah Wiegreffe and Uri Alon and Nouha Dziri and Shrimai Prabhumoye and Yiming Yang and Shashank Gupta and Bodhisattwa Prasad Majumder and Katherine Hermann and Sean Welleck and Amir Yazdanbakhsh and Peter Clark},
      year={2023},
      eprint={2303.17651},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https:%arxiv.org/abs/2303.17651}, 
}


% Demonstrates limitations of traditional RL agents vs LLM-based agents in complex environments
@misc{zhu2023ghost,
    title={Ghost in the Minecraft: Generally Capable Agents for Open-World Environments via Large Language Models with Text-based Knowledge and Memory},
    author={Zhu, Xizhou and Chen, Yuntao and Tian, Hao and Tao, Chenxin and Su, Weijie and Yang, Chenyu and Huang, Gao and Li, Bin and Lu, Lewei and Wang, Xiaogang and Qiao, Yu and Zhang, Zhaoxiang and Dai, Jifeng},
    year={2023},
    eprint={2305.17144},
    archivePrefix={arXiv},
    primaryClass={cs.AI},
    note={Shows how LLM-based agents overcome limitations of traditional RL approaches by dynamically generating actions instead of selecting from predefined ones. Traditional agents achieved only 30% completion rate vs 100% for LLM agents}
}

LLMs enable open-ended exploration and skill acquisition without predefined goals - VOYAGER demonstrates how LLMs can drive autonomous exploration and continually learn new skills through an automatic curriculum, unlike traditional RL approaches that require fixed objectives.
Code as action space enables compositional and interpretable behaviors - Using code/programs as actions (rather than low-level controls) allows VOYAGER to build increasingly complex skills by composing simpler ones, while maintaining interpretability.
Iterative prompting with environment feedback enables robust skill learning - The combination of execution feedback, error traces, and self-verification allows VOYAGER to reliably learn new skills through iterative refinement, achieving 3.3x more item discoveries compared to baselines.
@misc{voyager,
      title={Voyager: An Open-Ended Embodied Agent with Large Language Models}, 
      author={Guanzhi Wang and Yuqi Xie and Yunfan Jiang and Ajay Mandlekar and Chaowei Xiao and Yuke Zhu and Linxi Fan and Anima Anandkumar},
      year={2023},
      eprint={2305.16291},
      archivePrefix={arXiv},
      primaryClass={cs.AI},
      url={https:%arxiv.org/abs/2305.16291}, 
}


@misc{ai_agents_survey,
      title={The Rise and Potential of Large Language Model Based Agents: A Survey}, 
      author={Zhiheng Xi and Wenxiang Chen and Xin Guo and Wei He and Yiwen Ding and Boyang Hong and Ming Zhang and Junzhe Wang and Senjie Jin and Enyu Zhou and Rui Zheng and Xiaoran Fan and Xiao Wang and Limao Xiong and Yuhao Zhou and Weiran Wang and Changhao Jiang and Yicheng Zou and Xiangyang Liu and Zhangyue Yin and Shihan Dou and Rongxiang Weng and Wensen Cheng and Qi Zhang and Wenjuan Qin and Yongyan Zheng and Xipeng Qiu and Xuanjing Huang and Tao Gui},
      year={2023},
      eprint={2309.07864},
      archivePrefix={arXiv},
      primaryClass={cs.AI},
      url={https:%arxiv.org/abs/2309.07864}, 
}


% IMPORTED REFERENCES


@article{DBLP:journals/corr/abs-2207-05221,
  author       = {Saurav Kadavath and
                  Tom Conerly and
                  Amanda Askell and
                  Tom Henighan and
                  Dawn Drain and
                  Ethan Perez and
                  Nicholas Schiefer and
                  Zac Hatfield{-}Dodds and
                  Nova DasSarma and
                  Eli Tran{-}Johnson and
                  Scott Johnston and
                  Sheer El Showk and
                  Andy Jones and
                  Nelson Elhage and
                  Tristan Hume and
                  Anna Chen and
                  Yuntao Bai and
                  Sam Bowman and
                  Stanislav Fort and
                  Deep Ganguli and
                  Danny Hernandez and
                  Josh Jacobson and
                  Jackson Kernion and
                  Shauna Kravec and
                  Liane Lovitt and
                  Kamal Ndousse and
                  Catherine Olsson and
                  Sam Ringer and
                  Dario Amodei and
                  Tom Brown and
                  Jack Clark and
                  Nicholas Joseph and
                  Ben Mann and
                  Sam McCandlish and
                  Chris Olah and
                  Jared Kaplan},
  title        = {Language Models (Mostly) Know What They Know},
  journal      = {CoRR},
  volume       = {abs/2207.05221},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2207.05221},
  doi          = {10.48550/arXiv.2207.05221},
  eprinttype    = {arXiv},
  eprint       = {2207.05221},
  timestamp    = {Thu, 14 Jul 2022 15:34:28 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2207-05221.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2209-07858,
  author       = {Deep Ganguli and
                  Liane Lovitt and
                  Jackson Kernion and
                  Amanda Askell and
                  Yuntao Bai and
                  Saurav Kadavath and
                  Ben Mann and
                  Ethan Perez and
                  Nicholas Schiefer and
                  Kamal Ndousse and
                  Andy Jones and
                  Sam Bowman and
                  Anna Chen and
                  Tom Conerly and
                  Nova DasSarma and
                  Dawn Drain and
                  Nelson Elhage and
                  Sheer El Showk and
                  Stanislav Fort and
                  Zac Hatfield{-}Dodds and
                  Tom Henighan and
                  Danny Hernandez and
                  Tristan Hume and
                  Josh Jacobson and
                  Scott Johnston and
                  Shauna Kravec and
                  Catherine Olsson and
                  Sam Ringer and
                  Eli Tran{-}Johnson and
                  Dario Amodei and
                  Tom Brown and
                  Nicholas Joseph and
                  Sam McCandlish and
                  Chris Olah and
                  Jared Kaplan and
                  Jack Clark},
  title        = {Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors,
                  and Lessons Learned},
  journal      = {CoRR},
  volume       = {abs/2209.07858},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2209.07858},
  doi          = {10.48550/arXiv.2209.07858},
  eprinttype    = {arXiv},
  eprint       = {2209.07858},
  timestamp    = {Tue, 27 Sep 2022 16:29:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2209-07858.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

ciet@inproceedings{DBLP:conf/emnlp/Andreas22,
  author       = {Jacob Andreas},
  editor       = {Yoav Goldberg and
                  Zornitsa Kozareva and
                  Yue Zhang},
  title        = {Language Models as Agent Models},
  booktitle    = {Findings of the Association for Computational Linguistics: {EMNLP}
                  2022, Abu Dhabi, United Arab Emirates, December 7-11, 2022},
  pages        = {5769--5779},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://aclanthology.org/2022.findings-emnlp.423},
  timestamp    = {Tue, 07 Feb 2023 17:10:52 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/Andreas22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@InCollection{sep-agency,
	author       =	{Schlosser, Markus},
	title        =	{{Agency}},
	booktitle    =	{The {Stanford} Encyclopedia of Philosophy},
	editor       =	{Edward N. Zalta},
	year         =	{2019},
	edition      =	{{W}inter 2019},
	publisher    =	{Metaphysics Research Lab, Stanford University}
}


@book{bloom2002children,
  title={How children learn the meanings of words},
  author={Bloom, Paul},
  year={2002},
  publisher={MIT press}
}

@book{tomasello2005constructing,
  title={Constructing a language: A usage-based theory of language acquisition},
  author={Tomasello, Michael},
  year={2005},
  publisher={Harvard university press}
}

@article{zwaan2005embodied,
  title={Embodied sentence comprehension},
  author={Zwaan, Rolf A and Madden, Carol J},
  journal={Grounding cognition: The role of perception and action in memory, language, and thinking},
  volume={22},
  year={2005},
  publisher={Cambridge}
}

@inproceedings{DBLP:conf/emnlp/BiskHTABCLLMNPT20,
  author       = {Yonatan Bisk and
                  Ari Holtzman and
                  Jesse Thomason and
                  Jacob Andreas and
                  Yoshua Bengio and
                  Joyce Chai and
                  Mirella Lapata and
                  Angeliki Lazaridou and
                  Jonathan May and
                  Aleksandr Nisnevich and
                  Nicolas Pinto and
                  Joseph P. Turian},
  editor       = {Bonnie Webber and
                  Trevor Cohn and
                  Yulan He and
                  Yang Liu},
  title        = {Experience Grounds Language},
  booktitle    = {Proceedings of the 2020 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2020, Online, November 16-20, 2020},
  pages        = {8718--8735},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.emnlp-main.703},
  doi          = {10.18653/v1/2020.emnlp-main.703},
  timestamp    = {Wed, 23 Mar 2022 10:11:55 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/BiskHTABCLLMNPT20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/RadfordJS17,
  author       = {Alec Radford and
                  Rafal J{\'{o}}zefowicz and
                  Ilya Sutskever},
  title        = {Learning to Generate Reviews and Discovering Sentiment},
  journal      = {CoRR},
  volume       = {abs/1704.01444},
  year         = {2017},
  url          = {http://arxiv.org/abs/1704.01444},
  eprinttype    = {arXiv},
  eprint       = {1704.01444},
  timestamp    = {Mon, 13 Aug 2018 16:47:25 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/RadfordJS17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/acl/LiNA20,
  author       = {Belinda Z. Li and
                  Maxwell I. Nye and
                  Jacob Andreas},
  editor       = {Chengqing Zong and
                  Fei Xia and
                  Wenjie Li and
                  Roberto Navigli},
  title        = {Implicit Representations of Meaning in Neural Language Models},
  booktitle    = {Proceedings of the 59th Annual Meeting of the Association for Computational
                  Linguistics and the 11th International Joint Conference on Natural
                  Language Processing, {ACL/IJCNLP} 2021, (Volume 1: Long Papers), Virtual
                  Event, August 1-6, 2021},
  pages        = {1813--1827},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.acl-long.143},
  doi          = {10.18653/v1/2021.acl-long.143},
  timestamp    = {Mon, 09 Aug 2021 16:25:37 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/LiNA20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{barandiaran2009defining,
  title={Defining agency: Individuality, normativity, asymmetry, and spatio-temporality in action},
  author={Barandiaran, Xabier E and Di Paolo, Ezequiel and Rohde, Marieke},
  journal={Adaptive Behavior},
  volume={17},
  number={5},
  pages={367--386},
  year={2009},
  publisher={Sage Publications Sage UK: London, England}
}

@article{radford2018improving,
  title={Improving language understanding by generative pre-training},
  author={Radford, Alec and Narasimhan, Karthik and Salimans, Tim and Sutskever, Ilya and others},
  year={2018},
  journal={OpenAI},
  publisher={OpenAI}
}

@article{radford2019language,
  title={Language models are unsupervised multitask learners},
  author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya and others},
  journal={OpenAI blog},
  volume={1},
  number={8},
  pages={9},
  year={2019}
}

@inproceedings{DBLP:conf/nips/BrownMRSKDNSSAA20,
  author       = {Tom B. Brown and
                  Benjamin Mann and
                  Nick Ryder and
                  Melanie Subbiah and
                  Jared Kaplan and
                  Prafulla Dhariwal and
                  Arvind Neelakantan and
                  Pranav Shyam and
                  Girish Sastry and
                  Amanda Askell and
                  Sandhini Agarwal and
                  Ariel Herbert{-}Voss and
                  Gretchen Krueger and
                  Tom Henighan and
                  Rewon Child and
                  Aditya Ramesh and
                  Daniel M. Ziegler and
                  Jeffrey Wu and
                  Clemens Winter and
                  Christopher Hesse and
                  Mark Chen and
                  Eric Sigler and
                  Mateusz Litwin and
                  Scott Gray and
                  Benjamin Chess and
                  Jack Clark and
                  Christopher Berner and
                  Sam McCandlish and
                  Alec Radford and
                  Ilya Sutskever and
                  Dario Amodei},
  editor       = {Hugo Larochelle and
                  Marc'Aurelio Ranzato and
                  Raia Hadsell and
                  Maria{-}Florina Balcan and
                  Hsuan{-}Tien Lin},
  title        = {Language Models are Few-Shot Learners},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020, NeurIPS 2020, December
                  6-12, 2020, virtual},
  year         = {2020},
  url          = {https://proceedings.neurips.cc/paper/2020/hash/1457c0d6bfcb4967418bfb8ac142f64a-Abstract.html},
  timestamp    = {Thu, 25 May 2023 10:38:31 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/BrownMRSKDNSSAA20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{taori2023stanford,
  title={Stanford alpaca: An instruction-following llama model},
  author={Taori, Rohan and Gulrajani, Ishaan and Zhang, Tianyi and Dubois, Yann and Li, Xuechen and Guestrin, Carlos and Liang, Percy and Hashimoto, Tatsunori B},
  year={2023}
}

@article{raffel2020exploring,
  title={Exploring the limits of transfer learning with a unified text-to-text transformer},
  author={Raffel, Colin and Shazeer, Noam and Roberts, Adam and Lee, Katherine and Narang, Sharan and Matena, Michael and Zhou, Yanqi and Li, Wei and Liu, Peter J},
  journal={The Journal of Machine Learning Research},
  volume={21},
  number={1},
  pages={5485--5551},
  year={2020},
  publisher={JMLRORG}
}

@inproceedings{DBLP:conf/cvpr/WangWCS023,
  author       = {Xinlong Wang and
                  Wen Wang and
                  Yue Cao and
                  Chunhua Shen and
                  Tiejun Huang},
  title        = {Images Speak in Images: {A} Generalist Painter for In-Context Visual Learning},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2023, Vancouver, BC, Canada, June 17-24, 2023},
  pages        = {6830--6839},
  publisher    = {{IEEE}},
  year         = {2023},
  url          = {https://doi.org/10.1109/CVPR52729.2023.00660},
  doi          = {10.1109/CVPR52729.2023.00660},
  timestamp    = {Mon, 28 Aug 2023 16:14:40 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/WangWCS023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2301-02111,
  author       = {Chengyi Wang and
                  Sanyuan Chen and
                  Yu Wu and
                  Ziqiang Zhang and
                  Long Zhou and
                  Shujie Liu and
                  Zhuo Chen and
                  Yanqing Liu and
                  Huaming Wang and
                  Jinyu Li and
                  Lei He and
                  Sheng Zhao and
                  Furu Wei},
  title        = {Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers},
  journal      = {CoRR},
  volume       = {abs/2301.02111},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2301.02111},
  doi          = {10.48550/arXiv.2301.02111},
  eprinttype    = {arXiv},
  eprint       = {2301.02111},
  timestamp    = {Mon, 28 Aug 2023 21:26:20 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2301-02111.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-03926,
  author       = {Ziqiang Zhang and
                  Long Zhou and
                  Chengyi Wang and
                  Sanyuan Chen and
                  Yu Wu and
                  Shujie Liu and
                  Zhuo Chen and
                  Yanqing Liu and
                  Huaming Wang and
                  Jinyu Li and
                  Lei He and
                  Sheng Zhao and
                  Furu Wei},
  title        = {Speak Foreign Languages with Your Own Voice: Cross-Lingual Neural Codec Language Modeling},
  journal      = {CoRR},
  volume       = {abs/2303.03926},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.03926},
  doi          = {10.48550/arXiv.2303.03926},
  eprinttype    = {arXiv},
  eprint       = {2303.03926},
  timestamp    = {Thu, 11 May 2023 13:50:01 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-03926.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-04675,
  author       = {Wenhao Zhu and
                  Hongyi Liu and
                  Qingxiu Dong and
                  Jingjing Xu and
                  Lingpeng Kong and
                  Jiajun Chen and
                  Lei Li and
                  Shujian Huang},
  title        = {Multilingual Machine Translation with Large Language Models: Empirical Results and Analysis},
  journal      = {CoRR},
  volume       = {abs/2304.04675},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.04675},
  doi          = {10.48550/arXiv.2304.04675},
  eprinttype    = {arXiv},
  eprint       = {2304.04675},
  timestamp    = {Tue, 22 Aug 2023 07:47:47 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-04675.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/TsimpoukelliMCE21,
  author       = {Maria Tsimpoukelli and
                  Jacob Menick and
                  Serkan Cabi and
                  S. M. Ali Eslami and
                  Oriol Vinyals and
                  Felix Hill},
  editor       = {Marc'Aurelio Ranzato and
                  Alina Beygelzimer and
                  Yann N. Dauphin and
                  Percy Liang and
                  Jennifer Wortman Vaughan},
  title        = {Multimodal Few-Shot Learning with Frozen Language Models},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021, NeurIPS 2021, December
                  6-14, 2021, virtual},
  pages        = {200--212},
  year         = {2021},
  url          = {https://proceedings.neurips.cc/paper/2021/hash/01b7575c38dac42f3cfb7d500438b875-Abstract.html},
  timestamp    = {Tue, 03 May 2022 16:20:46 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/TsimpoukelliMCE21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/BarGDGE22,
  author       = {Amir Bar and
                  Yossi Gandelsman and
                  Trevor Darrell and
                  Amir Globerson and
                  Alexei A. Efros},
  title        = {Visual Prompting via Image Inpainting},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/9f09f316a3eaf59d9ced5ffaefe97e0f-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/BarGDGE22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/Wei0SBIXCLZ22,
  author       = {Jason Wei and
                  Xuezhi Wang and
                  Dale Schuurmans and
                  Maarten Bosma and
                  Brian Ichter and
                  Fei Xia and
                  Ed H. Chi and
                  Quoc V. Le and
                  Denny Zhou},
  title        = {Chain-of-Thought Prompting Elicits Reasoning in Large Language Models},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/9d5609613524ecf4f15af0f7b31abca4-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/Wei0SBIXCLZ22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/LuBM0S22,
  author       = {Yao Lu and
                  Max Bartolo and
                  Alastair Moore and
                  Sebastian Riedel and
                  Pontus Stenetorp},
  editor       = {Smaranda Muresan and
                  Preslav Nakov and
                  Aline Villavicencio},
  title        = {Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity},
  booktitle    = {Proceedings of the 60th Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2022, Dublin, Ireland,
                  May 22-27, 2022},
  pages        = {8086--8098},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.acl-long.556},
  doi          = {10.18653/v1/2022.acl-long.556},
  timestamp    = {Mon, 01 Aug 2022 16:27:50 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/LuBM0S22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/cacm/Winston80,
  author       = {Patrick H. Winston},
  title        = {Learning and Reasoning by Analogy},
  journal      = {Commun. {ACM}},
  volume       = {23},
  number       = {12},
  pages        = {689--703},
  year         = {1980},
  url          = {https://doi.org/10.1145/359038.359042},
  doi          = {10.1145/359038.359042},
  timestamp    = {Tue, 06 Nov 2018 12:51:36 +0100},
  biburl       = {https://dblp.org/rec/journals/cacm/Winston80.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2301-00234,
  author       = {Qingxiu Dong and
                  Lei Li and
                  Damai Dai and
                  Ce Zheng and
                  Zhiyong Wu and
                  Baobao Chang and
                  Xu Sun and
                  Jingjing Xu and
                  Lei Li and
                  Zhifang Sui},
  title        = {A Survey for In-context Learning},
  journal      = {CoRR},
  volume       = {abs/2301.00234},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2301.00234},
  doi          = {10.48550/arXiv.2301.00234},
  eprinttype    = {arXiv},
  eprint       = {2301.00234},
  timestamp    = {Wed, 26 Jul 2023 08:43:11 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2301-00234.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/Ouyang0JAWMZASR22,
  author       = {Long Ouyang and
                  Jeffrey Wu and
                  Xu Jiang and
                  Diogo Almeida and
                  Carroll L. Wainwright and
                  Pamela Mishkin and
                  Chong Zhang and
                  Sandhini Agarwal and
                  Katarina Slama and
                  Alex Ray and
                  John Schulman and
                  Jacob Hilton and
                  Fraser Kelton and
                  Luke Miller and
                  Maddie Simens and
                  Amanda Askell and
                  Peter Welinder and
                  Paul F. Christiano and
                  Jan Leike and
                  Ryan Lowe},
  title        = {Training language models to follow instructions with human feedback},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/b1efde53be364a73914f58805a001731-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/Ouyang0JAWMZASR22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2212-12017,
  author       = {Srinivasan Iyer and
                  Xi Victoria Lin and
                  Ramakanth Pasunuru and
                  Todor Mihaylov and
                  Daniel Simig and
                  Ping Yu and
                  Kurt Shuster and
                  Tianlu Wang and
                  Qing Liu and
                  Punit Singh Koura and
                  Xian Li and
                  Brian O'Horo and
                  Gabriel Pereyra and
                  Jeff Wang and
                  Christopher Dewan and
                  Asli Celikyilmaz and
                  Luke Zettlemoyer and
                  Ves Stoyanov},
  title        = {{OPT-IML:} Scaling Language Model Instruction Meta Learning through
                  the Lens of Generalization},
  journal      = {CoRR},
  volume       = {abs/2212.12017},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.12017},
  doi          = {10.48550/arXiv.2212.12017},
  eprinttype    = {arXiv},
  eprint       = {2212.12017},
  timestamp    = {Tue, 09 May 2023 21:48:35 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-12017.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/BachSYWRNSKBFAD22,
  author       = {Stephen H. Bach and
                  Victor Sanh and
                  Zheng Xin Yong and
                  Albert Webson and
                  Colin Raffel and
                  Nihal V. Nayak and
                  Abheesht Sharma and
                  Taewoon Kim and
                  M. Saiful Bari and
                  Thibault F{\'{e}}vry and
                  Zaid Alyafeai and
                  Manan Dey and
                  Andrea Santilli and
                  Zhiqing Sun and
                  Srulik Ben{-}David and
                  Canwen Xu and
                  Gunjan Chhablani and
                  Han Wang and
                  Jason Alan Fries and
                  Maged Saeed AlShaibani and
                  Shanya Sharma and
                  Urmish Thakker and
                  Khalid Almubarak and
                  Xiangru Tang and
                  Dragomir R. Radev and
                  Mike Tian{-}Jian Jiang and
                  Alexander M. Rush},
  editor       = {Valerio Basile and
                  Zornitsa Kozareva and
                  Sanja Stajner},
  title        = {PromptSource: An Integrated Development Environment and Repository
                  for Natural Language Prompts},
  booktitle    = {Proceedings of the 60th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2022 - System Demonstrations, Dublin, Ireland,
                  May 22-27, 2022},
  pages        = {93--104},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.acl-demo.9},
  doi          = {10.18653/v1/2022.acl-demo.9},
  timestamp    = {Mon, 01 Aug 2022 16:27:48 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/BachSYWRNSKBFAD22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-08774,
  author       = {OpenAI},
  title        = {{GPT-4} Technical Report},
  journal      = {CoRR},
  volume       = {abs/2303.08774},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.08774},
  doi          = {10.48550/arXiv.2303.08774},
  eprinttype    = {arXiv},
  eprint       = {2303.08774},
  timestamp    = {Mon, 20 Mar 2023 15:23:19 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-08774.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/naacl/LinJLGE21,
  author       = {Chu{-}Cheng Lin and
                  Aaron Jaech and
                  Xin Li and
                  Matthew R. Gormley and
                  Jason Eisner},
  editor       = {Kristina Toutanova and
                  Anna Rumshisky and
                  Luke Zettlemoyer and
                  Dilek Hakkani{-}T{\"{u}}r and
                  Iz Beltagy and
                  Steven Bethard and
                  Ryan Cotterell and
                  Tanmoy Chakraborty and
                  Yichao Zhou},
  title        = {Limitations of Autoregressive Models and Their Alternatives},
  booktitle    = {Proceedings of the 2021 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2021, Online, June 6-11, 2021},
  pages        = {5147--5173},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.naacl-main.405},
  doi          = {10.18653/v1/2021.naacl-main.405},
  timestamp    = {Fri, 06 Aug 2021 00:41:31 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/LinJLGE21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@book{anscombe2000intention,
  title={Intention},
  author={Anscombe, Gertrude Elizabeth Margaret},
  year={2000},
  publisher={Harvard University Press}
}

@article{60a9dd9a-e48a-3fcf-87dd-d5c158406fc6,
 ISSN = {0022362X},
 URL = {http://www.jstor.org/stable/2023177},
 author = {Donald Davidson},
 journal = {The Journal of Philosophy},
 number = {23},
 pages = {685--700},
 publisher = {Journal of Philosophy, Inc.},
 title = {Actions, Reasons, and Causes},
 urldate = {2023-08-08},
 volume = {60},
 year = {1963}
}



@incollection{Davidson1971-DAVIA-2,
	editor = {Ausonio Marras and R. N. Bronaugh and Robert W. Binkley},
	title = {I. Agency},
	publisher = {University of Toronto Press},
	author = {Donald Davidson},
	year = {1971},
	booktitle = {Agent, Action, and Reason},
	pages = {1--37}
}

@phdthesis{DBLP:phd/us/Agha85,
  author       = {Gul A. Agha},
  title        = {Actors: a Model of Concurrent Computation in Distributed Systems (Parallel
                  Processing, Semantics, Open, Programming Languages, Artificial Intelligence)},
  school       = {University of Michigan, {USA}},
  year         = {1985},
  url          = {http://hdl.handle.net/2027.42/160629},
  timestamp    = {Fri, 06 May 2022 23:08:24 +0200},
  biburl       = {https://dblp.org/rec/phd/us/Agha85.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/law/Shoham92,
  author       = {Yoav Shoham},
  editor       = {Michael Masuch and
                  L{\'{a}}szl{\'{o}} P{\'{o}}los},
  title        = {Agent Oriented Programming},
  booktitle    = {Knowledge Representation and Reasoning Under Uncertainty, Logic at
                  Work [International Conference Logic at Work, Amsterdam, The Netherlands,
                  December 17-19, 1992]},
  series       = {Lecture Notes in Computer Science},
  volume       = {808},
  pages        = {123--129},
  publisher    = {Springer},
  year         = {1992},
  url          = {https://doi.org/10.1007/3-540-58095-6\_9},
  doi          = {10.1007/3-540-58095-6\_9},
  timestamp    = {Tue, 14 May 2019 10:00:37 +0200},
  biburl       = {https://dblp.org/rec/conf/law/Shoham92.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/ker/WooldridgeJ95,
  author       = {Michael J. Wooldridge and
                  Nicholas R. Jennings},
  title        = {Intelligent agents: theory and practice},
  journal      = {Knowl. Eng. Rev.},
  volume       = {10},
  number       = {2},
  pages        = {115--152},
  year         = {1995},
  url          = {https://doi.org/10.1017/S0269888900008122},
  doi          = {10.1017/S0269888900008122},
  timestamp    = {Thu, 27 Aug 2020 13:20:01 +0200},
  biburl       = {https://dblp.org/rec/journals/ker/WooldridgeJ95.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{green1997software,
  title={Software agents: A review},
  author={Green, Shaw and Hurst, Leon and Nangle, Brenda and Cunningham, P{\'a}draig and Somers, Fergal and Evans, Richard},
  journal={Department of Computer Science, Trinity College Dublin, Tech. Rep. TCS-CS-1997-06},
  year={1997}
}

@article{DBLP:journals/logcom/Goodwin95,
  author       = {Richard Goodwin},
  title        = {Formalizing Properties of Agents},
  journal      = {J. Log. Comput.},
  volume       = {5},
  number       = {6},
  pages        = {763--781},
  year         = {1995},
  url          = {https://doi.org/10.1093/logcom/5.6.763},
  doi          = {10.1093/logcom/5.6.763},
  timestamp    = {Wed, 17 May 2017 14:25:55 +0200},
  biburl       = {https://dblp.org/rec/journals/logcom/Goodwin95.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-01399,
  author       = {Jessy Lin and
                  Yuqing Du and
                  Olivia Watkins and
                  Danijar Hafner and
                  Pieter Abbeel and
                  Dan Klein and
                  Anca D. Dragan},
  title        = {Learning to Model the World with Language},
  journal      = {CoRR},
  volume       = {abs/2308.01399},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.01399},
  doi          = {10.48550/arXiv.2308.01399},
  eprinttype    = {arXiv},
  eprint       = {2308.01399},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-01399.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@techreport{nilsson1992toward,
  title={Toward agent programs with circuit semantics},
  author={Nilsson, Nils J},
  year={1992},
  institution={\  }
}
@inproceedings{muller1994modelling,
  title={Modelling interacting agents in dynamic environments},
  author={M{\"u}ller, J{\"o}rg P and Pischel, Markus},
  booktitle={Proceedings of the 11th European Conference on Artificial Intelligence},
  pages={709--713},
  year={1994}
}

@article{DBLP:journals/jasis/MukhopadhyaySHB86,
  author       = {Uttam Mukhopadhyay and
                  Larry M. Stephens and
                  Michael N. Huhns and
                  Ronald D. Bonnell},
  title        = {An intelligent system for document retrieval in distributed office
                  environments},
  journal      = {J. Am. Soc. Inf. Sci.},
  volume       = {37},
  number       = {3},
  pages        = {123--135},
  year         = {1986},
  url          = {https://doi.org/10.1002/(SICI)1097-4571(198605)37:3\<123::AID-ASI3\>3.0.CO;2-3},
  doi          = {10.1002/(SICI)1097-4571(198605)37:3\<123::AID-ASI3\>3.0.CO;2-3},
  timestamp    = {Wed, 13 May 2020 17:30:41 +0200},
  biburl       = {https://dblp.org/rec/journals/jasis/MukhopadhyaySHB86.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/ras/Maes90a,
  author       = {Pattie Maes},
  title        = {Situated agents can have goals},
  journal      = {Robotics Auton. Syst.},
  volume       = {6},
  number       = {1-2},
  pages        = {49--70},
  year         = {1990},
  url          = {https://doi.org/10.1016/S0921-8890(05)80028-4},
  doi          = {10.1016/S0921-8890(05)80028-4},
  timestamp    = {Mon, 24 Feb 2020 15:57:08 +0100},
  biburl       = {https://dblp.org/rec/journals/ras/Maes90a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{dennett1988precis,
  title={Pr{\'e}cis of the intentional stance},
  author={Dennett, Daniel C},
  journal={Behavioral and brain sciences},
  volume={11},
  number={3},
  pages={495--505},
  year={1988},
  publisher={Cambridge University Press}
}


@book{mccarthy1979ascribing,
  title={Ascribing mental qualities to machines},
  author={McCarthy, John},
  year={1979},
  publisher={Stanford University. Computer Science Department}
}

@inproceedings{rosenschein1986synthesis,
  title={The synthesis of digital machines with provable epistemic properties},
  author={Rosenschein, Stanley J and Kaelbling, Leslie Pack},
  booktitle={Theoretical aspects of reasoning about knowledge},
  pages={83--98},
  year={1986},
  organization={Elsevier}
}

@article{brooks1986robust,
  title={A robust layered control system for a mobile robot},
  author={Brooks, Rodney},
  journal={IEEE journal on robotics and automation},
  volume={2},
  number={1},
  pages={14--23},
  year={1986},
  publisher={IEEE}
}

@article{brooks1991intelligence,
  title={Intelligence without representation},
  author={Brooks, Rodney A},
  journal={Artificial intelligence},
  volume={47},
  number={1-3},
  pages={139--159},
  year={1991},
  publisher={Elsevier}
}

@incollection{brooks2018intelligence,
  title={Intelligence without reason},
  author={Brooks, Rodney A},
  booktitle={The artificial life route to artificial intelligence},
  pages={25--81},
  year={2018},
  publisher={Routledge}
}

@book{maes1990designing,
  title={Designing autonomous agents: Theory and practice from biology to engineering and back},
  author={Maes, Pattie},
  year={1990},
  publisher={MIT press}
}

@article{DBLP:journals/cacm/NewellS76,
  author       = {Allen Newell and
                  Herbert A. Simon},
  title        = {Computer Science as Empirical Inquiry: Symbols and Search},
  journal      = {Commun. {ACM}},
  volume       = {19},
  number       = {3},
  pages        = {113--126},
  year         = {1976},
  url          = {https://doi.org/10.1145/360018.360022},
  doi          = {10.1145/360018.360022},
  timestamp    = {Wed, 14 Nov 2018 10:22:33 +0100},
  biburl       = {https://dblp.org/rec/journals/cacm/NewellS76.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{DBLP:books/mk/Ginsberg93,
  author       = {Matthew L. Ginsberg},
  title        = {Essentials of Artificial Intelligence},
  publisher    = {Morgan Kaufmann},
  year         = {1993},
  isbn         = {1-55860-221-6},
  timestamp    = {Mon, 28 Jan 2002 16:11:17 +0100},
  biburl       = {https://dblp.org/rec/books/mk/Ginsberg93.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@phdthesis{shardlow1990action,
  title={Action and agency in cognitive science},
  author={Shardlow, N},
  year={1990},
  school={Master’s thesis, Department of Psychlogy, University of Manchester, Oxford~…}
}

@book{DBLP:books/daglib/0066946,
  author       = {David E. Wilkins},
  title        = {Practical planning - extending the classical {AI} planning paradigm},
  series       = {Morgan Kaufmann series in representation and reasoning},
  publisher    = {Morgan Kaufmann},
  year         = {1988},
  timestamp    = {Mon, 02 May 2011 15:54:51 +0200},
  biburl       = {https://dblp.org/rec/books/daglib/0066946.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{Guha_Lenat_1994,  
 title={Enabling agents to work together}, 
 volume={37}, 
 url={http://dx.doi.org/10.1145/176789.176804}, 
 DOI={10.1145/176789.176804}, 
 number={7}, 
 journal={Communications of the ACM}, 
 author={Guha, R. V. and Lenat, Douglas B.}, 
 year={1994}, 
 month={Jul}, 
 pages={126–142}, 
 language={en-US} 
 }

@article{kaelbling1987architecture,
  title={An architecture for intelligent reactive systems},
  author={Kaelbling, Leslie Pack and others},
  journal={Reasoning about actions and plans},
  pages={395--410},
  year={1987},
  publisher={Morgan Kaufmann San Matteo, CA}
}

@book{russell1991right,
  title={Do the right thing: studies in limited rationality},
  author={Russell, Stuart Jonathan and Wefald, Eric},
  year={1991},
  publisher={MIT press}
}

@inproceedings{DBLP:conf/ijcai/Sacerdoti73,
  author       = {Earl D. Sacerdoti},
  editor       = {Nils J. Nilsson},
  title        = {Planning in a Hierarchy of Abstraction Spaces},
  booktitle    = {Proceedings of the 3rd International Joint Conference on Artificial
                  Intelligence. Standford, CA, USA, August 20-23, 1973},
  pages        = {412--422},
  publisher    = {William Kaufmann},
  year         = {1973},
  url          = {http://ijcai.org/Proceedings/73/Papers/045.pdf},
  timestamp    = {Tue, 20 Aug 2019 16:17:01 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcai/Sacerdoti73.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ijcai/Sacerdoti75,
  author       = {Earl D. Sacerdoti},
  title        = {The Nonlinear Nature of Plans},
  booktitle    = {Advance Papers of the Fourth International Joint Conference on Artificial
                  Intelligence, Tbilisi, Georgia, USSR, September 3-8, 1975},
  pages        = {206--214},
  year         = {1975},
  url          = {http://ijcai.org/Proceedings/75/Papers/028.pdf},
  timestamp    = {Tue, 20 Aug 2019 16:18:52 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcai/Sacerdoti75.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ijcai/FikesN71,
  author       = {Richard Fikes and
                  Nils J. Nilsson},
  editor       = {D. C. Cooper},
  title        = {{STRIPS:} {A} New Approach to the Application of Theorem Proving to
                  Problem Solving},
  booktitle    = {Proceedings of the 2nd International Joint Conference on Artificial
                  Intelligence. London, UK, September 1-3, 1971},
  pages        = {608--620},
  publisher    = {William Kaufmann},
  year         = {1971},
  url          = {http://ijcai.org/Proceedings/71/Papers/055.pdf},
  timestamp    = {Tue, 20 Aug 2019 16:18:02 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcai/FikesN71.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/trob/Brooks86,
  author       = {Rodney A. Brooks},
  title        = {A robust layered control system for a mobile robot},
  journal      = {{IEEE} J. Robotics Autom.},
  volume       = {2},
  number       = {1},
  pages        = {14--23},
  year         = {1986},
  url          = {https://doi.org/10.1109/JRA.1986.1087032},
  doi          = {10.1109/JRA.1986.1087032},
  timestamp    = {Tue, 19 May 2020 15:54:24 +0200},
  biburl       = {https://dblp.org/rec/journals/trob/Brooks86.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ijcai/Schoppers87,
  author       = {Marcel Schoppers},
  editor       = {John P. McDermott},
  title        = {Universal Plans for Reactive Robots in Unpredictable Environments},
  booktitle    = {Proceedings of the 10th International Joint Conference on Artificial
                  Intelligence. Milan, Italy, August 23-28, 1987},
  pages        = {1039--1046},
  publisher    = {Morgan Kaufmann},
  year         = {1987},
  url          = {http://ijcai.org/Proceedings/87-2/Papers/096.pdf},
  timestamp    = {Tue, 20 Aug 2019 16:17:29 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcai/Schoppers87.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/epia/FisherW93,
  author       = {Michael Fisher and
                  Michael J. Wooldridge},
  editor       = {Miguel Filgueiras and
                  Lu{\'{\i}}s Damas},
  title        = {Specifying and Verifying Distributed Intelligence Systems},
  booktitle    = {Progress in Artificial Intelligence, 6th Portuguese Conference on
                  Artificial Intelligence, {EPIA} '93, Porto, Portugal, October 6-8,
                  1993, Proceedings},
  series       = {Lecture Notes in Computer Science},
  volume       = {727},
  pages        = {13--28},
  publisher    = {Springer},
  year         = {1993},
  url          = {https://doi.org/10.1007/3-540-57287-2\_35},
  doi          = {10.1007/3-540-57287-2\_35},
  timestamp    = {Tue, 14 May 2019 10:00:41 +0200},
  biburl       = {https://dblp.org/rec/conf/epia/FisherW93.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@phdthesis{DBLP:phd/ethos/Wooldridge92,
  author       = {Michael J. Wooldridge},
  title        = {The logical modelling of computational multi-agent systems},
  school       = {University of Manchester, {UK}},
  year         = {1992},
  url          = {https://ethos.bl.uk/OrderDetails.do?uin=uk.bl.ethos.387317},
  timestamp    = {Tue, 05 Apr 2022 10:59:03 +0200},
  biburl       = {https://dblp.org/rec/phd/ethos/Wooldridge92.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{wittig1992archon,
  title={ARCHON: an architecture for multi-agent systems},
  author={Wittig, Thies},
  year={1992},
  publisher={Ellis Horwood}
}

@article{varga1994integrating,
  title={Integrating intelligent systems into a cooperating community for electricity distribution management},
  author={Varga, L{\'a}szl{\'o}Z and Jennings, Nick R and Cockburn, David},
  journal={Expert Systems with Applications},
  volume={7},
  number={4},
  pages={563--579},
  year={1994},
  publisher={Elsevier}
}


@article{parunak1996applications,
  title={Applications of distributed artificial intelligence in industry},
  author={Parunak, H Van Dyke},
  journal={Foundations of distributed artificial intelligence},
  volume={2},
  number={1},
  pages={18},
  year={1996}
}

@article{van2008multi,
  title={Multi-agent systems},
  author={Van der Hoek, Wiebe and Wooldridge, Michael},
  journal={Foundations of Artificial Intelligence},
  volume={3},
  pages={887--928},
  year={2008},
  publisher={Elsevier}
}

@article{dorri2018multi,
  title={Multi-agent systems: A survey},
  author={Dorri, Ali and Kanhere, Salil S and Jurdak, Raja},
  journal={Ieee Access},
  volume={6},
  pages={28573--28593},
  year={2018},
  publisher={IEEE}
}

@article{xie2017multi,
  title={Multi-agent systems and their applications},
  author={Xie, Jing and Liu, Chen-Ching},
  journal={Journal of International Council on Electrical Engineering},
  volume={7},
  number={1},
  pages={188--197},
  year={2017},
  publisher={Taylor \& Francis}
}

@inproceedings{DBLP:conf/ecai/Galliers88,
  author       = {Julia Rose Galliers},
  editor       = {Yves Kodratoff},
  title        = {A Strategic Framework for Multi-Agent Cooperative Dialogue},
  booktitle    = {8th European Conference on Artificial Intelligence, {ECAI} 1988, Munich,
                  Germany, August 1-5, 1988, Proceedings},
  pages        = {415--420},
  publisher    = {Pitmann Publishing, London},
  year         = {1988},
  timestamp    = {Tue, 30 Jul 2019 13:42:25 +0200},
  biburl       = {https://dblp.org/rec/conf/ecai/Galliers88.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{galliers1989theoretical,
  title={A theoretical framework for computer models of cooperative dialogue, acknowledging multi-agent conflict},
  author={Galliers, Julia Rose},
  year={1989},
  publisher={Open University (United Kingdom)}
}

@book{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@article{ribeiro2002reinforcement,
  title={Reinforcement learning agents},
  author={Ribeiro, CHCR},
  journal={Artificial intelligence review},
  volume={17},
  pages={223--250},
  year={2002},
  publisher={Springer}
}

@article{kaelbling1996reinforcement,
  title={Reinforcement learning: A survey},
  author={Kaelbling, Leslie Pack and Littman, Michael L and Moore, Andrew W},
  journal={Journal of artificial intelligence research},
  volume={4},
  pages={237--285},
  year={1996}
}
@article{DBLP:journals/corr/abs-2306-03604,
  author       = {Bin Hu and
                  Chenyang Zhao and
                  Pu Zhang and
                  Zihao Zhou and
                  Yuanhang Yang and
                  Zenglin Xu and
                  Bin Liu},
  title        = {Enabling Intelligent Interactions between an Agent and an {LLM:} {A}
                  Reinforcement Learning Approach},
  journal      = {CoRR},
  volume       = {abs/2306.03604},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.03604},
  doi          = {10.48550/arXiv.2306.03604},
  eprinttype    = {arXiv},
  eprint       = {2306.03604},
  timestamp    = {Tue, 13 Jun 2023 15:56:49 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-03604.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{isbell2001social,
  title={A social reinforcement learning agent},
  author={Isbell, Charles and Shelton, Christian R and Kearns, Michael and Singh, Satinder and Stone, Peter},
  booktitle={Proceedings of the fifth international conference on Autonomous agents},
  pages={377--384},
  year={2001}
}

@article{DBLP:journals/ras/Krose95,
  author       = {Ben J. A. Kr{\"{o}}se},
  title        = {Learning from delayed rewards},
  journal      = {Robotics Auton. Syst.},
  volume       = {15},
  number       = {4},
  pages        = {233--235},
  year         = {1995},
  url          = {https://doi.org/10.1016/0921-8890(95)00026-C},
  doi          = {10.1016/0921-8890(95)00026-C},
  timestamp    = {Mon, 24 Feb 2020 15:56:53 +0100},
  biburl       = {https://dblp.org/rec/journals/ras/Krose95.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}




@article{minsky1961steps,
  title={Steps toward artificial intelligence},
  author={Minsky, Marvin},
  journal={Proceedings of the IRE},
  volume={49},
  number={1},
  pages={8--30},
  year={1961},
  publisher={IEEE}
}

@book{rummery1994line,
  title={On-line Q-learning using connectionist systems},
  author={Rummery, Gavin A and Niranjan, Mahesan},
  volume={37},
  year={1994},
  publisher={University of Cambridge, Department of Engineering Cambridge, UK}
}

@article{tesauro1995temporal,
  title={Temporal difference learning and TD-Gammon},
  author={Tesauro, Gerald and others},
  journal={Communications of the ACM},
  volume={38},
  number={3},
  pages={58--68},
  year={1995}
}

@article{mnih2013playing,
  title={Playing atari with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1312.5602},
  year={2013}
}

@article{DBLP:journals/nature/SilverHMGSDSAPL16,
  author       = {David Silver and
                  Aja Huang and
                  Chris J. Maddison and
                  Arthur Guez and
                  Laurent Sifre and
                  George van den Driessche and
                  Julian Schrittwieser and
                  Ioannis Antonoglou and
                  Vedavyas Panneershelvam and
                  Marc Lanctot and
                  Sander Dieleman and
                  Dominik Grewe and
                  John Nham and
                  Nal Kalchbrenner and
                  Ilya Sutskever and
                  Timothy P. Lillicrap and
                  Madeleine Leach and
                  Koray Kavukcuoglu and
                  Thore Graepel and
                  Demis Hassabis},
  title        = {Mastering the game of Go with deep neural networks and tree search},
  journal      = {Nat.},
  volume       = {529},
  number       = {7587},
  pages        = {484--489},
  year         = {2016},
  url          = {https://doi.org/10.1038/nature16961},
  doi          = {10.1038/nature16961},
  timestamp    = {Mon, 27 Sep 2021 17:38:59 +0200},
  biburl       = {https://dblp.org/rec/journals/nature/SilverHMGSDSAPL16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{li2017deep,
  title={Deep reinforcement learning: An overview},
  author={Li, Yuxi},
  journal={arXiv preprint arXiv:1701.07274},
  year={2017}
}


@article{DBLP:journals/ml/Dulac-ArnoldLML21,
  author       = {Gabriel Dulac{-}Arnold and
                  Nir Levine and
                  Daniel J. Mankowitz and
                  Jerry Li and
                  Cosmin Paduraru and
                  Sven Gowal and
                  Todd Hester},
  title        = {Challenges of real-world reinforcement learning: definitions, benchmarks
                  and analysis},
  journal      = {Mach. Learn.},
  volume       = {110},
  number       = {9},
  pages        = {2419--2468},
  year         = {2021},
  url          = {https://doi.org/10.1007/s10994-021-05961-4},
  doi          = {10.1007/s10994-021-05961-4},
  timestamp    = {Sat, 04 Sep 2021 14:33:02 +0200},
  biburl       = {https://dblp.org/rec/journals/ml/Dulac-ArnoldLML21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/GhoshRKZAL21,
  author       = {Dibya Ghosh and
                  Jad Rahme and
                  Aviral Kumar and
                  Amy Zhang and
                  Ryan P. Adams and
                  Sergey Levine},
  editor       = {Marc'Aurelio Ranzato and
                  Alina Beygelzimer and
                  Yann N. Dauphin and
                  Percy Liang and
                  Jennifer Wortman Vaughan},
  title        = {Why Generalization in {RL} is Difficult: Epistemic POMDPs and Implicit
                  Partial Observability},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021, NeurIPS 2021, December
                  6-14, 2021, virtual},
  pages        = {25502--25515},
  year         = {2021},
  url          = {https://proceedings.neurips.cc/paper/2021/hash/d5ff135377d39f1de7372c95c74dd962-Abstract.html},
  timestamp    = {Tue, 03 May 2022 16:20:49 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/GhoshRKZAL21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1810-00123,
  author       = {Jesse Farebrother and
                  Marlos C. Machado and
                  Michael Bowling},
  title        = {Generalization and Regularization in {DQN}},
  journal      = {CoRR},
  volume       = {abs/1810.00123},
  year         = {2018},
  url          = {http://arxiv.org/abs/1810.00123},
  eprinttype    = {arXiv},
  eprint       = {1810.00123},
  timestamp    = {Tue, 30 Oct 2018 10:49:09 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1810-00123.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1804-06893,
  author       = {Chiyuan Zhang and
                  Oriol Vinyals and
                  R{\'{e}}mi Munos and
                  Samy Bengio},
  title        = {A Study on Overfitting in Deep Reinforcement Learning},
  journal      = {CoRR},
  volume       = {abs/1804.06893},
  year         = {2018},
  url          = {http://arxiv.org/abs/1804.06893},
  eprinttype    = {arXiv},
  eprint       = {1804.06893},
  timestamp    = {Mon, 13 Aug 2018 16:48:49 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1804-06893.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{justesen2018illuminating,
  title={Illuminating generalization in deep reinforcement learning through procedural level generation},
  author={Justesen, Niels and Torrado, Ruben Rodriguez and Bontrager, Philip and Khalifa, Ahmed and Togelius, Julian and Risi, Sebastian},
  journal={arXiv preprint arXiv:1806.10729},
  year={2018}
}

@article{DBLP:journals/corr/abs-2009-07888,
  author       = {Zhuangdi Zhu and
                  Kaixiang Lin and
                  Jiayu Zhou},
  title        = {Transfer Learning in Deep Reinforcement Learning: {A} Survey},
  journal      = {CoRR},
  volume       = {abs/2009.07888},
  year         = {2020},
  url          = {https://arxiv.org/abs/2009.07888},
  eprinttype    = {arXiv},
  eprint       = {2009.07888},
  timestamp    = {Wed, 23 Sep 2020 15:51:46 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2009-07888.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/atal/BrysHTN15,
  author       = {Tim Brys and
                  Anna Harutyunyan and
                  Matthew E. Taylor and
                  Ann Now{\'{e}}},
  editor       = {Gerhard Weiss and
                  Pinar Yolum and
                  Rafael H. Bordini and
                  Edith Elkind},
  title        = {Policy Transfer using Reward Shaping},
  booktitle    = {Proceedings of the 2015 International Conference on Autonomous Agents
                  and Multiagent Systems, {AAMAS} 2015, Istanbul, Turkey, May 4-8, 2015},
  pages        = {181--188},
  publisher    = {{ACM}},
  year         = {2015},
  url          = {http://dl.acm.org/citation.cfm?id=2772905},
  timestamp    = {Tue, 08 Mar 2022 10:12:47 +0100},
  biburl       = {https://dblp.org/rec/conf/atal/BrysHTN15.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{parisotto2015actor,
  title={Actor-mimic: Deep multitask and transfer reinforcement learning},
  author={Parisotto, Emilio and Ba, Jimmy Lei and Salakhutdinov, Ruslan},
  journal={arXiv preprint arXiv:1511.06342},
  year={2015}
}

@article{DBLP:journals/corr/DuanSCBSA16,
  author       = {Yan Duan and
                  John Schulman and
                  Xi Chen and
                  Peter L. Bartlett and
                  Ilya Sutskever and
                  Pieter Abbeel},
  title        = {RL{\textdollar}{\^{}}2{\textdollar}: Fast Reinforcement Learning via
                  Slow Reinforcement Learning},
  journal      = {CoRR},
  volume       = {abs/1611.02779},
  year         = {2016},
  url          = {http://arxiv.org/abs/1611.02779},
  eprinttype    = {arXiv},
  eprint       = {1611.02779},
  timestamp    = {Mon, 03 Sep 2018 12:15:29 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/DuanSCBSA16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/FinnAL17,
  author       = {Chelsea Finn and
                  Pieter Abbeel and
                  Sergey Levine},
  editor       = {Doina Precup and
                  Yee Whye Teh},
  title        = {Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks},
  booktitle    = {Proceedings of the 34th International Conference on Machine Learning,
                  {ICML} 2017, Sydney, NSW, Australia, 6-11 August 2017},
  series       = {Proceedings of Machine Learning Research},
  volume       = {70},
  pages        = {1126--1135},
  publisher    = {{PMLR}},
  year         = {2017},
  url          = {http://proceedings.mlr.press/v70/finn17a.html},
  timestamp    = {Thu, 21 Jan 2021 17:37:24 +0100},
  biburl       = {https://dblp.org/rec/conf/icml/FinnAL17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/GuptaMLAL18,
  author       = {Abhishek Gupta and
                  Russell Mendonca and
                  Yuxuan Liu and
                  Pieter Abbeel and
                  Sergey Levine},
  editor       = {Samy Bengio and
                  Hanna M. Wallach and
                  Hugo Larochelle and
                  Kristen Grauman and
                  Nicol{\`{o}} Cesa{-}Bianchi and
                  Roman Garnett},
  title        = {Meta-Reinforcement Learning of Structured Exploration Strategies},
  booktitle    = {Advances in Neural Information Processing Systems 31: Annual Conference
                  on Neural Information Processing Systems 2018, NeurIPS 2018, December
                  3-8, 2018, Montr{\'{e}}al, Canada},
  pages        = {5307--5316},
  year         = {2018},
  url          = {https://proceedings.neurips.cc/paper/2018/hash/4de754248c196c85ee4fbdcee89179bd-Abstract.html},
  timestamp    = {Mon, 16 May 2022 15:41:51 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/GuptaMLAL18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/RakellyZFLQ19,
  author       = {Kate Rakelly and
                  Aurick Zhou and
                  Chelsea Finn and
                  Sergey Levine and
                  Deirdre Quillen},
  editor       = {Kamalika Chaudhuri and
                  Ruslan Salakhutdinov},
  title        = {Efficient Off-Policy Meta-Reinforcement Learning via Probabilistic
                  Context Variables},
  booktitle    = {Proceedings of the 36th International Conference on Machine Learning,
                  {ICML} 2019, 9-15 June 2019, Long Beach, California, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {97},
  pages        = {5331--5340},
  publisher    = {{PMLR}},
  year         = {2019},
  url          = {http://proceedings.mlr.press/v97/rakelly19a.html},
  timestamp    = {Tue, 11 Jun 2019 15:37:38 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/RakellyZFLQ19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{fakoor2019meta,
  title={Meta-q-learning},
  author={Fakoor, Rasool and Chaudhari, Pratik and Soatto, Stefano and Smola, Alexander J},
  journal={arXiv preprint arXiv:1910.00125},
  year={2019}
}

@article{vanschoren2018meta,
  title={Meta-learning: A survey},
  author={Vanschoren, Joaquin},
  journal={arXiv preprint arXiv:1810.03548},
  year={2018}
}

@article{DBLP:journals/corr/abs-2301-08028,
  author       = {Jacob Beck and
                  Risto Vuorio and
                  Evan Zheran Liu and
                  Zheng Xiong and
                  Luisa M. Zintgraf and
                  Chelsea Finn and
                  Shimon Whiteson},
  title        = {A Survey of Meta-Reinforcement Learning},
  journal      = {CoRR},
  volume       = {abs/2301.08028},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2301.08028},
  doi          = {10.48550/arXiv.2301.08028},
  eprinttype    = {arXiv},
  eprint       = {2301.08028},
  timestamp    = {Thu, 26 Jan 2023 15:26:31 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2301-08028.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/jmlr/TaylorS09,
  author       = {Matthew E. Taylor and
                  Peter Stone},
  title        = {Transfer Learning for Reinforcement Learning Domains: {A} Survey},
  journal      = {J. Mach. Learn. Res.},
  volume       = {10},
  pages        = {1633--1685},
  year         = {2009},
  url          = {https://dl.acm.org/doi/10.5555/1577069.1755839},
  doi          = {10.5555/1577069.1755839},
  timestamp    = {Thu, 02 Jun 2022 13:58:57 +0200},
  biburl       = {https://dblp.org/rec/journals/jmlr/TaylorS09.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/TirinzoniSPR18,
  author       = {Andrea Tirinzoni and
                  Andrea Sessa and
                  Matteo Pirotta and
                  Marcello Restelli},
  editor       = {Jennifer G. Dy and
                  Andreas Krause},
  title        = {Importance Weighted Transfer of Samples in Reinforcement Learning},
  booktitle    = {Proceedings of the 35th International Conference on Machine Learning,
                  {ICML} 2018, Stockholmsm{\"{a}}ssan, Stockholm, Sweden, July
                  10-15, 2018},
  series       = {Proceedings of Machine Learning Research},
  volume       = {80},
  pages        = {4943--4952},
  publisher    = {{PMLR}},
  year         = {2018},
  url          = {http://proceedings.mlr.press/v80/tirinzoni18a.html},
  timestamp    = {Wed, 03 Apr 2019 18:17:30 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/TirinzoniSPR18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/tmlr/WeiTBRZBYBZMCHVLDF22,
  author       = {Jason Wei and
                  Yi Tay and
                  Rishi Bommasani and
                  Colin Raffel and
                  Barret Zoph and
                  Sebastian Borgeaud and
                  Dani Yogatama and
                  Maarten Bosma and
                  Denny Zhou and
                  Donald Metzler and
                  Ed H. Chi and
                  Tatsunori Hashimoto and
                  Oriol Vinyals and
                  Percy Liang and
                  Jeff Dean and
                  William Fedus},
  title        = {Emergent Abilities of Large Language Models},
  journal      = {Trans. Mach. Learn. Res.},
  volume       = {2022},
  year         = {2022},
  url          = {https://openreview.net/forum?id=yzkSU5zdwD},
  timestamp    = {Fri, 19 May 2023 11:20:41 +0200},
  biburl       = {https://dblp.org/rec/journals/tmlr/WeiTBRZBYBZMCHVLDF22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-03442,
  author       = {Joon Sung Park and
                  Joseph C. O'Brien and
                  Carrie J. Cai and
                  Meredith Ringel Morris and
                  Percy Liang and
                  Michael S. Bernstein},
  title        = {Generative Agents: Interactive Simulacra of Human Behavior},
  journal      = {CoRR},
  volume       = {abs/2304.03442},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.03442},
  doi          = {10.48550/arXiv.2304.03442},
  eprinttype    = {arXiv},
  eprint       = {2304.03442},
  timestamp    = {Tue, 18 Apr 2023 17:25:12 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-03442.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-16960,
  author       = {Ruibo Liu and
                  Ruixin Yang and
                  Chenyan Jia and
                  Ge Zhang and
                  Denny Zhou and
                  Andrew M. Dai and
                  Diyi Yang and
                  Soroush Vosoughi},
  title        = {Training Socially Aligned Language Models in Simulated Human Society},
  journal      = {CoRR},
  volume       = {abs/2305.16960},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.16960},
  doi          = {10.48550/arXiv.2305.16960},
  eprinttype    = {arXiv},
  eprint       = {2305.16960},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-16960.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2212-08073,
  author       = {Yuntao Bai and
                  Saurav Kadavath and
                  Sandipan Kundu and
                  Amanda Askell and
                  Jackson Kernion and
                  Andy Jones and
                  Anna Chen and
                  Anna Goldie and
                  Azalia Mirhoseini and
                  Cameron McKinnon and
                  Carol Chen and
                  Catherine Olsson and
                  Christopher Olah and
                  Danny Hernandez and
                  Dawn Drain and
                  Deep Ganguli and
                  Dustin Li and
                  Eli Tran{-}Johnson and
                  Ethan Perez and
                  Jamie Kerr and
                  Jared Mueller and
                  Jeffrey Ladish and
                  Joshua Landau and
                  Kamal Ndousse and
                  Kamile Lukosiute and
                  Liane Lovitt and
                  Michael Sellitto and
                  Nelson Elhage and
                  Nicholas Schiefer and
                  Noem{\'{\i}} Mercado and
                  Nova DasSarma and
                  Robert Lasenby and
                  Robin Larson and
                  Sam Ringer and
                  Scott Johnston and
                  Shauna Kravec and
                  Sheer El Showk and
                  Stanislav Fort and
                  Tamera Lanham and
                  Timothy Telleen{-}Lawton and
                  Tom Conerly and
                  Tom Henighan and
                  Tristan Hume and
                  Samuel R. Bowman and
                  Zac Hatfield{-}Dodds and
                  Ben Mann and
                  Dario Amodei and
                  Nicholas Joseph and
                  Sam McCandlish and
                  Tom Brown and
                  Jared Kaplan},
  title        = {Constitutional {AI:} Harmlessness from {AI} Feedback},
  journal      = {CoRR},
  volume       = {abs/2212.08073},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.08073},
  doi          = {10.48550/arXiv.2212.08073},
  eprinttype    = {arXiv},
  eprint       = {2212.08073},
  timestamp    = {Mon, 02 Jan 2023 15:09:55 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-08073.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-12487,
  author       = {C{\'{e}}dric Colas and
                  Laetitia Teodorescu and
                  Pierre{-}Yves Oudeyer and
                  Xingdi Yuan and
                  Marc{-}Alexandre C{\^{o}}t{\'{e}}},
  title        = {Augmenting Autotelic Agents with Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.12487},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.12487},
  doi          = {10.48550/arXiv.2305.12487},
  eprinttype    = {arXiv},
  eprint       = {2305.12487},
  timestamp    = {Fri, 26 May 2023 11:29:33 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-12487.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@inproceedings{DBLP:conf/iclr/YaoZYDSN023,
  author       = {Shunyu Yao and
                  Jeffrey Zhao and
                  Dian Yu and
                  Nan Du and
                  Izhak Shafran and
                  Karthik R. Narasimhan and
                  Yuan Cao},
  title        = {ReAct: Synergizing Reasoning and Acting in Language Models},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=WE\_vluYUL-X},
  timestamp    = {Wed, 16 Aug 2023 16:09:26 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/YaoZYDSN023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-04761,
  author       = {Timo Schick and
                  Jane Dwivedi{-}Yu and
                  Roberto Dess{\`{\i}} and
                  Roberta Raileanu and
                  Maria Lomeli and
                  Luke Zettlemoyer and
                  Nicola Cancedda and
                  Thomas Scialom},
  title        = {Toolformer: Language Models Can Teach Themselves to Use Tools},
  journal      = {CoRR},
  volume       = {abs/2302.04761},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.04761},
  doi          = {10.48550/arXiv.2302.04761},
  eprinttype    = {arXiv},
  eprint       = {2302.04761},
  timestamp    = {Mon, 13 Feb 2023 14:23:40 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-04761.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2112-09332,
  author       = {Reiichiro Nakano and
                  Jacob Hilton and
                  Suchir Balaji and
                  Jeff Wu and
                  Long Ouyang and
                  Christina Kim and
                  Christopher Hesse and
                  Shantanu Jain and
                  Vineet Kosaraju and
                  William Saunders and
                  Xu Jiang and
                  Karl Cobbe and
                  Tyna Eloundou and
                  Gretchen Krueger and
                  Kevin Button and
                  Matthew Knight and
                  Benjamin Chess and
                  John Schulman},
  title        = {WebGPT: Browser-assisted question-answering with human feedback},
  journal      = {CoRR},
  volume       = {abs/2112.09332},
  year         = {2021},
  url          = {https://arxiv.org/abs/2112.09332},
  eprinttype    = {arXiv},
  eprint       = {2112.09332},
  timestamp    = {Mon, 03 Jan 2022 15:45:35 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2112-09332.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-08354,
  author       = {Yujia Qin and
                  Shengding Hu and
                  Yankai Lin and
                  Weize Chen and
                  Ning Ding and
                  Ganqu Cui and
                  Zheni Zeng and
                  Yufei Huang and
                  Chaojun Xiao and
                  Chi Han and
                  Yi Ren Fung and
                  Yusheng Su and
                  Huadong Wang and
                  Cheng Qian and
                  Runchu Tian and
                  Kunlun Zhu and
                  Shihao Liang and
                  Xingyu Shen and
                  Bokai Xu and
                  Zhen Zhang and
                  Yining Ye and
                  Bowen Li and
                  Ziwei Tang and
                  Jing Yi and
                  Yuzhang Zhu and
                  Zhenning Dai and
                  Lan Yan and
                  Xin Cong and
                  Yaxi Lu and
                  Weilin Zhao and
                  Yuxiang Huang and
                  Junxi Yan and
                  Xu Han and
                  Xian Sun and
                  Dahai Li and
                  Jason Phang and
                  Cheng Yang and
                  Tongshuang Wu and
                  Heng Ji and
                  Zhiyuan Liu and
                  Maosong Sun},
  title        = {Tool Learning with Foundation Models},
  journal      = {CoRR},
  volume       = {abs/2304.08354},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.08354},
  doi          = {10.48550/arXiv.2304.08354},
  eprinttype    = {arXiv},
  eprint       = {2304.08354},
  timestamp    = {Fri, 05 May 2023 21:23:19 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-08354.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/jair/ColasKSO22,
  author       = {C{\'{e}}dric Colas and
                  Tristan Karch and
                  Olivier Sigaud and
                  Pierre{-}Yves Oudeyer},
  title        = {Autotelic Agents with Intrinsically Motivated Goal-Conditioned Reinforcement
                  Learning: {A} Short Survey},
  journal      = {J. Artif. Intell. Res.},
  volume       = {74},
  pages        = {1159--1199},
  year         = {2022},
  url          = {https://doi.org/10.1613/jair.1.13554},
  doi          = {10.1613/jair.1.13554},
  timestamp    = {Mon, 25 Jul 2022 17:24:45 +0200},
  biburl       = {https://dblp.org/rec/journals/jair/ColasKSO22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2304-09842,
  author       = {Pan Lu and
                  Baolin Peng and
                  Hao Cheng and
                  Michel Galley and
                  Kai{-}Wei Chang and
                  Ying Nian Wu and
                  Song{-}Chun Zhu and
                  Jianfeng Gao},
  title        = {Chameleon: Plug-and-Play Compositional Reasoning with Large Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2304.09842},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.09842},
  doi          = {10.48550/arXiv.2304.09842},
  eprinttype    = {arXiv},
  eprint       = {2304.09842},
  timestamp    = {Mon, 24 Apr 2023 15:03:18 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-09842.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/iclr/0002WSLCNCZ23,
  author       = {Xuezhi Wang and
                  Jason Wei and
                  Dale Schuurmans and
                  Quoc V. Le and
                  Ed H. Chi and
                  Sharan Narang and
                  Aakanksha Chowdhery and
                  Denny Zhou},
  title        = {Self-Consistency Improves Chain of Thought Reasoning in Language Models},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=1PL1NIMMrw},
  timestamp    = {Fri, 30 Jun 2023 14:55:53 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/0002WSLCNCZ23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/KojimaGRMI22,
  author       = {Takeshi Kojima and
                  Shixiang Shane Gu and
                  Machel Reid and
                  Yutaka Matsuo and
                  Yusuke Iwasawa},
  title        = {Large Language Models are Zero-Shot Reasoners},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/8bb0d291acd4acf06ef112099c16f326-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/KojimaGRMI22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{shinn2023reflexion,
  title={Reflexion: Language agents with verbal reinforcement learning},
  author={Shinn, Noah and Cassano, Federico and Labash, Beck and Gopinath, Ashwin and Narasimhan, Karthik and Yao, Shunyu},
  journal={arXiv preprint arXiv:2303.11366},
  year={2023}
}

@inproceedings{DBLP:conf/iclr/ZhouSHWS0SCBLC23,
  author       = {Denny Zhou and
                  Nathanael Sch{\"{a}}rli and
                  Le Hou and
                  Jason Wei and
                  Nathan Scales and
                  Xuezhi Wang and
                  Dale Schuurmans and
                  Claire Cui and
                  Olivier Bousquet and
                  Quoc V. Le and
                  Ed H. Chi},
  title        = {Least-to-Most Prompting Enables Complex Reasoning in Large Language
                  Models},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=WZH7099tgfM},
  timestamp    = {Fri, 30 Jun 2023 14:55:53 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/ZhouSHWS0SCBLC23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-14497,
  author       = {Zhiheng Xi and
                  Senjie Jin and
                  Yuhao Zhou and
                  Rui Zheng and
                  Songyang Gao and
                  Tao Gui and
                  Qi Zhang and
                  Xuanjing Huang},
  title        = {Self-Polish: Enhance Reasoning in Large Language Models via Problem
                  Refinement},
  journal      = {CoRR},
  volume       = {abs/2305.14497},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14497},
  doi          = {10.48550/arXiv.2305.14497},
  eprinttype    = {arXiv},
  eprint       = {2305.14497},
  timestamp    = {Tue, 13 Jun 2023 08:03:57 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14497.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/AkyurekAKCWT23,
  author       = {Afra Feyza Aky{\"{u}}rek and
                  Ekin Aky{\"{u}}rek and
                  Ashwin Kalyan and
                  Peter Clark and
                  Derry Tanti Wijaya and
                  Niket Tandon},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {{RL4F:} Generating Natural Language Feedback with Reinforcement Learning
                  for Repairing Model Outputs},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {7716--7733},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://aclanthology.org/2023.acl-long.427},
  timestamp    = {Thu, 13 Jul 2023 16:47:40 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/AkyurekAKCWT23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-12813,
  author       = {Baolin Peng and
                  Michel Galley and
                  Pengcheng He and
                  Hao Cheng and
                  Yujia Xie and
                  Yu Hu and
                  Qiuyuan Huang and
                  Lars Liden and
                  Zhou Yu and
                  Weizhu Chen and
                  Jianfeng Gao},
  title        = {Check Your Facts and Try Again: Improving Large Language Models with
                  External Knowledge and Automated Feedback},
  journal      = {CoRR},
  volume       = {abs/2302.12813},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.12813},
  doi          = {10.48550/arXiv.2302.12813},
  eprinttype    = {arXiv},
  eprint       = {2302.12813},
  timestamp    = {Mon, 24 Apr 2023 14:46:57 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-12813.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{liu2023languages,
  title={Languages are rewards: Hindsight finetuning using human feedback},
  author={Liu, Hao and Sferrazza, Carmelo and Abbeel, Pieter},
  journal={arXiv preprint arXiv:2302.02676},
  year={2023}
}

@article{DBLP:journals/corr/abs-2103-03125,
  author       = {Zhuosheng Zhang and
                  Hai Zhao},
  title        = {Advances in Multi-turn Dialogue Comprehension: {A} Survey},
  journal      = {CoRR},
  volume       = {abs/2103.03125},
  year         = {2021},
  url          = {https://arxiv.org/abs/2103.03125},
  eprinttype    = {arXiv},
  eprint       = {2103.03125},
  timestamp    = {Mon, 15 Mar 2021 17:30:55 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2103-03125.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2210-11416,
  author       = {Hyung Won Chung and
                  Le Hou and
                  Shayne Longpre and
                  Barret Zoph and
                  Yi Tay and
                  William Fedus and
                  Eric Li and
                  Xuezhi Wang and
                  Mostafa Dehghani and
                  Siddhartha Brahma and
                  Albert Webson and
                  Shixiang Shane Gu and
                  Zhuyun Dai and
                  Mirac Suzgun and
                  Xinyun Chen and
                  Aakanksha Chowdhery and
                  Sharan Narang and
                  Gaurav Mishra and
                  Adams Yu and
                  Vincent Y. Zhao and
                  Yanping Huang and
                  Andrew M. Dai and
                  Hongkun Yu and
                  Slav Petrov and
                  Ed H. Chi and
                  Jeff Dean and
                  Jacob Devlin and
                  Adam Roberts and
                  Denny Zhou and
                  Quoc V. Le and
                  Jason Wei},
  title        = {Scaling Instruction-Finetuned Language Models},
  journal      = {CoRR},
  volume       = {abs/2210.11416},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2210.11416},
  doi          = {10.48550/arXiv.2210.11416},
  eprinttype    = {arXiv},
  eprint       = {2210.11416},
  timestamp    = {Wed, 26 Oct 2022 08:16:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2210-11416.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/WeiBZGYLDDL22,
  author       = {Jason Wei and
                  Maarten Bosma and
                  Vincent Y. Zhao and
                  Kelvin Guu and
                  Adams Wei Yu and
                  Brian Lester and
                  Nan Du and
                  Andrew M. Dai and
                  Quoc V. Le},
  title        = {Finetuned Language Models are Zero-Shot Learners},
  booktitle    = {The Tenth International Conference on Learning Representations, {ICLR}
                  2022, Virtual Event, April 25-29, 2022},
  publisher    = {OpenReview.net},
  year         = {2022},
  url          = {https://openreview.net/forum?id=gEZrGCozdqR},
  timestamp    = {Sat, 20 Aug 2022 01:15:42 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/WeiBZGYLDDL22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/SanhWRBSACSRDBX22,
  author       = {Victor Sanh and
                  Albert Webson and
                  Colin Raffel and
                  Stephen H. Bach and
                  Lintang Sutawika and
                  Zaid Alyafeai and
                  Antoine Chaffin and
                  Arnaud Stiegler and
                  Arun Raja and
                  Manan Dey and
                  M Saiful Bari and
                  Canwen Xu and
                  Urmish Thakker and
                  Shanya Sharma Sharma and
                  Eliza Szczechla and
                  Taewoon Kim and
                  Gunjan Chhablani and
                  Nihal V. Nayak and
                  Debajyoti Datta and
                  Jonathan Chang and
                  Mike Tian{-}Jian Jiang and
                  Han Wang and
                  Matteo Manica and
                  Sheng Shen and
                  Zheng Xin Yong and
                  Harshit Pandey and
                  Rachel Bawden and
                  Thomas Wang and
                  Trishala Neeraj and
                  Jos Rozen and
                  Abheesht Sharma and
                  Andrea Santilli and
                  Thibault F{\'{e}}vry and
                  Jason Alan Fries and
                  Ryan Teehan and
                  Teven Le Scao and
                  Stella Biderman and
                  Leo Gao and
                  Thomas Wolf and
                  Alexander M. Rush},
  title        = {Multitask Prompted Training Enables Zero-Shot Task Generalization},
  booktitle    = {The Tenth International Conference on Learning Representations, {ICLR}
                  2022, Virtual Event, April 25-29, 2022},
  publisher    = {OpenReview.net},
  year         = {2022},
  url          = {https://openreview.net/forum?id=9Vrb9D0WI4},
  timestamp    = {Tue, 24 Jan 2023 14:49:22 +0100},
  biburl       = {https://dblp.org/rec/conf/iclr/SanhWRBSACSRDBX22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2307-07924,
  author       = {Chen Qian and
                  Xin Cong and
                  Cheng Yang and
                  Weize Chen and
                  Yusheng Su and
                  Juyuan Xu and
                  Zhiyuan Liu and
                  Maosong Sun},
  title        = {Communicative Agents for Software Development},
  journal      = {CoRR},
  volume       = {abs/2307.07924},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.07924},
  doi          = {10.48550/arXiv.2307.07924},
  eprinttype    = {arXiv},
  eprint       = {2307.07924},
  timestamp    = {Tue, 25 Jul 2023 16:04:08 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-07924.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-17760,
  author       = {Guohao Li and
                  Hasan Abed Al Kader Hammoud and
                  Hani Itani and
                  Dmitrii Khizbullin and
                  Bernard Ghanem},
  title        = {{CAMEL:} Communicative Agents for "Mind" Exploration of Large Scale
                  Language Model Society},
  journal      = {CoRR},
  volume       = {abs/2303.17760},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.17760},
  doi          = {10.48550/arXiv.2303.17760},
  eprinttype    = {arXiv},
  eprint       = {2303.17760},
  timestamp    = {Mon, 17 Apr 2023 10:34:50 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-17760.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2204-05862,
  author       = {Yuntao Bai and
                  Andy Jones and
                  Kamal Ndousse and
                  Amanda Askell and
                  Anna Chen and
                  Nova DasSarma and
                  Dawn Drain and
                  Stanislav Fort and
                  Deep Ganguli and
                  Tom Henighan and
                  Nicholas Joseph and
                  Saurav Kadavath and
                  Jackson Kernion and
                  Tom Conerly and
                  Sheer El Showk and
                  Nelson Elhage and
                  Zac Hatfield{-}Dodds and
                  Danny Hernandez and
                  Tristan Hume and
                  Scott Johnston and
                  Shauna Kravec and
                  Liane Lovitt and
                  Neel Nanda and
                  Catherine Olsson and
                  Dario Amodei and
                  Tom B. Brown and
                  Jack Clark and
                  Sam McCandlish and
                  Chris Olah and
                  Benjamin Mann and
                  Jared Kaplan},
  title        = {Training a Helpful and Harmless Assistant with Reinforcement Learning
                  from Human Feedback},
  journal      = {CoRR},
  volume       = {abs/2204.05862},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2204.05862},
  doi          = {10.48550/arXiv.2204.05862},
  eprinttype    = {arXiv},
  eprint       = {2204.05862},
  timestamp    = {Tue, 19 Apr 2022 17:11:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2204-05862.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2304-05332,
  author       = {Daniil A. Boiko and
                  Robert MacKnight and
                  Gabe Gomes},
  title        = {Emergent autonomous scientific research capabilities of large language
                  models},
  journal      = {CoRR},
  volume       = {abs/2304.05332},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.05332},
  doi          = {10.48550/arXiv.2304.05332},
  eprinttype    = {arXiv},
  eprint       = {2304.05332},
  timestamp    = {Thu, 20 Apr 2023 14:44:53 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-05332.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2212-04088,
  author       = {Chan Hee Song and
                  Jiaman Wu and
                  Clayton Washington and
                  Brian M. Sadler and
                  Wei{-}Lun Chao and
                  Yu Su},
  title        = {LLM-Planner: Few-Shot Grounded Planning for Embodied Agents with Large
                  Language Models},
  journal      = {CoRR},
  volume       = {abs/2212.04088},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.04088},
  doi          = {10.48550/arXiv.2212.04088},
  eprinttype    = {arXiv},
  eprint       = {2212.04088},
  timestamp    = {Mon, 02 Jan 2023 15:09:55 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-04088.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-14325,
  author       = {Yilun Du and
                  Shuang Li and
                  Antonio Torralba and
                  Joshua B. Tenenbaum and
                  Igor Mordatch},
  title        = {Improving Factuality and Reasoning in Language Models through Multiagent
                  Debate},
  journal      = {CoRR},
  volume       = {abs/2305.14325},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14325},
  doi          = {10.48550/arXiv.2305.14325},
  eprinttype    = {arXiv},
  eprint       = {2305.14325},
  timestamp    = {Mon, 05 Jun 2023 15:42:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14325.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-19118,
  author       = {Tian Liang and
                  Zhiwei He and
                  Wenxiang Jiao and
                  Xing Wang and
                  Yan Wang and
                  Rui Wang and
                  Yujiu Yang and
                  Zhaopeng Tu and
                  Shuming Shi},
  title        = {Encouraging Divergent Thinking in Large Language Models through Multi-Agent
                  Debate},
  journal      = {CoRR},
  volume       = {abs/2305.19118},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.19118},
  doi          = {10.48550/arXiv.2305.19118},
  eprinttype    = {arXiv},
  eprint       = {2305.19118},
  timestamp    = {Wed, 07 Jun 2023 15:37:30 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-19118.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ecaiw/Castelfranchi94,
  author       = {Cristiano Castelfranchi},
  editor       = {Michael J. Wooldridge and
                  Nicholas R. Jennings},
  title        = {Guarantees for Autonomy in Cognitive Agent Architecture},
  booktitle    = {Intelligent Agents, {ECAI-94} Workshop on Agent Theories, Architectures,
                  and Languages, Amsterdam, The Netherlands, August 8-9, 1994, Proceedings},
  series       = {Lecture Notes in Computer Science},
  volume       = {890},
  pages        = {56--70},
  publisher    = {Springer},
  year         = {1994},
  url          = {https://doi.org/10.1007/3-540-58855-8\_3},
  doi          = {10.1007/3-540-58855-8\_3},
  timestamp    = {Tue, 14 May 2019 10:00:49 +0200},
  biburl       = {https://dblp.org/rec/conf/ecaiw/Castelfranchi94.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-06706,
  author       = {Karthik Valmeekam and
                  Sarath Sreedharan and
                  Matthew Marquez and
                  Alberto Olmo Hernandez and
                  Subbarao Kambhampati},
  title        = {On the Planning Abilities of Large Language Models {(A} Critical Investigation
                  with a Proposed Benchmark)},
  journal      = {CoRR},
  volume       = {abs/2302.06706},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.06706},
  doi          = {10.48550/arXiv.2302.06706},
  eprinttype    = {arXiv},
  eprint       = {2302.06706},
  timestamp    = {Mon, 20 Feb 2023 14:27:28 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-06706.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2304-11477,
  author       = {Bo Liu and
                  Yuqian Jiang and
                  Xiaohan Zhang and
                  Qiang Liu and
                  Shiqi Zhang and
                  Joydeep Biswas and
                  Peter Stone},
  title        = {{LLM+P:} Empowering Large Language Models with Optimal Planning Proficiency},
  journal      = {CoRR},
  volume       = {abs/2304.11477},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.11477},
  doi          = {10.48550/arXiv.2304.11477},
  eprinttype    = {arXiv},
  eprint       = {2304.11477},
  timestamp    = {Tue, 02 May 2023 18:58:23 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-11477.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2302-02676,
  author       = {Hao Liu and
                  Carmelo Sferrazza and
                  Pieter Abbeel},
  title        = {Chain of Hindsight Aligns Language Models with Feedback},
  journal      = {CoRR},
  volume       = {abs/2302.02676},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.02676},
  doi          = {10.48550/arXiv.2302.02676},
  eprinttype    = {arXiv},
  eprint       = {2302.02676},
  timestamp    = {Thu, 20 Apr 2023 09:06:59 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-02676.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}




@article{gravitasauto,
  title={Auto-{GPT}: An {Autonomous GPT-4} experiment, 2023},
  author={Gravitas, Significant},
  journal={URL https://github. com/Significant-Gravitas/Auto-GPT},
  year={2023}
}

@article{nakajima2023babyagi,
  title={{BabyAGI}},
  author={Nakajima, Yohei},
  journal={Python. https://github. com/yoheinakajima/babyagi},
  year={2023}
}

@article{DBLP:journals/cacm/GeneserethK94,
  author       = {Michael R. Genesereth and
                  Steven P. Ketchpel},
  title        = {Software Agents},
  journal      = {Commun. {ACM}},
  volume       = {37},
  number       = {7},
  pages        = {48--53},
  year         = {1994},
  url          = {https://doi.org/10.1145/176789.176794},
  doi          = {10.1145/176789.176794},
  timestamp    = {Tue, 06 Nov 2018 12:51:39 +0100},
  biburl       = {https://dblp.org/rec/journals/cacm/GeneserethK94.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-13549,
  author       = {Shukang Yin and
                  Chaoyou Fu and
                  Sirui Zhao and
                  Ke Li and
                  Xing Sun and
                  Tong Xu and
                  Enhong Chen},
  title        = {A Survey on Multimodal Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2306.13549},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.13549},
  doi          = {10.48550/arXiv.2306.13549},
  eprinttype    = {arXiv},
  eprint       = {2306.13549},
  timestamp    = {Tue, 27 Jun 2023 17:45:46 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-13549.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-11432,
  author       = {Lei Wang and
                  Chen Ma and
                  Xueyang Feng and
                  Zeyu Zhang and
                  Hao Yang and
                  Jingsen Zhang and
                  Zhiyuan Chen and
                  Jiakai Tang and
                  Xu Chen and
                  Yankai Lin and
                  Wayne Xin Zhao and
                  Zhewei Wei and
                  Ji{-}Rong Wen},
  title        = {A Survey on Large Language Model based Autonomous Agents},
  journal      = {CoRR},
  volume       = {abs/2308.11432},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.11432},
  doi          = {10.48550/arXiv.2308.11432},
  eprinttype    = {arXiv},
  eprint       = {2308.11432},
  timestamp    = {Wed, 30 Aug 2023 17:27:54 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-11432.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{zhu2023minigpt,
  title={Minigpt-4: Enhancing vision-language understanding with advanced large language models},
  author={Zhu, Deyao and Chen, Jun and Shen, Xiaoqian and Li, Xiang and Elhoseiny, Mohamed},
  journal={arXiv preprint arXiv:2304.10592},
  year={2023}
}

@inproceedings{DBLP:conf/icra/LiangHXXHIFZ23,
  author       = {Jacky Liang and
                  Wenlong Huang and
                  Fei Xia and
                  Peng Xu and
                  Karol Hausman and
                  Brian Ichter and
                  Pete Florence and
                  Andy Zeng},
  title        = {Code as Policies: Language Model Programs for Embodied Control},
  booktitle    = {{IEEE} International Conference on Robotics and Automation, {ICRA}
                  2023, London, UK, May 29 - June 2, 2023},
  pages        = {9493--9500},
  publisher    = {{IEEE}},
  year         = {2023},
  url          = {https://doi.org/10.1109/ICRA48891.2023.10160591},
  doi          = {10.1109/ICRA48891.2023.10160591},
  timestamp    = {Tue, 08 Aug 2023 10:24:29 +0200},
  biburl       = {https://dblp.org/rec/conf/icra/LiangHXXHIFZ23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/corl/IchterBCFHHHIIJ22,
  author       = {Brian Ichter and
                  Anthony Brohan and
                  Yevgen Chebotar and
                  Chelsea Finn and
                  Karol Hausman and
                  Alexander Herzog and
                  Daniel Ho and
                  Julian Ibarz and
                  Alex Irpan and
                  Eric Jang and
                  Ryan Julian and
                  Dmitry Kalashnikov and
                  Sergey Levine and
                  Yao Lu and
                  Carolina Parada and
                  Kanishka Rao and
                  Pierre Sermanet and
                  Alexander Toshev and
                  Vincent Vanhoucke and
                  Fei Xia and
                  Ted Xiao and
                  Peng Xu and
                  Mengyuan Yan and
                  Noah Brown and
                  Michael Ahn and
                  Omar Cortes and
                  Nicolas Sievers and
                  Clayton Tan and
                  Sichun Xu and
                  Diego Reyes and
                  Jarek Rettinghouse and
                  Jornell Quiambao and
                  Peter Pastor and
                  Linda Luu and
                  Kuang{-}Huei Lee and
                  Yuheng Kuang and
                  Sally Jesmonth and
                  Nikhil J. Joshi and
                  Kyle Jeffrey and
                  Rosario Jauregui Ruano and
                  Jasmine Hsu and
                  Keerthana Gopalakrishnan and
                  Byron David and
                  Andy Zeng and
                  Chuyuan Kelly Fu},
  editor       = {Karen Liu and
                  Dana Kulic and
                  Jeffrey Ichnowski},
  title        = {Do As {I} Can, Not As {I} Say: Grounding Language in Robotic Affordances},
  booktitle    = {Conference on Robot Learning, CoRL 2022, 14-18 December 2022, Auckland,
                  New Zealand},
  series       = {Proceedings of Machine Learning Research},
  volume       = {205},
  pages        = {287--318},
  publisher    = {{PMLR}},
  year         = {2022},
  url          = {https://proceedings.mlr.press/v205/ichter23a.html},
  timestamp    = {Wed, 15 Mar 2023 16:51:17 +0100},
  biburl       = {https://dblp.org/rec/conf/corl/IchterBCFHHHIIJ22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-15021,
  author       = {Yao Mu and
                  Qinglong Zhang and
                  Mengkang Hu and
                  Wenhai Wang and
                  Mingyu Ding and
                  Jun Jin and
                  Bin Wang and
                  Jifeng Dai and
                  Yu Qiao and
                  Ping Luo},
  title        = {EmbodiedGPT: Vision-Language Pre-Training via Embodied Chain of Thought},
  journal      = {CoRR},
  volume       = {abs/2305.15021},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.15021},
  doi          = {10.48550/arXiv.2305.15021},
  eprinttype    = {arXiv},
  eprint       = {2305.15021},
  timestamp    = {Thu, 29 Jun 2023 16:58:03 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-15021.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2305-16338,
  author       = {Jikun Kang and
                  Romain Laroche and
                  Xindi Yuan and
                  Adam Trischler and
                  Xue Liu and
                  Jie Fu},
  title        = {Think Before You Act: Decision Transformers with Internal Working
                  Memory},
  journal      = {CoRR},
  volume       = {abs/2305.16338},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.16338},
  doi          = {10.48550/arXiv.2305.16338},
  eprinttype    = {arXiv},
  eprint       = {2305.16338},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-16338.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{brown2013beyond,
  title={Beyond conflict monitoring: Cognitive control and the neural basis of thinking before you act},
  author={Brown, Joshua W},
  journal={Current Directions in Psychological Science},
  volume={22},
  number={3},
  pages={179--185},
  year={2013},
  publisher={Sage Publications Sage CA: Los Angeles, CA}
}


@article{DBLP:journals/corr/abs-2305-13246,
  author       = {Zekun Wang and
                  Ge Zhang and
                  Kexin Yang and
                  Ning Shi and
                  Wangchunshu Zhou and
                  Shaochun Hao and
                  Guangzheng Xiong and
                  Yizhi Li and
                  Mong Yuan Sim and
                  Xiuying Chen and
                  Qingqing Zhu and
                  Zhenzhu Yang and
                  Adam Nik and
                  Qi Liu and
                  Chenghua Lin and
                  Shi Wang and
                  Ruibo Liu and
                  Wenhu Chen and
                  Ke Xu and
                  Dayiheng Liu and
                  Yike Guo and
                  Jie Fu},
  title        = {Interactive Natural Language Processing},
  journal      = {CoRR},
  volume       = {abs/2305.13246},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.13246},
  doi          = {10.48550/arXiv.2305.13246},
  eprinttype    = {arXiv},
  eprint       = {2305.13246},
  timestamp    = {Fri, 26 May 2023 11:29:33 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-13246.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@inproceedings{DBLP:conf/iui/YuanCRI22,
  author       = {Ann Yuan and
                  Andy Coenen and
                  Emily Reif and
                  Daphne Ippolito},
  editor       = {Giulio Jacucci and
                  Samuel Kaski and
                  Cristina Conati and
                  Simone Stumpf and
                  Tuukka Ruotsalo and
                  Krzysztof Gajos},
  title        = {Wordcraft: Story Writing With Large Language Models},
  booktitle    = {{IUI} 2022: 27th International Conference on Intelligent User Interfaces,
                  Helsinki, Finland, March 22 - 25, 2022},
  pages        = {841--852},
  publisher    = {{ACM}},
  year         = {2022},
  url          = {https://doi.org/10.1145/3490099.3511105},
  doi          = {10.1145/3490099.3511105},
  timestamp    = {Wed, 23 Mar 2022 08:31:22 +0100},
  biburl       = {https://dblp.org/rec/conf/iui/YuanCRI22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2304-00008,
  author       = {Giorgio Franceschelli and
                  Mirco Musolesi},
  title        = {On the Creativity of Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2304.00008},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.00008},
  doi          = {10.48550/arXiv.2304.00008},
  eprinttype    = {arXiv},
  eprint       = {2304.00008},
  timestamp    = {Mon, 17 Apr 2023 15:20:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-00008.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-10142,
  author       = {Yao Fu and
                  Hao Peng and
                  Tushar Khot and
                  Mirella Lapata},
  title        = {Improving Language Model Negotiation with Self-Play and In-Context
                  Learning from {AI} Feedback},
  journal      = {CoRR},
  volume       = {abs/2305.10142},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.10142},
  doi          = {10.48550/arXiv.2305.10142},
  eprinttype    = {arXiv},
  eprint       = {2305.10142},
  timestamp    = {Wed, 24 May 2023 14:49:45 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-10142.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2307-02485,
  author       = {Hongxin Zhang and
                  Weihua Du and
                  Jiaming Shan and
                  Qinhong Zhou and
                  Yilun Du and
                  Joshua B. Tenenbaum and
                  Tianmin Shu and
                  Chuang Gan},
  title        = {Building Cooperative Embodied Agents Modularly with Large Language
                  Models},
  journal      = {CoRR},
  volume      = {abs/2307.02485},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.02485},
  doi          = {10.48550/arXiv.2307.02485},
  eprinttype    = {arXiv},
  eprint       = {2307.02485},
  timestamp    = {Mon, 10 Jul 2023 17:27:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-02485.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-03688,
  author       = {Xiao Liu and
                  Hao Yu and
                  Hanchen Zhang and
                  Yifan Xu and
                  Xuanyu Lei and
                  Hanyu Lai and
                  Yu Gu and
                  Hangliang Ding and
                  Kaiwen Men and
                  Kejuan Yang and
                  Shudan Zhang and
                  Xiang Deng and
                  Aohan Zeng and
                  Zhengxiao Du and
                  Chenhui Zhang and
                  Sheng Shen and
                  Tianjun Zhang and
                  Yu Su and
                  Huan Sun and
                  Minlie Huang and
                  Yuxiao Dong and
                  Jie Tang},
  title        = {AgentBench: Evaluating LLMs as Agents},
  journal      = {CoRR},
  volume       = {abs/2308.03688},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.03688},
  doi          = {10.48550/arXiv.2308.03688},
  eprinttype    = {arXiv},
  eprint       = {2308.03688},
  timestamp    = {Tue, 22 Aug 2023 13:58:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-03688.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@book{turing2009computing,
  title={Computing machinery and intelligence},
  author={Turing, Alan M},
  year={2009},
  publisher={Springer}
}

@book{russell2010artificial,
  title={Artificial intelligence a modern approach},
  author={Russell, Stuart J},
  year={2010},
  publisher={Pearson Education, Inc.}
}

@book{padgham2005developing,
  title={Developing intelligent agent systems: A practical guide},
  author={Padgham, Lin and Winikoff, Michael},
  year={2005},
  publisher={John Wiley \& Sons}
}

@book{hutter2004universal,
  title={Universal artificial intelligence: Sequential decisions based on algorithmic probability},
  author={Hutter, Marcus},
  year={2004},
  publisher={Springer Science \& Business Media}
}
@article{DBLP:journals/corr/abs-2303-12712,
  author       = {S{\'{e}}bastien Bubeck and
                  Varun Chandrasekaran and
                  Ronen Eldan and
                  Johannes Gehrke and
                  Eric Horvitz and
                  Ece Kamar and
                  Peter Lee and
                  Yin Tat Lee and
                  Yuanzhi Li and
                  Scott M. Lundberg and
                  Harsha Nori and
                  Hamid Palangi and
                  Marco T{\'{u}}lio Ribeiro and
                  Yi Zhang},
  title        = {Sparks of Artificial General Intelligence: Early experiments with
                  {GPT-4}},
  journal      = {CoRR},
  volume       = {abs/2303.12712},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.12712},
  doi          = {10.48550/arXiv.2303.12712},
  eprinttype    = {arXiv},
  eprint       = {2303.12712},
  timestamp    = {Thu, 13 Apr 2023 17:40:16 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-12712.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{baum2017survey,
  title={A survey of artificial general intelligence projects for ethics, risk, and policy},
  author={Baum, Seth},
  journal={Global Catastrophic Risk Institute Working Paper},
  pages={17--1},
  year={2017}
}


@article{lecun2022path,
  title={A path towards autonomous machine intelligence version 0.9. 2, 2022-06-27},
  author={LeCun, Yann},
  journal={Open Review},
  volume={62},
  year={2022}
}
@article{DBLP:journals/corr/abs-2306-12672,
  author       = {Lionel Wong and
                  Gabriel Grand and
                  Alexander K. Lew and
                  Noah D. Goodman and
                  Vikash K. Mansinghka and
                  Jacob Andreas and
                  Joshua B. Tenenbaum},
  title        = {From Word Models to World Models: Translating from Natural Language
                  to the Probabilistic Language of Thought},
  journal      = {CoRR},
  volume       = {abs/2306.12672},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.12672},
  doi          = {10.48550/arXiv.2306.12672},
  eprinttype    = {arXiv},
  eprint       = {2306.12672},
  timestamp    = {Tue, 27 Jun 2023 17:45:46 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-12672.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{DBLP:books/sp/Costa19,
  author       = {Ant{\^{o}}nio Carlos da Rocha Costa},
  title        = {A Variational Basis for the Regulation and Structuration Mechanisms
                  of Agent Societies},
  publisher    = {Springer},
  year         = {2019},
  url          = {https://doi.org/10.1007/978-3-030-16335-8},
  doi          = {10.1007/978-3-030-16335-8},
  isbn         = {978-3-030-16334-1},
  timestamp    = {Fri, 05 Jul 2019 13:19:16 +0200},
  biburl       = {https://dblp.org/rec/books/sp/Costa19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/SerbanLCP16,
  author       = {Iulian Vlad Serban and
                  Ryan Lowe and
                  Laurent Charlin and
                  Joelle Pineau},
  title        = {Generative Deep Neural Networks for Dialogue: {A} Short Review},
  journal      = {CoRR},
  volume       = {abs/1611.06216},
  year         = {2016},
  url          = {http://arxiv.org/abs/1611.06216},
  eprinttype    = {arXiv},
  eprint       = {1611.06216},
  timestamp    = {Mon, 13 Aug 2018 16:48:35 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/SerbanLCP16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{darwin1859origin,
  title={On the origin of species},
  author={Darwin’s, Charles},
  journal={published on},
  volume={24},
  pages={1},
  year={1859}
}

@article{DBLP:journals/corr/VinyalsL15,
  author       = {Oriol Vinyals and
                  Quoc V. Le},
  title        = {A Neural Conversational Model},
  journal      = {CoRR},
  volume       = {abs/1506.05869},
  year         = {2015},
  url          = {http://arxiv.org/abs/1506.05869},
  eprinttype    = {arXiv},
  eprint       = {1506.05869},
  timestamp    = {Mon, 13 Aug 2018 16:48:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/VinyalsL15.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{marshall2013discoveries,
  title={Discoveries in the human brain: neuroscience prehistory, brain structure, and function},
  author={Marshall, Louise H and Magoun, Horace W},
  year={2013},
  publisher={Springer Science \& Business Media}
}

@inproceedings{DBLP:conf/aaai/TellexKDWBTR11,
  author       = {Stefanie Tellex and
                  Thomas Kollar and
                  Steven Dickerson and
                  Matthew R. Walter and
                  Ashis Gopal Banerjee and
                  Seth J. Teller and
                  Nicholas Roy},
  editor       = {Wolfram Burgard and
                  Dan Roth},
  title        = {Understanding Natural Language Commands for Robotic Navigation and
                  Mobile Manipulation},
  booktitle    = {Proceedings of the Twenty-Fifth {AAAI} Conference on Artificial Intelligence,
                  {AAAI} 2011, San Francisco, California, USA, August 7-11, 2011},
  pages        = {1507--1514},
  publisher    = {{AAAI} Press},
  year         = {2011},
  url          = {https://doi.org/10.1609/aaai.v25i1.7979},
  doi          = {10.1609/aaai.v25i1.7979},
  timestamp    = {Mon, 04 Sep 2023 16:50:27 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/TellexKDWBTR11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2001-09977,
  author       = {Daniel Adiwardana and
                  Minh{-}Thang Luong and
                  David R. So and
                  Jamie Hall and
                  Noah Fiedel and
                  Romal Thoppilan and
                  Zi Yang and
                  Apoorv Kulshreshtha and
                  Gaurav Nemade and
                  Yifeng Lu and
                  Quoc V. Le},
  title        = {Towards a Human-like Open-Domain Chatbot},
  journal      = {CoRR},
  volume       = {abs/2001.09977},
  year         = {2020},
  url          = {https://arxiv.org/abs/2001.09977},
  eprinttype    = {arXiv},
  eprint       = {2001.09977},
  timestamp    = {Thu, 30 Jan 2020 18:46:36 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2001-09977.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/eacl/RollerDGJWLXOSB21,
  author       = {Stephen Roller and
                  Emily Dinan and
                  Naman Goyal and
                  Da Ju and
                  Mary Williamson and
                  Yinhan Liu and
                  Jing Xu and
                  Myle Ott and
                  Eric Michael Smith and
                  Y{-}Lan Boureau and
                  Jason Weston},
  editor       = {Paola Merlo and
                  J{\"{o}}rg Tiedemann and
                  Reut Tsarfaty},
  title        = {Recipes for Building an Open-Domain Chatbot},
  booktitle    = {Proceedings of the 16th Conference of the European Chapter of the
                  Association for Computational Linguistics: Main Volume, {EACL} 2021,
                  Online, April 19 - 23, 2021},
  pages        = {300--325},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.eacl-main.24},
  doi          = {10.18653/v1/2021.eacl-main.24},
  timestamp    = {Thu, 20 Jan 2022 10:02:53 +0100},
  biburl       = {https://dblp.org/rec/conf/eacl/RollerDGJWLXOSB21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-17066,
  author       = {Mingchen Zhuge and
                  Haozhe Liu and
                  Francesco Faccio and
                  Dylan R. Ashley and
                  R{\'{o}}bert Csord{\'{a}}s and
                  Anand Gopalakrishnan and
                  Abdullah Hamdi and
                  Hasan Abed Al Kader Hammoud and
                  Vincent Herrmann and
                  Kazuki Irie and
                  Louis Kirsch and
                  Bing Li and
                  Guohao Li and
                  Shuming Liu and
                  Jinjie Mai and
                  Piotr Piekos and
                  Aditya Ramesh and
                  Imanol Schlag and
                  Weimin Shi and
                  Aleksandar Stanic and
                  Wenyi Wang and
                  Yuhui Wang and
                  Mengmeng Xu and
                  Deng{-}Ping Fan and
                  Bernard Ghanem and
                  J{\"{u}}rgen Schmidhuber},
  title        = {Mindstorms in Natural Language-Based Societies of Mind},
  journal      = {CoRR},
  volume       = {abs/2305.17066},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.17066},
  doi          = {10.48550/arXiv.2305.17066},
  eprinttype    = {arXiv},
  eprint       = {2305.17066},
  timestamp    = {Thu, 31 Aug 2023 19:51:50 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-17066.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/0002HBVPW23,
  author       = {Kenneth Li and
                  Aspen K. Hopkins and
                  David Bau and
                  Fernanda B. Vi{\'{e}}gas and
                  Hanspeter Pfister and
                  Martin Wattenberg},
  title        = {Emergent World Representations: Exploring a Sequence Model Trained
                  on a Synthetic Task},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=DeG07\_TcZvT},
  timestamp    = {Fri, 30 Jun 2023 14:55:52 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/0002HBVPW23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/emnlp/RajpurkarZLL16,
  author       = {Pranav Rajpurkar and
                  Jian Zhang and
                  Konstantin Lopyrev and
                  Percy Liang},
  editor       = {Jian Su and
                  Xavier Carreras and
                  Kevin Duh},
  title        = {SQuAD: 100, 000+ Questions for Machine Comprehension of Text},
  booktitle    = {Proceedings of the 2016 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2016, Austin, Texas, USA, November 1-4,
                  2016},
  pages        = {2383--2392},
  publisher    = {The Association for Computational Linguistics},
  year         = {2016},
  url          = {https://doi.org/10.18653/v1/d16-1264},
  doi          = {10.18653/v1/d16-1264},
  timestamp    = {Fri, 06 Aug 2021 00:40:41 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/RajpurkarZLL16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2109-01355,
  author       = {Moritz C. Buehler and
                  J{\"{u}}rgen Adamy and
                  Thomas H. Weisswange},
  title        = {Theory of Mind Based Assistive Communication in Complex Human Robot Cooperation},
  journal      = {CoRR},
  volume       = {abs/2109.01355},
  year         = {2021},
  url          = {https://arxiv.org/abs/2109.01355},
  eprinttype    = {arXiv},
  eprint       = {2109.01355},
  timestamp    = {Thu, 14 Oct 2021 09:16:53 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2109-01355.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/ChristianoLBMLA17,
  author       = {Paul F. Christiano and
                  Jan Leike and
                  Tom B. Brown and
                  Miljan Martic and
                  Shane Legg and
                  Dario Amodei},
  editor       = {Isabelle Guyon and
                  Ulrike von Luxburg and
                  Samy Bengio and
                  Hanna M. Wallach and
                  Rob Fergus and
                  S. V. N. Vishwanathan and
                  Roman Garnett},
  title        = {Deep Reinforcement Learning from Human Preferences},
  booktitle    = {Advances in Neural Information Processing Systems 30: Annual Conference
                  on Neural Information Processing Systems 2017, December 4-9, 2017,
                  Long Beach, CA, {USA}},
  pages        = {4299--4307},
  year         = {2017},
  url          = {https://proceedings.neurips.cc/paper/2017/hash/d5e2c0adad503c91f91df240d0cd4e49-Abstract.html},
  timestamp    = {Thu, 21 Jan 2021 15:15:21 +0100},
  biburl       = {https://dblp.org/rec/conf/nips/ChristianoLBMLA17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/SumersHHNG21,
  author       = {Theodore R. Sumers and
                  Mark K. Ho and
                  Robert X. D. Hawkins and
                  Karthik Narasimhan and
                  Thomas L. Griffiths},
  title        = {Learning Rewards From Linguistic Feedback},
  booktitle    = {Thirty-Fifth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2021, Thirty-Third Conference on Innovative Applications of Artificial
                  Intelligence, {IAAI} 2021, The Eleventh Symposium on Educational Advances
                  in Artificial Intelligence, {EAAI} 2021, Virtual Event, February 2-9,
                  2021},
  pages        = {6002--6010},
  publisher    = {{AAAI} Press},
  year         = {2021},
  url          = {https://ojs.aaai.org/index.php/AAAI/article/view/16749},
  timestamp    = {Thu, 28 Jul 2022 09:56:42 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/SumersHHNG21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/hri/BasuSD18,
  author       = {Chandrayee Basu and
                  Mukesh Singhal and
                  Anca D. Dragan},
  editor       = {Takayuki Kanda and
                  Selma Sabanovic and
                  Guy Hoffman and
                  Adriana Tapus},
  title        = {Learning from Richer Human Guidance: Augmenting Comparison-Based Learning with Feature Queries},
  booktitle    = {Proceedings of the 2018 {ACM/IEEE} International Conference on Human-Robot
                  Interaction, {HRI} 2018, Chicago, IL, USA, March 05-08, 2018},
  pages        = {132--140},
  publisher    = {{ACM}},
  year         = {2018},
  url          = {https://doi.org/10.1145/3171221.3171284},
  doi          = {10.1145/3171221.3171284},
  timestamp    = {Mon, 18 Jul 2022 16:47:41 +0200},
  biburl       = {https://dblp.org/rec/conf/hri/BasuSD18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{searle2007language,
  title={What is language: some preliminary remarks},
  author={Searle, John R},
  journal={Explorations in Pragmatics. Linguistic, cognitive and intercultural aspects},
  pages={7--37},
  year={2007},
  publisher={Mouton de Gruyter Berlin}
}

@inproceedings{DBLP:conf/acl/LinFKD22,
  author       = {Jessy Lin and
                  Daniel Fried and
                  Dan Klein and
                  Anca D. Dragan},
  editor       = {Smaranda Muresan and
                  Preslav Nakov and
                  Aline Villavicencio},
  title        = {Inferring Rewards from Language in Context},
  booktitle    = {Proceedings of the 60th Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2022, Dublin, Ireland,
                  May 22-27, 2022},
  pages        = {8546--8560},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.acl-long.585},
  doi          = {10.18653/v1/2022.acl-long.585},
  timestamp    = {Mon, 01 Aug 2022 16:27:49 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/LinFKD22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/JeonMD20,
  author       = {Hong Jun Jeon and
                  Smitha Milli and
                  Anca D. Dragan},
  editor       = {Hugo Larochelle and
                  Marc'Aurelio Ranzato and
                  Raia Hadsell and
                  Maria{-}Florina Balcan and
                  Hsuan{-}Tien Lin},
  title        = {Reward-rational (implicit) choice: {A} unifying formalism for reward
                  learning},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020, NeurIPS 2020, December
                  6-12, 2020, virtual},
  year         = {2020},
  url          = {https://proceedings.neurips.cc/paper/2020/hash/2f10c1578a0706e06b6d7db6f0b4a6af-Abstract.html},
  timestamp    = {Tue, 19 Jan 2021 15:56:52 +0100},
  biburl       = {https://dblp.org/rec/conf/nips/JeonMD20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-14763,
  author       = {Natalie Shapira and
                  Mosh Levy and
                  Seyed Hossein Alavi and
                  Xuhui Zhou and
                  Yejin Choi and
                  Yoav Goldberg and
                  Maarten Sap and
                  Vered Shwartz},
  title        = {Clever Hans or Neural Theory of Mind? Stress Testing Social Reasoning in Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.14763},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14763},
  doi          = {10.48550/arXiv.2305.14763},
  eprinttype    = {arXiv},
  eprint       = {2305.14763},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14763.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-11000,
  author       = {Dong Zhang and
                  Shimin Li and
                  Xin Zhang and
                  Jun Zhan and
                  Pengyu Wang and
                  Yaqian Zhou and
                  Xipeng Qiu},
  title        = {SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal
                  Conversational Abilities},
  journal      = {CoRR},
  volume       = {abs/2305.11000},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.11000},
  doi          = {10.48550/arXiv.2305.11000},
  eprinttype    = {arXiv},
  eprint       = {2305.11000},
  timestamp    = {Thu, 25 May 2023 15:41:47 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-11000.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-12995,
  author       = {Rongjie Huang and
                  Mingze Li and
                  Dongchao Yang and
                  Jiatong Shi and
                  Xuankai Chang and
                  Zhenhui Ye and
                  Yuning Wu and
                  Zhiqing Hong and
                  Jiawei Huang and
                  Jinglin Liu and
                  Yi Ren and
                  Zhou Zhao and
                  Shinji Watanabe},
  title        = {AudioGPT: Understanding and Generating Speech, Music, Sound, and Talking
                  Head},
  journal      = {CoRR},
  volume       = {abs/2304.12995},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.12995},
  doi          = {10.48550/arXiv.2304.12995},
  eprinttype    = {arXiv},
  eprint       = {2304.12995},
  timestamp    = {Fri, 23 Jun 2023 22:29:48 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-12995.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/VaswaniSPUJGKP17,
  author       = {Ashish Vaswani and
                  Noam Shazeer and
                  Niki Parmar and
                  Jakob Uszkoreit and
                  Llion Jones and
                  Aidan N. Gomez and
                  Lukasz Kaiser and
                  Illia Polosukhin},
  editor       = {Isabelle Guyon and
                  Ulrike von Luxburg and
                  Samy Bengio and
                  Hanna M. Wallach and
                  Rob Fergus and
                  S. V. N. Vishwanathan and
                  Roman Garnett},
  title        = {Attention is All you Need},
  booktitle    = {Advances in Neural Information Processing Systems 30: Annual Conference
                  on Neural Information Processing Systems 2017, December 4-9, 2017,
                  Long Beach, CA, {USA}},
  pages        = {5998--6008},
  year         = {2017},
  url          = {https://proceedings.neurips.cc/paper/2017/hash/3f5ee243547dee91fbd053c1c4a845aa-Abstract.html},
  timestamp    = {Thu, 21 Jan 2021 15:15:21 +0100},
  biburl       = {https://dblp.org/rec/conf/nips/VaswaniSPUJGKP17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:journals/corr/BahdanauCB14,
  author       = {Dzmitry Bahdanau and
                  Kyunghyun Cho and
                  Yoshua Bengio},
  editor       = {Yoshua Bengio and
                  Yann LeCun},
  title        = {Neural Machine Translation by Jointly Learning to Align and Translate},
  booktitle    = {3rd International Conference on Learning Representations, {ICLR} 2015,
                  San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings},
  year         = {2015},
  url          = {http://arxiv.org/abs/1409.0473},
  timestamp    = {Wed, 17 Jul 2019 10:40:54 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/BahdanauCB14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2103-14659,
  author       = {Zachary Kenton and
                  Tom Everitt and
                  Laura Weidinger and
                  Iason Gabriel and
                  Vladimir Mikulik and
                  Geoffrey Irving},
  title        = {Alignment of Language Agents},
  journal      = {CoRR},
  volume       = {abs/2103.14659},
  year         = {2021},
  url          = {https://arxiv.org/abs/2103.14659},
  eprinttype    = {arXiv},
  eprint       = {2103.14659},
  timestamp    = {Wed, 07 Apr 2021 15:31:46 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2103-14659.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2209-00626,
  author       = {Richard Ngo},
  title        = {The alignment problem from a deep learning perspective},
  journal      = {CoRR},
  volume       = {abs/2209.00626},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2209.00626},
  doi          = {10.48550/arXiv.2209.00626},
  eprinttype    = {arXiv},
  eprint       = {2209.00626},
  timestamp    = {Wed, 21 Sep 2022 13:12:48 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2209-00626.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{bassiri2011interactional,
  title={Interactional feedback and the impact of attitude and motivation on noticing l2 form},
  author={Bassiri, Mohammad Amin},
  journal={English Language and Literature Studies},
  volume={1},
  number={2},
  pages={61},
  year={2011},
  publisher={Canadian Center of Science and Education}
}

@article{DBLP:journals/aim/TellexKDWBTR11,
  author       = {Stefanie Tellex and
                  Thomas Kollar and
                  Steven Dickerson and
                  Matthew R. Walter and
                  Ashis Gopal Banerjee and
                  Seth J. Teller and
                  Nicholas Roy},
  title        = {Approaching the Symbol Grounding Problem with Probabilistic Graphical
                  Models},
  journal      = {{AI} Mag.},
  volume       = {32},
  number       = {4},
  pages        = {64--76},
  year         = {2011},
  url          = {https://doi.org/10.1609/aimag.v32i4.2384},
  doi          = {10.1609/aimag.v32i4.2384},
  timestamp    = {Tue, 25 Aug 2020 16:51:17 +0200},
  biburl       = {https://dblp.org/rec/journals/aim/TellexKDWBTR11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iser/MatuszekHZF12,
  author       = {Cynthia Matuszek and
                  Evan Herbst and
                  Luke Zettlemoyer and
                  Dieter Fox},
  editor       = {Jaydev P. Desai and
                  Gregory Dudek and
                  Oussama Khatib and
                  Vijay Kumar},
  title        = {Learning to Parse Natural Language Commands to a Robot Control System},
  booktitle    = {Experimental Robotics - The 13th International Symposium on Experimental
                  Robotics, {ISER} 2012, June 18-21, 2012, Qu{\'{e}}bec City, Canada},
  series       = {Springer Tracts in Advanced Robotics},
  volume       = {88},
  pages        = {403--415},
  publisher    = {Springer},
  year         = {2012},
  url          = {https://doi.org/10.1007/978-3-319-00065-7\_28},
  doi          = {10.1007/978-3-319-00065-7\_28},
  timestamp    = {Tue, 12 Apr 2022 11:31:31 +0200},
  biburl       = {https://dblp.org/rec/conf/iser/MatuszekHZF12.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/ChaplotSPRS18,
  author       = {Devendra Singh Chaplot and
                  Kanthashree Mysore Sathyendra and
                  Rama Kumar Pasumarthi and
                  Dheeraj Rajagopal and
                  Ruslan Salakhutdinov},
  editor       = {Sheila A. McIlraith and
                  Kilian Q. Weinberger},
  title        = {Gated-Attention Architectures for Task-Oriented Language Grounding},
  booktitle    = {Proceedings of the Thirty-Second {AAAI} Conference on Artificial Intelligence,
                  (AAAI-18), the 30th innovative Applications of Artificial Intelligence
                  (IAAI-18), and the 8th {AAAI} Symposium on Educational Advances in
                  Artificial Intelligence (EAAI-18), New Orleans, Louisiana, USA, February
                  2-7, 2018},
  pages        = {2819--2826},
  publisher    = {{AAAI} Press},
  year         = {2018},
  url          = {https://www.aaai.org/ocs/index.php/AAAI/AAAI18/paper/view/17425},
  timestamp    = {Tue, 08 Mar 2022 21:46:38 +0100},
  biburl       = {https://dblp.org/rec/conf/aaai/ChaplotSPRS18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-16291,
  author       = {Guanzhi Wang and
                  Yuqi Xie and
                  Yunfan Jiang and
                  Ajay Mandlekar and
                  Chaowei Xiao and
                  Yuke Zhu and
                  Linxi Fan and
                  Anima Anandkumar},
  title        = {Voyager: An Open-Ended Embodied Agent with Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.16291},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.16291},
  doi          = {10.48550/arXiv.2305.16291},
  eprinttype    = {arXiv},
  eprint       = {2305.16291},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-16291.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/TandonMCY22,
  author       = {Niket Tandon and
                  Aman Madaan and
                  Peter Clark and
                  Yiming Yang},
  editor       = {Marine Carpuat and
                  Marie{-}Catherine de Marneffe and
                  Iv{\'{a}}n Vladimir Meza Ru{\'{\i}}z},
  title        = {Learning to repair: Repairing model output errors after deployment
                  using a dynamic memory of feedback},
  booktitle    = {Findings of the Association for Computational Linguistics: {NAACL}
                  2022, Seattle, WA, United States, July 10-15, 2022},
  pages        = {339--352},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.findings-naacl.26},
  doi          = {10.18653/v1/2022.findings-naacl.26},
  timestamp    = {Mon, 01 Aug 2022 16:28:02 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/TandonMCY22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/LiMCRW17,
  author       = {Jiwei Li and
                  Alexander H. Miller and
                  Sumit Chopra and
                  Marc'Aurelio Ranzato and
                  Jason Weston},
  title        = {Dialogue Learning With Human-in-the-Loop},
  booktitle    = {5th International Conference on Learning Representations, {ICLR} 2017,
                  Toulon, France, April 24-26, 2017, Conference Track Proceedings},
  publisher    = {OpenReview.net},
  year         = {2017},
  url          = {https://openreview.net/forum?id=HJgXCV9xx},
  timestamp    = {Thu, 25 Jul 2019 14:26:03 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/LiMCRW17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/IyerKCKZ17,
  author       = {Srinivasan Iyer and
                  Ioannis Konstas and
                  Alvin Cheung and
                  Jayant Krishnamurthy and
                  Luke Zettlemoyer},
  editor       = {Regina Barzilay and
                  Min{-}Yen Kan},
  title        = {Learning a Neural Semantic Parser from User Feedback},
  booktitle    = {Proceedings of the 55th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2017, Vancouver, Canada, July 30 - August 4, Volume
                  1: Long Papers},
  pages        = {963--973},
  publisher    = {Association for Computational Linguistics},
  year         = {2017},
  url          = {https://doi.org/10.18653/v1/P17-1089},
  doi          = {10.18653/v1/P17-1089},
  timestamp    = {Tue, 09 May 2023 21:48:33 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/IyerKCKZ17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/Weston16,
  author       = {Jason Weston},
  editor       = {Daniel D. Lee and
                  Masashi Sugiyama and
                  Ulrike von Luxburg and
                  Isabelle Guyon and
                  Roman Garnett},
  title        = {Dialog-based Language Learning},
  booktitle    = {Advances in Neural Information Processing Systems 29: Annual Conference
                  on Neural Information Processing Systems 2016, December 5-10, 2016,
                  Barcelona, Spain},
  pages        = {829--837},
  year         = {2016},
  url          = {https://proceedings.neurips.cc/paper/2016/hash/07563a3fe3bbe7e3ba84431ad9d055af-Abstract.html},
  timestamp    = {Mon, 16 May 2022 15:41:51 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/Weston16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2208-03188,
  author       = {Kurt Shuster and
                  Jing Xu and
                  Mojtaba Komeili and
                  Da Ju and
                  Eric Michael Smith and
                  Stephen Roller and
                  Megan Ung and
                  Moya Chen and
                  Kushal Arora and
                  Joshua Lane and
                  Morteza Behrooz and
                  William Ngan and
                  Spencer Poff and
                  Naman Goyal and
                  Arthur Szlam and
                  Y{-}Lan Boureau and
                  Melanie Kambadur and
                  Jason Weston},
  title        = {BlenderBot 3: a deployed conversational agent that continually learns to responsibly engage},
  journal      = {CoRR},
  volume       = {abs/2208.03188},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2208.03188},
  doi          = {10.48550/arXiv.2208.03188},
  eprinttype    = {arXiv},
  eprint       = {2208.03188},
  timestamp    = {Wed, 10 Aug 2022 14:49:54 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2208-03188.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2204-03685,
  author       = {Wanyu Du and
                  Zae Myung Kim and
                  Vipul Raheja and
                  Dhruv Kumar and
                  Dongyeop Kang},
  title        = {Read, Revise, Repeat: {A} System Demonstration for Human-in-the-loop
                  Iterative Text Revision},
  journal      = {CoRR},
  volume       = {abs/2204.03685},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2204.03685},
  doi          = {10.48550/arXiv.2204.03685},
  eprinttype    = {arXiv},
  eprint       = {2204.03685},
  timestamp    = {Wed, 13 Apr 2022 14:34:17 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2204-03685.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/KreutzerKMR18,
  author       = {Julia Kreutzer and
                  Shahram Khadivi and
                  Evgeny Matusov and
                  Stefan Riezler},
  editor       = {Srinivas Bangalore and
                  Jennifer Chu{-}Carroll and
                  Yunyao Li},
  title        = {Can Neural Machine Translation be Improved with User Feedback?},
  booktitle    = {Proceedings of the 2018 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2018, New Orleans, Louisiana, USA, June 1-6, 2018, Volume
                  3 (Industry Papers)},
  pages        = {92--105},
  publisher    = {Association for Computational Linguistics},
  year         = {2018},
  url          = {https://doi.org/10.18653/v1/n18-3012},
  doi          = {10.18653/v1/n18-3012},
  timestamp    = {Fri, 06 Aug 2021 00:41:28 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/KreutzerKMR18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/YavuzGSY18,
  author       = {Izzeddin Gur and
                  Semih Yavuz and
                  Yu Su and
                  Xifeng Yan},
  editor       = {Iryna Gurevych and
                  Yusuke Miyao},
  title        = {DialSQL: Dialogue Based Structured Query Generation},
  booktitle    = {Proceedings of the 56th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
                  1: Long Papers},
  pages        = {1339--1349},
  publisher    = {Association for Computational Linguistics},
  year         = {2018},
  url          = {https://aclanthology.org/P18-1124/},
  doi          = {10.18653/v1/P18-1124},
  timestamp    = {Fri, 06 Aug 2021 00:40:52 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/YavuzGSY18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/YaoSSY19,
  author       = {Ziyu Yao and
                  Yu Su and
                  Huan Sun and
                  Wen{-}tau Yih},
  editor       = {Kentaro Inui and
                  Jing Jiang and
                  Vincent Ng and
                  Xiaojun Wan},
  title        = {Model-based Interactive Semantic Parsing: {A} Unified Framework and
                  {A} Text-to-SQL Case Study},
  booktitle    = {Proceedings of the 2019 Conference on Empirical Methods in Natural
                  Language Processing and the 9th International Joint Conference on
                  Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
                  November 3-7, 2019},
  pages        = {5446--5457},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/D19-1547},
  doi          = {10.18653/v1/D19-1547},
  timestamp    = {Wed, 31 May 2023 19:02:37 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/YaoSSY19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/MehtaG19,
  author       = {Nikhil Mehta and
                  Dan Goldwasser},
  editor       = {Jill Burstein and
                  Christy Doran and
                  Thamar Solorio},
  title        = {Improving Natural Language Interaction with Robots Using Advice},
  booktitle    = {Proceedings of the 2019 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long
                  and Short Papers)},
  pages        = {1962--1967},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/n19-1195},
  doi          = {10.18653/v1/n19-1195},
  timestamp    = {Fri, 06 Aug 2021 00:41:31 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/MehtaG19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/ElgoharyMRFRA21,
  author       = {Ahmed Elgohary and
                  Christopher Meek and
                  Matthew Richardson and
                  Adam Fourney and
                  Gonzalo A. Ramos and
                  Ahmed Hassan Awadallah},
  editor       = {Kristina Toutanova and
                  Anna Rumshisky and
                  Luke Zettlemoyer and
                  Dilek Hakkani{-}T{\"{u}}r and
                  Iz Beltagy and
                  Steven Bethard and
                  Ryan Cotterell and
                  Tanmoy Chakraborty and
                  Yichao Zhou},
  title        = {{NL-EDIT:} Correcting Semantic Parse Errors through Natural Language Interaction},
  booktitle    = {Proceedings of the 2021 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2021, Online, June 6-11, 2021},
  pages        = {5599--5610},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.naacl-main.444},
  doi          = {10.18653/v1/2021.naacl-main.444},
  timestamp    = {Sat, 09 Apr 2022 12:40:23 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/ElgoharyMRFRA21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-16755,
  author       = {J{\'{e}}r{\'{e}}my Scheurer and
                  Jon Ander Campos and
                  Tomasz Korbak and
                  Jun Shern Chan and
                  Angelica Chen and
                  Kyunghyun Cho and
                  Ethan Perez},
  title        = {Training Language Models with Language Feedback at Scale},
  journal      = {CoRR},
  volume       = {abs/2303.16755},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.16755},
  doi          = {10.48550/arXiv.2303.16755},
  eprinttype    = {arXiv},
  eprint       = {2303.16755},
  timestamp    = {Fri, 14 Apr 2023 17:38:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-16755.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/XuUKABW23,
  author       = {Jing Xu and
                  Megan Ung and
                  Mojtaba Komeili and
                  Kushal Arora and
                  Y{-}Lan Boureau and
                  Jason Weston},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Learning New Skills after Deployment: Improving open-domain internet-driven
                  dialogue with human feedback},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {13557--13572},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.acl-long.758},
  doi          = {10.18653/v1/2023.acl-long.758},
  timestamp    = {Thu, 10 Aug 2023 12:35:55 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/XuUKABW23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/chi/WuTC22,
  author       = {Tongshuang Wu and
                  Michael Terry and
                  Carrie Jun Cai},
  editor       = {Simone D. J. Barbosa and
                  Cliff Lampe and
                  Caroline Appert and
                  David A. Shamma and
                  Steven Mark Drucker and
                  Julie R. Williamson and
                  Koji Yatani},
  title        = {{AI} Chains: Transparent and Controllable Human-AI Interaction by
                  Chaining Large Language Model Prompts},
  booktitle    = {{CHI} '22: {CHI} Conference on Human Factors in Computing Systems,
                  New Orleans, LA, USA, 29 April 2022 - 5 May 2022},
  pages        = {385:1--385:22},
  publisher    = {{ACM}},
  year         = {2022},
  url          = {https://doi.org/10.1145/3491102.3517582},
  doi          = {10.1145/3491102.3517582},
  timestamp    = {Fri, 29 Apr 2022 17:07:24 +0200},
  biburl       = {https://dblp.org/rec/conf/chi/WuTC22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{kim2023help,
  title={" Help Me Help the AI": Understanding How Explainability Can Support Human-AI Interaction},
  author={Kim, Sunnie SY and Watkins, Elizabeth Anne and Russakovsky, Olga and Fong, Ruth and Monroy-Hern{\'a}ndez, Andr{\'e}s},
  booktitle={Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems},
  pages={1--17},
  year={2023}
}

@article{DBLP:journals/corr/abs-2306-07932,
  author       = {Zefan Cai and
                  Baobao Chang and
                  Wenjuan Han},
  title        = {Human-in-the-Loop through Chain-of-Thought},
  journal      = {CoRR},
  volume       = {abs/2306.07932},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.07932},
  doi          = {10.48550/arXiv.2306.07932},
  eprinttype    = {arXiv},
  eprint       = {2306.07932},
  timestamp    = {Sat, 17 Jun 2023 18:52:05 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-07932.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2307-07047,
  author       = {Bo{-}Ru Lu and
                  Nikita Haduong and
                  Chia{-}Hsuan Lee and
                  Zeqiu Wu and
                  Hao Cheng and
                  Paul Koester and
                  Jean Utke and
                  Tao Yu and
                  Noah A. Smith and
                  Mari Ostendorf},
  title        = {{DIALGEN:} Collaborative Human-LM Generated Dialogues for Improved Understanding of Human-Human Conversations},
  journal      = {CoRR},
  volume       = {abs/2307.07047},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.07047},
  doi          = {10.48550/arXiv.2307.07047},
  eprinttype    = {arXiv},
  eprint       = {2307.07047},
  timestamp    = {Mon, 24 Jul 2023 16:32:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-07047.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/HancockBMW19,
  author       = {Braden Hancock and
                  Antoine Bordes and
                  Pierre{-}Emmanuel Mazar{\'{e}} and
                  Jason Weston},
  editor       = {Anna Korhonen and
                  David R. Traum and
                  Llu{\'{\i}}s M{\`{a}}rquez},
  title        = {Learning from Dialogue after Deployment: Feed Yourself, Chatbot!},
  booktitle    = {Proceedings of the 57th Conference of the Association for Computational
                  Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
                  Volume 1: Long Papers},
  pages        = {3667--3684},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/p19-1358},
  doi          = {10.18653/v1/p19-1358},
  timestamp    = {Fri, 06 Aug 2021 00:41:01 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/HancockBMW19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-10750,
  author       = {Nikhil Mehta and
                  Milagro Teruel and
                  Patricio Figueroa Sanz and
                  Xin Deng and
                  Ahmed Hassan Awadallah and
                  Julia Kiseleva},
  title        = {Improving Grounded Language Understanding in a Collaborative Environment
                  by Interacting with Agents Through Help Feedback},
  journal      = {CoRR},
  volume       = {abs/2304.10750},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.10750},
  doi          = {10.48550/arXiv.2304.10750},
  eprinttype    = {arXiv},
  eprint       = {2304.10750},
  timestamp    = {Tue, 02 May 2023 18:58:23 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-10750.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/SchickYJPLIYNG023,
  author       = {Timo Schick and
                  Jane A. Yu and
                  Zhengbao Jiang and
                  Fabio Petroni and
                  Patrick S. H. Lewis and
                  Gautier Izacard and
                  Qingfei You and
                  Christoforos Nalmpantis and
                  Edouard Grave and
                  Sebastian Riedel},
  title        = {{PEER:} {A} Collaborative Language Model},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=KbYevcLjnc},
  timestamp    = {Fri, 30 Jun 2023 14:55:53 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/SchickYJPLIYNG023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-13548,
  author       = {Vishesh Kalvakurthi and
                  Aparna S. Varde and
                  John Jenq},
  title        = {Hey Dona! Can you help me with student course registration?},
  journal      = {CoRR},
  volume       = {abs/2303.13548},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.13548},
  doi          = {10.48550/arXiv.2303.13548},
  eprinttype    = {arXiv},
  eprint       = {2303.13548},
  timestamp    = {Fri, 14 Apr 2023 17:38:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-13548.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/hri/GvirsmanKNG20,
  author       = {Omer Gvirsman and
                  Yaacov Koren and
                  Tal Norman and
                  Goren Gordon},
  editor       = {Tony Belpaeme and
                  James E. Young and
                  Hatice Gunes and
                  Laurel D. Riek},
  title        = {Patricc: {A} Platform for Triadic Interaction with Changeable Characters},
  booktitle    = {{HRI} '20: {ACM/IEEE} International Conference on Human-Robot Interaction,
                  Cambridge, United Kingdom, March 23-26, 2020},
  pages        = {399--407},
  publisher    = {{ACM}},
  year         = {2020},
  url          = {https://doi.org/10.1145/3319502.3374792},
  doi          = {10.1145/3319502.3374792},
  timestamp    = {Mon, 18 Jul 2022 16:47:42 +0200},
  biburl       = {https://dblp.org/rec/conf/hri/GvirsmanKNG20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2307-02502,
  author       = {Melanie Swan and
                  Takashi Kido and
                  Eric Roland and
                  Renato P. dos Santos},
  title        = {Math Agents: Computational Infrastructure, Mathematical Embedding,
                  and Genomics},
  journal      = {CoRR},
  volume       = {abs/2307.02502},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.02502},
  doi          = {10.48550/arXiv.2307.02502},
  eprinttype    = {arXiv},
  eprint       = {2307.02502},
  timestamp    = {Mon, 10 Jul 2023 17:27:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-02502.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{doi:10.1177/2055207617713827,
    author = {Colleen Stiles-Shields and Enid Montague and Emily G Lattie and Mary J Kwasny and David C Mohr},
    title ={What might get in the way: Barriers to the use of apps for depression},
    journal = {DIGITAL HEALTH},
    volume = {3},
    number = {},
    pages = {2055207617713827},
    year = {2017},
    doi = {10.1177/2055207617713827},
    note ={PMID: 29942605},
    URL = {https://doi.org/10.1177/2055207617713827},
    eprint = {https://doi.org/10.1177/2055207617713827}
}

@inproceedings{DBLP:conf/iva/AliRLMKRSH20,
  author       = {Mohammad Rafayet Ali and
                  Seyedeh Zahra Razavi and
                  Raina Langevin and
                  Abdullah Al Mamun and
                  Benjamin Kane and
                  Reza Rawassizadeh and
                  Lenhart K. Schubert and
                  Ehsan Hoque},
  editor       = {Stacy Marsella and
                  Rachael Jack and
                  Hannes H{\"{o}}gni Vilhj{\'{a}}lmsson and
                  Pedro Sequeira and
                  Emily S. Cross},
  title        = {A Virtual Conversational Agent for Teens with Autism Spectrum Disorder: Experimental Results and Design Lessons},
  booktitle    = {{IVA} '20: {ACM} International Conference on Intelligent Virtual Agents,
                  Virtual Event, Scotland, UK, October 20-22, 2020},
  pages        = {2:1--2:8},
  publisher    = {{ACM}},
  year         = {2020},
  url          = {https://doi.org/10.1145/3383652.3423900},
  doi          = {10.1145/3383652.3423900},
  timestamp    = {Sun, 06 Aug 2023 20:51:57 +0200},
  biburl       = {https://dblp.org/rec/conf/iva/AliRLMKRSH20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{hsu2023helping,
  title={Helping the Helper: Supporting Peer Counselors via AI-Empowered Practice and Feedback},
  author={Hsu, Shang-Ling and Shah, Raj Sanjay and Senthil, Prathik and Ashktorab, Zahra and Dugan, Casey and Geyer, Werner and Yang, Diyi},
  journal={arXiv preprint arXiv:2305.08982},
  year={2023}
}

@article{DBLP:journals/corr/abs-2306-08640,
  author       = {Difei Gao and
                  Lei Ji and
                  Luowei Zhou and
                  Kevin Qinghong Lin and
                  Joya Chen and
                  Zihan Fan and
                  Mike Zheng Shou},
  title        = {AssistGPT: {A} General Multi-modal Assistant that can Plan, Execute, Inspect, and Learn},
  journal      = {CoRR},
  volume       = {abs/2306.08640},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.08640},
  doi          = {10.48550/arXiv.2306.08640},
  eprinttype    = {arXiv},
  eprint       = {2306.08640},
  timestamp    = {Sun, 18 Jun 2023 16:10:59 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-08640.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{Campbell2002DeepB,
  title={Deep Blue},
  author={Murray Campbell and A. Joseph Hoane and Feng-hsiung Hsu},
  journal={Artif. Intell.},
  year={2002},
  volume={134},
  pages={57-83},
  url={https://api.semanticscholar.org/CorpusID:662187}
}

@book{DBLP:series/synthesis/2020McTear,
  author       = {Michael F. McTear},
  title        = {Conversational {AI:} Dialogue Systems, Conversational Agents, and
                  Chatbots},
  series       = {Synthesis Lectures on Human Language Technologies},
  publisher    = {Morgan {\&} Claypool Publishers},
  year         = {2020},
  url          = {https://doi.org/10.2200/S01060ED1V01Y202010HLT048},
  doi          = {10.2200/S01060ED1V01Y202010HLT048},
  timestamp    = {Thu, 08 Apr 2021 13:20:08 +0200},
  biburl       = {https://dblp.org/rec/series/synthesis/2020McTear.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2106-10901,
  author       = {Quim Motger and
                  Xavier Franch and
                  Jordi Marco},
  title        = {Conversational Agents in Software Engineering: Survey, Taxonomy and
                  Challenges},
  journal      = {CoRR},
  volume       = {abs/2106.10901},
  year         = {2021},
  url          = {https://arxiv.org/abs/2106.10901},
  eprinttype    = {arXiv},
  eprint       = {2106.10901},
  timestamp    = {Tue, 29 Jun 2021 16:55:04 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2106-10901.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/ijmms/RappCB21,
  author       = {Amon Rapp and
                  Lorenzo Curti and
                  Arianna Boldi},
  title        = {The human side of human-chatbot interaction: {A} systematic literature
                  review of ten years of research on text-based chatbots},
  journal      = {Int. J. Hum. Comput. Stud.},
  volume       = {151},
  pages        = {102630},
  year         = {2021},
  url          = {https://doi.org/10.1016/j.ijhcs.2021.102630},
  doi          = {10.1016/j.ijhcs.2021.102630},
  timestamp    = {Thu, 29 Apr 2021 15:14:13 +0200},
  biburl       = {https://dblp.org/rec/journals/ijmms/RappCB21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{adamopoulou2020chatbots,
  title={Chatbots: History, technology, and applications},
  author={Adamopoulou, Eleni and Moussiades, Lefteris},
  journal={Machine Learning with Applications},
  volume={2},
  pages={100006},
  year={2020},
  publisher={Elsevier}
}

@inproceedings{DBLP:conf/ijcai/Wang018,
  author       = {Ke Wang and
                  Xiaojun Wan},
  editor       = {J{\'{e}}r{\^{o}}me Lang},
  title        = {SentiGAN: Generating Sentimental Texts via Mixture Adversarial Networks},
  booktitle    = {Proceedings of the Twenty-Seventh International Joint Conference on
                  Artificial Intelligence, {IJCAI} 2018, July 13-19, 2018, Stockholm,
                  Sweden},
  pages        = {4446--4452},
  publisher    = {ijcai.org},
  year         = {2018},
  url          = {https://doi.org/10.24963/ijcai.2018/618},
  doi          = {10.24963/ijcai.2018/618},
  timestamp    = {Thu, 14 Oct 2021 10:39:49 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcai/Wang018.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/WangZ18,
  author       = {Xianda Zhou and
                  William Yang Wang},
  editor       = {Iryna Gurevych and
                  Yusuke Miyao},
  title        = {MojiTalk: Generating Emotional Responses at Scale},
  booktitle    = {Proceedings of the 56th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
                  1: Long Papers},
  pages        = {1128--1137},
  publisher    = {Association for Computational Linguistics},
  year         = {2018},
  url          = {https://aclanthology.org/P18-1104/},
  doi          = {10.18653/v1/P18-1104},
  timestamp    = {Fri, 25 Nov 2022 13:54:42 +0100},
  biburl       = {https://dblp.org/rec/conf/acl/WangZ18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{lin2019caire,
  title={Caire: An empathetic neural chatbot},
  author={Lin, Zhaojiang and Xu, Peng and Winata, Genta Indra and Siddique, Farhad Bin and Liu, Zihan and Shin, Jamin and Fung, Pascale},
  journal={arXiv preprint arXiv:1907.12108},
  year={2019}
}

@article{DBLP:journals/corr/abs-2110-03949,
  author       = {Jiun{-}Hao Jhan and
                  Chao{-}Peng Liu and
                  Shyh{-}Kang Jeng and
                  Hung{-}Yi Lee},
  title        = {CheerBots: Chatbots toward Empathy and Emotionusing Reinforcement
                  Learning},
  journal      = {CoRR},
  volume       = {abs/2110.03949},
  year         = {2021},
  url          = {https://arxiv.org/abs/2110.03949},
  eprinttype    = {arXiv},
  eprint       = {2110.03949},
  timestamp    = {Thu, 21 Oct 2021 16:20:08 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2110-03949.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/LinMSXF19,
  author       = {Zhaojiang Lin and
                  Andrea Madotto and
                  Jamin Shin and
                  Peng Xu and
                  Pascale Fung},
  editor       = {Kentaro Inui and
                  Jing Jiang and
                  Vincent Ng and
                  Xiaojun Wan},
  title        = {MoEL: Mixture of Empathetic Listeners},
  booktitle    = {Proceedings of the 2019 Conference on Empirical Methods in Natural
                  Language Processing and the 9th International Joint Conference on
                  Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
                  November 3-7, 2019},
  pages        = {121--132},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/D19-1012},
  doi          = {10.18653/v1/D19-1012},
  timestamp    = {Thu, 07 Apr 2022 09:14:07 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/LinMSXF19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/MajumderHPLGGMP20,
  author       = {Navonil Majumder and
                  Pengfei Hong and
                  Shanshan Peng and
                  Jiankun Lu and
                  Deepanway Ghosal and
                  Alexander F. Gelbukh and
                  Rada Mihalcea and
                  Soujanya Poria},
  editor       = {Bonnie Webber and
                  Trevor Cohn and
                  Yulan He and
                  Yang Liu},
  title        = {{MIME:} MIMicking Emotions for Empathetic Response Generation},
  booktitle    = {Proceedings of the 2020 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2020, Online, November 16-20, 2020},
  pages        = {8968--8979},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.emnlp-main.721},
  doi          = {10.18653/v1/2020.emnlp-main.721},
  timestamp    = {Wed, 23 Mar 2022 10:11:55 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/MajumderHPLGGMP20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/SabourZH22,
  author       = {Sahand Sabour and
                  Chujie Zheng and
                  Minlie Huang},
  title        = {{CEM:} Commonsense-Aware Empathetic Response Generation},
  booktitle    = {Thirty-Sixth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2022, Thirty-Fourth Conference on Innovative Applications of Artificial
                  Intelligence, {IAAI} 2022, The Twelveth Symposium on Educational Advances
                  in Artificial Intelligence, {EAAI} 2022 Virtual Event, February 22
                  - March 1, 2022},
  pages        = {11229--11237},
  publisher    = {{AAAI} Press},
  year         = {2022},
  url          = {https://ojs.aaai.org/index.php/AAAI/article/view/21373},
  timestamp    = {Tue, 12 Jul 2022 14:14:21 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/SabourZH22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/LiLRRC22,
  author       = {Qintong Li and
                  Piji Li and
                  Zhaochun Ren and
                  Pengjie Ren and
                  Zhumin Chen},
  title        = {Knowledge Bridging for Empathetic Dialogue Generation},
  booktitle    = {Thirty-Sixth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2022, Thirty-Fourth Conference on Innovative Applications of Artificial
                  Intelligence, {IAAI} 2022, The Twelveth Symposium on Educational Advances
                  in Artificial Intelligence, {EAAI} 2022 Virtual Event, February 22
                  - March 1, 2022},
  pages        = {10993--11001},
  publisher    = {{AAAI} Press},
  year         = {2022},
  url          = {https://ojs.aaai.org/index.php/AAAI/article/view/21347},
  timestamp    = {Tue, 12 Jul 2022 14:14:21 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/LiLRRC22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{weng2023prompt,
  title   = "LLM-powered Autonomous Agents",
  author  = "Weng, Lilian",
  journal = "lilianweng.github.io",
  year    = "2023",
  month   = "Jun",
  url     = "https://lilianweng.github.io/posts/2023-06-23-agent/"
}


@article{DBLP:journals/corr/abs-2308-03022,
  author       = {Masum Hasan and
                  Cengiz {\"{O}}zel and
                  Sammy Potter and
                  Ehsan Hoque},
  title        = {{SAPIEN:} Affective Virtual Agents Powered by Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2308.03022},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.03022},
  doi          = {10.48550/arXiv.2308.03022},
  eprinttype    = {arXiv},
  eprint       = {2308.03022},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-03022.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/cbsn/LiuS18,
  author       = {Bingjie Liu and
                  S. Shyam Sundar},
  title        = {Should Machines Express Sympathy and Empathy? Experiments with a Health
                  Advice Chatbot},
  journal      = {Cyberpsychology Behav. Soc. Netw.},
  volume       = {21},
  number       = {10},
  pages        = {625--636},
  year         = {2018},
  url          = {https://doi.org/10.1089/cyber.2018.0110},
  doi          = {10.1089/cyber.2018.0110},
  timestamp    = {Sat, 30 May 2020 19:44:35 +0200},
  biburl       = {https://dblp.org/rec/journals/cbsn/LiuS18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{liu2022artificial,
  title={Artificial empathy in marketing interactions: Bridging the human-AI gap in affective and social customer experience},
  author={Liu-Thompkins, Yuping and Okazaki, Shintaro and Li, Hairong},
  journal={Journal of the Academy of Marketing Science},
  volume={50},
  number={6},
  pages={1198--1218},
  year={2022},
  publisher={Springer}
}

@inproceedings{DBLP:conf/amia/SuFJ0C20,
  author       = {Zhaoyuan Su and
                  Mayara Costa Figueiredo and
                  Jueun Jo and
                  Kai Zheng and
                  Yunan Chen},
  title        = {Analyzing Description, User Understanding and Expectations of {AI}
                  in Mobile Health Applications},
  booktitle    = {{AMIA} 2020, American Medical Informatics Association Annual Symposium,
                  Virtual Event, USA, November 14-18, 2020},
  publisher    = {{AMIA}},
  year         = {2020},
  url          = {https://knowledge.amia.org/72332-amia-1.4602255/t003-1.4606204/t003-1.4606205/3415683-1.4606293/3402094-1.4606290},
  timestamp    = {Wed, 04 Aug 2021 11:13:06 +0200},
  biburl       = {https://dblp.org/rec/conf/amia/SuFJ0C20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/MoravcikSBLMBDW17,
  author       = {Matej Moravc{\'{\i}}k and
                  Martin Schmid and
                  Neil Burch and
                  Viliam Lis{\'{y}} and
                  Dustin Morrill and
                  Nolan Bard and
                  Trevor Davis and
                  Kevin Waugh and
                  Michael Johanson and
                  Michael H. Bowling},
  title        = {DeepStack: Expert-Level Artificial Intelligence in No-Limit Poker},
  journal      = {CoRR},
  volume       = {abs/1701.01724},
  year         = {2017},
  url          = {http://arxiv.org/abs/1701.01724},
  eprinttype    = {arXiv},
  eprint       = {1701.01724},
  timestamp    = {Sun, 06 Sep 2020 22:24:20 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/MoravcikSBLMBDW17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{meta2022human,
  title={Human-level play in the game of Diplomacy by combining language models with strategic reasoning},
  author={Meta Fundamental AI Research Diplomacy Team (FAIR)† and Bakhtin, Anton and Brown, Noam and Dinan, Emily and Farina, Gabriele and Flaherty, Colin and Fried, Daniel and Goff, Andrew and Gray, Jonathan and Hu, Hengyuan and others},
  journal={Science},
  volume={378},
  number={6624},
  pages={1067--1074},
  year={2022},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{DBLP:conf/nips/CarrollSHGSAD19,
  author       = {Micah Carroll and
                  Rohin Shah and
                  Mark K. Ho and
                  Tom Griffiths and
                  Sanjit A. Seshia and
                  Pieter Abbeel and
                  Anca D. Dragan},
  editor       = {Hanna M. Wallach and
                  Hugo Larochelle and
                  Alina Beygelzimer and
                  Florence d'Alch{\'{e}}{-}Buc and
                  Emily B. Fox and
                  Roman Garnett},
  title        = {On the Utility of Learning about Humans for Human-AI Coordination},
  booktitle    = {Advances in Neural Information Processing Systems 32: Annual Conference
                  on Neural Information Processing Systems 2019, NeurIPS 2019, December
                  8-14, 2019, Vancouver, BC, Canada},
  pages        = {5175--5186},
  year         = {2019},
  url          = {https://proceedings.neurips.cc/paper/2019/hash/f5b1b89d98b7286673128a5fb112cb9a-Abstract.html},
  timestamp    = {Thu, 28 Jul 2022 09:56:42 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/CarrollSHGSAD19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{bard2020hanabi,
  title={The hanabi challenge: A new frontier for ai research},
  author={Bard, Nolan and Foerster, Jakob N and Chandar, Sarath and Burch, Neil and Lanctot, Marc and Song, H Francis and Parisotto, Emilio and Dumoulin, Vincent and Moitra, Subhodeep and Hughes, Edward and others},
  journal={Artificial Intelligence},
  volume={280},
  pages={103216},
  year={2020},
  publisher={Elsevier}
}

@inproceedings{DBLP:conf/iclr/Bakhtin0LGJFMB23,
  author       = {Anton Bakhtin and
                  David J. Wu and
                  Adam Lerer and
                  Jonathan Gray and
                  Athul Paul Jacob and
                  Gabriele Farina and
                  Alexander H. Miller and
                  Noam Brown},
  title        = {Mastering the Game of No-Press Diplomacy via Human-Regularized Reinforcement Learning and Planning},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=F61FwJTZhb},
  timestamp    = {Fri, 30 Jun 2023 14:55:52 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/Bakhtin0LGJFMB23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-20076,
  author       = {Jessy Lin and
                  Nicholas Tomlin and
                  Jacob Andreas and
                  Jason Eisner},
  title        = {Decision-Oriented Dialogue for Human-AI Collaboration},
  journal      = {CoRR},
  volume       = {abs/2305.20076},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.20076},
  doi          = {10.48550/arXiv.2305.20076},
  eprinttype    = {arXiv},
  eprint       = {2305.20076},
  timestamp    = {Wed, 07 Jun 2023 17:14:28 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-20076.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/WangSKOYZY19,
  author       = {Xuewei Wang and
                  Weiyan Shi and
                  Richard Kim and
                  Yoojung Oh and
                  Sijia Yang and
                  Jingwen Zhang and
                  Zhou Yu},
  editor       = {Anna Korhonen and
                  David R. Traum and
                  Llu{\'{\i}}s M{\`{a}}rquez},
  title        = {Persuasion for Good: Towards a Personalized Persuasive Dialogue System for Social Good},
  booktitle    = {Proceedings of the 57th Conference of the Association for Computational
                  Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
                  Volume 1: Long Papers},
  pages        = {5635--5649},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/p19-1566},
  doi          = {10.18653/v1/p19-1566},
  timestamp    = {Fri, 06 Aug 2021 00:41:01 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/WangSKOYZY19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-15075,
  author       = {Hongbo Zhang and
                  Junying Chen and
                  Feng Jiang and
                  Fei Yu and
                  Zhihong Chen and
                  Jianquan Li and
                  Guiming Chen and
                  Xiangbo Wu and
                  Zhiyi Zhang and
                  Qingying Xiao and
                  Xiang Wan and
                  Benyou Wang and
                  Haizhou Li},
  title        = {HuatuoGPT, towards Taming Language Model to Be a Doctor},
  journal      = {CoRR},
  volume       = {abs/2305.15075},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.15075},
  doi          = {10.48550/arXiv.2305.15075},
  eprinttype    = {arXiv},
  eprint       = {2305.15075},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-15075.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-03313,
  author       = {Chao Li and
                  Xing Su and
                  Chao Fan and
                  Haoying Han and
                  Cong Xue and
                  Chunmo Zheng},
  title        = {Quantifying the Impact of Large Language Models on Collective Opinion Dynamics},
  journal      = {CoRR},
  volume       = {abs/2308.03313},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.03313},
  doi          = {10.48550/arXiv.2308.03313},
  eprinttype    = {arXiv},
  eprint       = {2308.03313},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-03313.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/ijsr/AbramsP20,
  author       = {Anna M. H. Abrams and
                  Astrid M. Rosenthal{-}von der P{\"{u}}tten},
  title        = {{I-C-E} Framework: Concepts for Group Dynamics Research in Human-Robot
                  Interaction},
  journal      = {Int. J. Soc. Robotics},
  volume       = {12},
  number       = {6},
  pages        = {1213--1229},
  year         = {2020},
  url          = {https://doi.org/10.1007/s12369-020-00642-z},
  doi          = {10.1007/s12369-020-00642-z},
  timestamp    = {Fri, 14 May 2021 08:32:30 +0200},
  biburl       = {https://dblp.org/rec/journals/ijsr/AbramsP20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-13971,
  author       = {Hugo Touvron and
                  Thibaut Lavril and
                  Gautier Izacard and
                  Xavier Martinet and
                  Marie{-}Anne Lachaux and
                  Timoth{\'{e}}e Lacroix and
                  Baptiste Rozi{\`{e}}re and
                  Naman Goyal and
                  Eric Hambro and
                  Faisal Azhar and
                  Aur{\'{e}}lien Rodriguez and
                  Armand Joulin and
                  Edouard Grave and
                  Guillaume Lample},
  title        = {LLaMA: Open and Efficient Foundation Language Models},
  journal      = {CoRR},
  volume       = {abs/2302.13971},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.13971},
  doi          = {10.48550/arXiv.2302.13971},
  eprinttype    = {arXiv},
  eprint       = {2302.13971},
  timestamp    = {Tue, 28 Feb 2023 14:02:05 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-13971.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/0008LSH23,
  author       = {Junnan Li and
                  Dongxu Li and
                  Silvio Savarese and
                  Steven C. H. Hoi},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {{BLIP-2:} Bootstrapping Language-Image Pre-training with Frozen Image
                  Encoders and Large Language Models},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {19730--19742},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/li23q.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/0008LSH23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/cvpr/ChenGY0E22,
  author       = {Jun Chen and
                  Han Guo and
                  Kai Yi and
                  Boyang Li and
                  Mohamed Elhoseiny},
  title        = {VisualGPT: Data-efficient Adaptation of Pretrained Language Models
                  for Image Captioning},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2022, New Orleans, LA, USA, June 18-24, 2022},
  pages        = {18009--18019},
  publisher    = {{IEEE}},
  year         = {2022},
  url          = {https://doi.org/10.1109/CVPR52688.2022.01750},
  doi          = {10.1109/CVPR52688.2022.01750},
  timestamp    = {Tue, 02 May 2023 15:46:29 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/ChenGY0E22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/AlayracDLMBHLMM22,
  author       = {Jean{-}Baptiste Alayrac and
                  Jeff Donahue and
                  Pauline Luc and
                  Antoine Miech and
                  Iain Barr and
                  Yana Hasson and
                  Karel Lenc and
                  Arthur Mensch and
                  Katherine Millican and
                  Malcolm Reynolds and
                  Roman Ring and
                  Eliza Rutherford and
                  Serkan Cabi and
                  Tengda Han and
                  Zhitao Gong and
                  Sina Samangooei and
                  Marianne Monteiro and
                  Jacob L. Menick and
                  Sebastian Borgeaud and
                  Andy Brock and
                  Aida Nematzadeh and
                  Sahand Sharifzadeh and
                  Mikolaj Binkowski and
                  Ricardo Barreira and
                  Oriol Vinyals and
                  Andrew Zisserman and
                  Kar{\'{e}}n Simonyan},
  title        = {Flamingo: a Visual Language Model for Few-Shot Learning},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/960a172bc7fbf0177ccccbb411a7d800-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/AlayracDLMBHLMM22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/WuJJXT23,
  author       = {Weiqi Wu and
                  Chengyue Jiang and
                  Yong Jiang and
                  Pengjun Xie and
                  Kewei Tu},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Do PLMs Know and Understand Ontological Knowledge?},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {3080--3101},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.acl-long.173},
  doi          = {10.18653/v1/2023.acl-long.173},
  timestamp    = {Thu, 10 Aug 2023 12:36:05 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/WuJJXT23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1911-05892,
  author       = {Sumitra Ganesh and
                  Nelson Vadori and
                  Mengda Xu and
                  Hua Zheng and
                  Prashant P. Reddy and
                  Manuela Veloso},
  title        = {Reinforcement Learning for Market Making in a Multi-agent Dealer Market},
  journal      = {CoRR},
  volume       = {abs/1911.05892},
  year         = {2019},
  url          = {http://arxiv.org/abs/1911.05892},
  eprinttype    = {arXiv},
  eprint       = {1911.05892},
  timestamp    = {Wed, 04 Dec 2019 14:02:40 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1911-05892.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/arc/TipaldiIM22,
  author       = {Massimo Tipaldi and
                  Raffaele Iervolino and
                  Paolo Roberto Massenio},
  title        = {Reinforcement learning in spacecraft control applications: Advances,
                  prospects, and challenges},
  journal      = {Annu. Rev. Control.},
  volume       = {54},
  pages        = {1--23},
  year         = {2022},
  url          = {https://doi.org/10.1016/j.arcontrol.2022.07.004},
  doi          = {10.1016/j.arcontrol.2022.07.004},
  timestamp    = {Sun, 25 Dec 2022 14:03:36 +0100},
  biburl       = {https://dblp.org/rec/journals/arc/TipaldiIM22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2211-05100,
  author       = {Teven Le Scao and
                  Angela Fan and
                  Christopher Akiki and
                  Ellie Pavlick and
                  Suzana Ilic and
                  Daniel Hesslow and
                  Roman Castagn{\'{e}} and
                  Alexandra Sasha Luccioni and
                  Fran{\c{c}}ois Yvon and
                  Matthias Gall{\'{e}} and
                  Jonathan Tow and
                  Alexander M. Rush and
                  Stella Biderman and
                  Albert Webson and
                  Pawan Sasanka Ammanamanchi and
                  Thomas Wang and
                  Beno{\^{\i}}t Sagot and
                  Niklas Muennighoff and
                  Albert Villanova del Moral and
                  Olatunji Ruwase and
                  Rachel Bawden and
                  Stas Bekman and
                  Angelina McMillan{-}Major and
                  Iz Beltagy and
                  Huu Nguyen and
                  Lucile Saulnier and
                  Samson Tan and
                  Pedro Ortiz Suarez and
                  Victor Sanh and
                  Hugo Lauren{\c{c}}on and
                  Yacine Jernite and
                  Julien Launay and
                  Margaret Mitchell and
                  Colin Raffel and
                  Aaron Gokaslan and
                  Adi Simhi and
                  Aitor Soroa and
                  Alham Fikri Aji and
                  Amit Alfassy and
                  Anna Rogers and
                  Ariel Kreisberg Nitzav and
                  Canwen Xu and
                  Chenghao Mou and
                  Chris Emezue and
                  Christopher Klamm and
                  Colin Leong and
                  Daniel van Strien and
                  David Ifeoluwa Adelani and
                  et al.},
  title        = {{BLOOM:} {A} 176B-Parameter Open-Access Multilingual Language Model},
  journal      = {CoRR},
  volume       = {abs/2211.05100},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2211.05100},
  doi          = {10.48550/arXiv.2211.05100},
  eprinttype    = {arXiv},
  eprint       = {2211.05100},
  timestamp    = {Mon, 28 Aug 2023 21:26:22 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2211-05100.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{almazrouei2023falcon,
  title={Falcon-40B: an open large language model with state-of-the-art performance},
  author={Almazrouei, Ebtesam and Alobeidli, Hamza and Alshamsi, Abdulaziz and Cappelli, Alessandro and Cojocaru, Ruxandra and Debbah, Merouane and Goffinet, Etienne and Heslow, Daniel and Launay, Julien and Malartic, Quentin and others},
  year={2023}
}

@article{DBLP:journals/corr/abs-2302-04023,
  author       = {Yejin Bang and
                  Samuel Cahyawijaya and
                  Nayeon Lee and
                  Wenliang Dai and
                  Dan Su and
                  Bryan Wilie and
                  Holy Lovenia and
                  Ziwei Ji and
                  Tiezheng Yu and
                  Willy Chung and
                  Quyet V. Do and
                  Yan Xu and
                  Pascale Fung},
  title        = {A Multitask, Multilingual, Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity},
  journal      = {CoRR},
  volume       = {abs/2302.04023},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.04023},
  doi          = {10.48550/arXiv.2302.04023},
  eprinttype    = {arXiv},
  eprint       = {2302.04023},
  timestamp    = {Mon, 28 Aug 2023 21:26:19 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-04023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{ma2023ai,
  title={AI vs. Human--Differentiation Analysis of Scientific Content Generation},
  author={Ma, Yongqiang and Liu, J and Yi, F and Cheng, Q and Huang, Y and Lu, W and Liu, X},
  journal={2023-02-22]. https://arxiv. org/abs/2301.10416}
}

@inproceedings{DBLP:conf/conll/SeePSYM19,
  author       = {Abigail See and
                  Aneesh Pappu and
                  Rohun Saxena and
                  Akhila Yerukola and
                  Christopher D. Manning},
  editor       = {Mohit Bansal and
                  Aline Villavicencio},
  title        = {Do Massively Pretrained Language Models Make Better Storytellers?},
  booktitle    = {Proceedings of the 23rd Conference on Computational Natural Language
                  Learning, CoNLL 2019, Hong Kong, China, November 3-4, 2019},
  pages        = {843--861},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/K19-1079},
  doi          = {10.18653/v1/K19-1079},
  timestamp    = {Thu, 05 Aug 2021 17:36:17 +0200},
  biburl       = {https://dblp.org/rec/conf/conll/SeePSYM19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-01746,
  author       = {Tao Fang and
                  Shu Yang and
                  Kaixin Lan and
                  Derek F. Wong and
                  Jinpeng Hu and
                  Lidia S. Chao and
                  Yue Zhang},
  title        = {Is ChatGPT a Highly Fluent Grammatical Error Correction System? {A} Comprehensive Evaluation},
  journal      = {CoRR},
  volume       = {abs/2304.01746},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.01746},
  doi          = {10.48550/arXiv.2304.01746},
  eprinttype    = {arXiv},
  eprint       = {2304.01746},
  timestamp    = {Mon, 17 Apr 2023 15:20:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-01746.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-12528,
  author       = {Kabir Ahuja and
                  Rishav Hada and
                  Millicent Ochieng and
                  Prachi Jain and
                  Harshita Diddee and
                  Samuel Maina and
                  Tanuja Ganu and
                  Sameer Segal and
                  Maxamed Axmed and
                  Kalika Bali and
                  Sunayana Sitaram},
  title        = {{MEGA:} Multilingual Evaluation of Generative {AI}},
  journal      = {CoRR},
  volume       = {abs/2303.12528},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.12528},
  doi          = {10.48550/arXiv.2303.12528},
  eprinttype    = {arXiv},
  eprint       = {2303.12528},
  timestamp    = {Thu, 13 Apr 2023 17:40:16 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-12528.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{diderot1911diderot,
  title={Diderot's early philosophical works},
  author={Diderot, Denis},
  number={4},
  year={1911},
  publisher={Open Court}
}

@article{paul2023digitization,
  title={Digitization of healthcare sector: A study on privacy and security concerns},
  author={Paul, Metty and Maglaras, Leandros and Ferrag, Mohamed Amine and AlMomani, Iman},
  journal={ICT Express},
  year={2023},
  publisher={Elsevier}
}

@article{DBLP:journals/corr/abs-2304-04370,
  author       = {Yingqiang Ge and
                  Wenyue Hua and
                  Jianchao Ji and
                  Juntao Tan and
                  Shuyuan Xu and
                  Yongfeng Zhang},
  title        = {OpenAGI: When {LLM} Meets Domain Experts},
  journal      = {CoRR},
  volume       = {abs/2304.04370},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.04370},
  doi          = {10.48550/arXiv.2304.04370},
  eprinttype    = {arXiv},
  eprint       = {2304.04370},
  timestamp    = {Tue, 18 Apr 2023 17:25:12 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-04370.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{radford2019better,
  title={Better language models and their implications},
  author={Radford, Alec and Wu, Jeffrey and Amodei, Dario and Amodei, Daniela and Clark, Jack and Brundage, Miles and Sutskever, Ilya},
  journal={OpenAI blog},
  volume={1},
  number={2},
  year={2019}
}
@article{DBLP:journals/corr/abs-2305-14938,
  author       = {Minje Choi and
                  Jiaxin Pei and
                  Sagar Kumar and
                  Chang Shu and
                  David Jurgens},
  title        = {Do LLMs Understand Social Knowledge? Evaluating the Sociability of
                  Large Language Models with SocKET Benchmark},
  journal      = {CoRR},
  volume       = {abs/2305.14938},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14938},
  doi          = {10.48550/arXiv.2305.14938},
  eprinttype    = {arXiv},
  eprint       = {2305.14938},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14938.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-07842,
  author       = {Gr{\'{e}}goire Mialon and
                  Roberto Dess{\`{\i}} and
                  Maria Lomeli and
                  Christoforos Nalmpantis and
                  Ramakanth Pasunuru and
                  Roberta Raileanu and
                  Baptiste Rozi{\`{e}}re and
                  Timo Schick and
                  Jane Dwivedi{-}Yu and
                  Asli Celikyilmaz and
                  Edouard Grave and
                  Yann LeCun and
                  Thomas Scialom},
  title        = {Augmented Language Models: a Survey},
  journal      = {CoRR},
  volume       = {abs/2302.07842},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.07842},
  doi          = {10.48550/arXiv.2302.07842},
  eprinttype    = {arXiv},
  eprint       = {2302.07842},
  timestamp    = {Mon, 20 Feb 2023 14:27:28 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-07842.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/WallaceFKGS19,
  author       = {Eric Wallace and
                  Shi Feng and
                  Nikhil Kandpal and
                  Matt Gardner and
                  Sameer Singh},
  editor       = {Kentaro Inui and
                  Jing Jiang and
                  Vincent Ng and
                  Xiaojun Wan},
  title        = {Universal Adversarial Triggers for Attacking and Analyzing {NLP}},
  booktitle    = {Proceedings of the 2019 Conference on Empirical Methods in Natural
                  Language Processing and the 9th International Joint Conference on
                  Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
                  November 3-7, 2019},
  pages        = {2153--2162},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/D19-1221},
  doi          = {10.18653/v1/D19-1221},
  timestamp    = {Thu, 07 Apr 2022 09:14:07 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/WallaceFKGS19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/JinJZS20,
  author       = {Di Jin and
                  Zhijing Jin and
                  Joey Tianyi Zhou and
                  Peter Szolovits},
  title        = {Is {BERT} Really Robust? {A} Strong Baseline for Natural Language
                  Attack on Text Classification and Entailment},
  booktitle    = {The Thirty-Fourth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2020, The Thirty-Second Innovative Applications of Artificial Intelligence
                  Conference, {IAAI} 2020, The Tenth {AAAI} Symposium on Educational
                  Advances in Artificial Intelligence, {EAAI} 2020, New York, NY, USA,
                  February 7-12, 2020},
  pages        = {8018--8025},
  publisher    = {{AAAI} Press},
  year         = {2020},
  url          = {https://ojs.aaai.org/index.php/AAAI/article/view/6311},
  timestamp    = {Mon, 07 Mar 2022 16:58:06 +0100},
  biburl       = {https://dblp.org/rec/conf/aaai/JinJZS20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-03314,
  author       = {Yashar Talebirad and
                  Amirhossein Nadiri},
  title        = {Multi-Agent Collaboration: Harnessing the Power of Intelligent {LLM}
                  Agents},
  journal      = {CoRR},
  volume       = {abs/2306.03314},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.03314},
  doi          = {10.48550/arXiv.2306.03314},
  eprinttype    = {arXiv},
  eprint       = {2306.03314},
  timestamp    = {Tue, 13 Jun 2023 15:56:49 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-03314.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-14930,
  author       = {Leonard Salewski and
                  Stephan Alaniz and
                  Isabel Rio{-}Torto and
                  Eric Schulz and
                  Zeynep Akata},
  title        = {In-Context Impersonation Reveals Large Language Models' Strengths
                  and Biases},
  journal      = {CoRR},
  volume       = {abs/2305.14930},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14930},
  doi          = {10.48550/arXiv.2305.14930},
  eprinttype    = {arXiv},
  eprint       = {2305.14930},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14930.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-12503,
  author       = {Jinxin Shi and
                  Jiabao Zhao and
                  Yilei Wang and
                  Xingjiao Wu and
                  Jiawen Li and
                  Liang He},
  title        = {{CGMI:} Configurable General Multi-Agent Interaction Framework},
  journal      = {CoRR},
  volume       = {abs/2308.12503},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.12503},
  doi          = {10.48550/arXiv.2308.12503},
  eprinttype    = {arXiv},
  eprint       = {2308.12503},
  timestamp    = {Wed, 30 Aug 2023 17:27:54 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-12503.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2307-04738,
  author       = {Zhao Mandi and
                  Shreeya Jain and
                  Shuran Song},
  title        = {RoCo: Dialectic Multi-Robot Collaboration with Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2307.04738},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.04738},
  doi          = {10.48550/arXiv.2307.04738},
  eprinttype    = {arXiv},
  eprint       = {2307.04738},
  timestamp    = {Mon, 24 Jul 2023 16:32:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-04738.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2304-12998,
  author       = {Rui Hao and
                  Linmei Hu and
                  Weijian Qi and
                  Qingliu Wu and
                  Yirui Zhang and
                  Liqiang Nie},
  title        = {ChatLLM Network: More brains, More intelligence},
  journal      = {CoRR},
  volume       = {abs/2304.12998},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.12998},
  doi          = {10.48550/arXiv.2304.12998},
  eprinttype    = {arXiv},
  eprint       = {2304.12998},
  timestamp    = {Wed, 03 May 2023 14:12:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-12998.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2307-05300,
  author       = {Zhenhailong Wang and
                  Shaoguang Mao and
                  Wenshan Wu and
                  Tao Ge and
                  Furu Wei and
                  Heng Ji},
  title        = {Unleashing Cognitive Synergy in Large Language Models: {A} Task-Solving
                  Agent through Multi-Persona Self-Collaboration},
  journal      = {CoRR},
  volume       = {abs/2307.05300},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.05300},
  doi          = {10.48550/arXiv.2307.05300},
  eprinttype    = {arXiv},
  eprint       = {2307.05300},
  timestamp    = {Mon, 24 Jul 2023 16:32:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-05300.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2301-05327,
  author       = {Sil Hamilton},
  title        = {Blind Judgement: Agent-Based Supreme Court Modelling With {GPT}},
  journal      = {CoRR},
  volume       = {abs/2301.05327},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2301.05327},
  doi          = {10.48550/arXiv.2301.05327},
  eprinttype    = {arXiv},
  eprint       = {2301.05327},
  timestamp    = {Thu, 19 Jan 2023 15:40:01 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2301-05327.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2303-17071,
  author       = {Varun Nair and
                  Elliot Schumacher and
                  Geoffrey J. Tso and
                  Anitha Kannan},
  title        = {{DERA:} Enhancing Large Language Model Completions with Dialog-Enabled
                  Resolving Agents},
  journal      = {CoRR},
  volume       = {abs/2303.17071},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.17071},
  doi          = {10.48550/arXiv.2303.17071},
  eprinttype    = {arXiv},
  eprint       = {2303.17071},
  timestamp    = {Fri, 14 Apr 2023 17:38:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-17071.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-17390,
  author       = {Bill Yuchen Lin and
                  Yicheng Fu and
                  Karina Yang and
                  Prithviraj Ammanabrolu and
                  Faeze Brahman and
                  Shiyu Huang and
                  Chandra Bhagavatula and
                  Yejin Choi and
                  Xiang Ren},
  title        = {SwiftSage: {A} Generative Agent with Fast and Slow Thinking for Complex
                  Interactive Tasks},
  journal      = {CoRR},
  volume       = {abs/2305.17390},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.17390},
  doi          = {10.48550/arXiv.2305.17390},
  eprinttype    = {arXiv},
  eprint       = {2305.17390},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-17390.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-13657,
  author       = {Md. Mahadi Hassan and
                  R. Alexander Knipper and
                  Shubhra Kanti Karmaker Santu},
  title        = {ChatGPT as your Personal Data Scientist},
  journal      = {CoRR},
  volume       = {abs/2305.13657},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.13657},
  doi          = {10.48550/arXiv.2305.13657},
  eprinttype    = {arXiv},
  eprint       = {2305.13657},
  timestamp    = {Mon, 05 Jun 2023 15:42:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-13657.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-08155,
  author       = {Qingyun Wu and
                  Gagan Bansal and
                  Jieyu Zhang and
                  Yiran Wu and
                  Shaokun Zhang and
                  Erkang Zhu and
                  Beibin Li and
                  Li Jiang and
                  Xiaoyun Zhang and
                  Chi Wang},
  title        = {AutoGen: Enabling Next-Gen {LLM} Applications via Multi-Agent Conversation
                  Framework},
  journal      = {CoRR},
  volume       = {abs/2308.08155},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.08155},
  doi          = {10.48550/arXiv.2308.08155},
  eprinttype    = {arXiv},
  eprint       = {2308.08155},
  timestamp    = {Thu, 24 Aug 2023 12:30:27 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-08155.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-11339,
  author       = {Ceyao Zhang and
                  Kaijie Yang and
                  Siyi Hu and
                  Zihao Wang and
                  Guanghe Li and
                  Yihang Sun and
                  Cheng Zhang and
                  Zhaowei Zhang and
                  Anji Liu and
                  Song{-}Chun Zhu and
                  Xiaojun Chang and
                  Junge Zhang and
                  Feng Yin and
                  Yitao Liang and
                  Yaodong Yang},
  title        = {ProAgent: Building Proactive Cooperative {AI} with Large Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2308.11339},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.11339},
  doi          = {10.48550/arXiv.2308.11339},
  eprinttype    = {arXiv},
  eprint       = {2308.11339},
  timestamp    = {Wed, 30 Aug 2023 17:27:54 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-11339.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-10848,
  author       = {Weize Chen and
                  Yusheng Su and
                  Jingwei Zuo and
                  Cheng Yang and
                  Chenfei Yuan and
                  Chen Qian and
                  Chi{-}Min Chan and
                  Yujia Qin and
                  Yaxi Lu and
                  Ruobing Xie and
                  Zhiyuan Liu and
                  Maosong Sun and
                  Jie Zhou},
  title        = {AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent
                  Behaviors in Agents},
  journal      = {CoRR},
  volume       = {abs/2308.10848},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.10848},
  doi          = {10.48550/arXiv.2308.10848},
  eprinttype    = {arXiv},
  eprint       = {2308.10848},
  timestamp    = {Wed, 30 Aug 2023 17:27:54 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-10848.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-00352,
  author       = {Sirui Hong and
                  Xiawu Zheng and
                  Jonathan Chen and
                  Yuheng Cheng and
                  Jinlin Wang and
                  Ceyao Zhang and
                  Zili Wang and
                  Steven Ka Shing Yau and
                  Zijuan Lin and
                  Liyang Zhou and
                  Chenyu Ran and
                  Lingfeng Xiao and
                  Chenglin Wu},
  title        = {MetaGPT: Meta Programming for Multi-Agent Collaborative Framework},
  journal      = {CoRR},
  volume       = {abs/2308.00352},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.00352},
  doi          = {10.48550/arXiv.2308.00352},
  eprinttype    = {arXiv},
  eprint       = {2308.00352},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-00352.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/naacl/0001USW22,
  author       = {Kurt Shuster and
                  Jack Urbanek and
                  Arthur Szlam and
                  Jason Weston},
  editor       = {Marine Carpuat and
                  Marie{-}Catherine de Marneffe and
                  Iv{\'{a}}n Vladimir Meza Ru{\'{\i}}z},
  title        = {Am {I} Me or You? State-of-the-Art Dialogue Models Cannot Maintain
                  an Identity},
  booktitle    = {Findings of the Association for Computational Linguistics: {NAACL}
                  2022, Seattle, WA, United States, July 10-15, 2022},
  pages        = {2367--2387},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.findings-naacl.182},
  doi          = {10.18653/v1/2022.findings-naacl.182},
  timestamp    = {Mon, 01 Aug 2022 16:28:04 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/0001USW22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/csur/HusseinGEJ17,
  author       = {Ahmed Hussein and
                  Mohamed Medhat Gaber and
                  Eyad Elyan and
                  Chrisina Jayne},
  title        = {Imitation Learning: {A} Survey of Learning Methods},
  journal      = {{ACM} Comput. Surv.},
  volume       = {50},
  number       = {2},
  pages        = {21:1--21:35},
  year         = {2017},
  url          = {https://doi.org/10.1145/3054912},
  doi          = {10.1145/3054912},
  timestamp    = {Sat, 08 Jan 2022 02:23:14 +0100},
  biburl       = {https://dblp.org/rec/journals/csur/HusseinGEJ17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icra/LiuGAL18,
  author       = {Yuxuan Liu and
                  Abhishek Gupta and
                  Pieter Abbeel and
                  Sergey Levine},
  title        = {Imitation from Observation: Learning to Imitate Behaviors from Raw
                  Video via Context Translation},
  booktitle    = {2018 {IEEE} International Conference on Robotics and Automation, {ICRA}
                  2018, Brisbane, Australia, May 21-25, 2018},
  pages        = {1118--1125},
  publisher    = {{IEEE}},
  year         = {2018},
  url          = {https://doi.org/10.1109/ICRA.2018.8462901},
  doi          = {10.1109/ICRA.2018.8462901},
  timestamp    = {Thu, 30 Jul 2020 17:47:38 +0200},
  biburl       = {https://dblp.org/rec/conf/icra/LiuGAL18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/BakerAZHTEHSC22,
  author       = {Bowen Baker and
                  Ilge Akkaya and
                  Peter Zhokov and
                  Joost Huizinga and
                  Jie Tang and
                  Adrien Ecoffet and
                  Brandon Houghton and
                  Raul Sampedro and
                  Jeff Clune},
  title        = {Video PreTraining {(VPT):} Learning to Act by Watching Unlabeled Online
                  Videos},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/9c7008aff45b5d8f0973b23e1a22ada0-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/BakerAZHTEHSC22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/nature/SilverSSAHGHBLB17,
  author       = {David Silver and
                  Julian Schrittwieser and
                  Karen Simonyan and
                  Ioannis Antonoglou and
                  Aja Huang and
                  Arthur Guez and
                  Thomas Hubert and
                  Lucas Baker and
                  Matthew Lai and
                  Adrian Bolton and
                  Yutian Chen and
                  Timothy P. Lillicrap and
                  Fan Hui and
                  Laurent Sifre and
                  George van den Driessche and
                  Thore Graepel and
                  Demis Hassabis},
  title        = {Mastering the game of Go without human knowledge},
  journal      = {Nat.},
  volume       = {550},
  number       = {7676},
  pages        = {354--359},
  year         = {2017},
  url          = {https://doi.org/10.1038/nature24270},
  doi          = {10.1038/nature24270},
  timestamp    = {Mon, 27 Sep 2021 17:38:55 +0200},
  biburl       = {https://dblp.org/rec/journals/nature/SilverSSAHGHBLB17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/emnlp/LewisYDPB17,
  author       = {Mike Lewis and
                  Denis Yarats and
                  Yann N. Dauphin and
                  Devi Parikh and
                  Dhruv Batra},
  editor       = {Martha Palmer and
                  Rebecca Hwa and
                  Sebastian Riedel},
  title        = {Deal or No Deal? End-to-End Learning of Negotiation Dialogues},
  booktitle    = {Proceedings of the 2017 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2017, Copenhagen, Denmark, September
                  9-11, 2017},
  pages        = {2443--2453},
  publisher    = {Association for Computational Linguistics},
  year         = {2017},
  url          = {https://doi.org/10.18653/v1/d17-1259},
  doi          = {10.18653/v1/d17-1259},
  timestamp    = {Fri, 06 Aug 2021 00:40:41 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/LewisYDPB17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-1805-00899,
  author       = {Geoffrey Irving and
                  Paul F. Christiano and
                  Dario Amodei},
  title        = {{AI} safety via debate},
  journal      = {CoRR},
  volume       = {abs/1805.00899},
  year         = {2018},
  url          = {http://arxiv.org/abs/1805.00899},
  eprinttype    = {arXiv},
  eprint       = {1805.00899},
  timestamp    = {Thu, 01 Apr 2021 19:06:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1805-00899.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-11595,
  author       = {Kai Xiong and
                  Xiao Ding and
                  Yixin Cao and
                  Ting Liu and
                  Bing Qin},
  title        = {Examining the Inter-Consistency of Large Language Models: An In-depth
                  Analysis via Debate},
  journal      = {CoRR},
  volume       = {abs/2305.11595},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.11595},
  doi          = {10.48550/arXiv.2305.11595},
  eprinttype    = {arXiv},
  eprint       = {2305.11595},
  timestamp    = {Thu, 25 May 2023 15:41:47 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-11595.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-07201,
  author       = {Chi{-}Min Chan and
                  Weize Chen and
                  Yusheng Su and
                  Jianxuan Yu and
                  Wei Xue and
                  Shanghang Zhang and
                  Jie Fu and
                  Zhiyuan Liu},
  title        = {ChatEval: Towards Better LLM-based Evaluators through Multi-Agent
                  Debate},
  journal      = {CoRR},
  volume       = {abs/2308.07201},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.07201},
  doi          = {10.48550/arXiv.2308.07201},
  eprinttype    = {arXiv},
  eprint       = {2308.07201},
  timestamp    = {Wed, 30 Aug 2023 11:34:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-07201.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@Inbook{Clarebout2013,
  author    =   "Clarebout, Geraldine
                and Elen, Jan
                and Collazo, Norma A. Juarez
                and Lust, Griet
                and Jiang, Lai",
  title     =   "Metacognition and the Use of Tools",
  bookTitle =   "International Handbook of Metacognition and       Learning Technologies",
  year      =   "2013",
  publisher =   "Springer New York",
  address   =   "New York, NY",
  pages     =   "187--195",
  isbn      =   "978-1-4419-5546-3",
  doi       =   "10.1007/978-1-4419-5546-3_13",
  url       =   "https://doi.org/10.1007/978-1-4419-5546-3_13"
}

@inproceedings{10.1145/1553374.1553380,
  author    =   {Bengio, Yoshua and Louradour, J\'{e}r\^{o}me and Collobert, Ronan and Weston, Jason},
  title     =   {Curriculum Learning},
  year      =   {2009},
  isbn      =   {9781605585161},
  publisher =   {Association for Computing Machinery},
  address   =   {New York, NY, USA},
  url       =   {https://doi.org/10.1145/1553374.1553380},
  doi       =   {10.1145/1553374.1553380},
  booktitle =   {Proceedings of the 26th Annual International Conference on Machine Learning},
  pages     =   {41–48},
  numpages  =   {8},
  location  =   {Montreal, Quebec, Canada},
  series    =   {ICML '09}
}

@misc{chatgpt2022,
    author = {OpenAI},
    title = {OpenAI: Introducing ChatGPT},
    howpublished = {Website},
    year = {2022},
    note = {\url{https://openai.com/blog/chatgpt}}
}

@inproceedings{DBLP:conf/acl/LewisLGGMLSZ20,
  author       = {Mike Lewis and
                  Yinhan Liu and
                  Naman Goyal and
                  Marjan Ghazvininejad and
                  Abdelrahman Mohamed and
                  Omer Levy and
                  Veselin Stoyanov and
                  Luke Zettlemoyer},
  editor       = {Dan Jurafsky and
                  Joyce Chai and
                  Natalie Schluter and
                  Joel R. Tetreault},
  title        = {{BART:} Denoising Sequence-to-Sequence Pre-training for Natural Language
                  Generation, Translation, and Comprehension},
  booktitle    = {Proceedings of the 58th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2020, Online, July 5-10, 2020},
  pages        = {7871--7880},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.acl-main.703},
  doi          = {10.18653/v1/2020.acl-main.703},
  timestamp    = {Wed, 16 Mar 2022 23:55:02 +0100},
  biburl       = {https://dblp.org/rec/conf/acl/LewisLGGMLSZ20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/ZhangWZ19,
  author       = {Xingxing Zhang and
                  Furu Wei and
                  Ming Zhou},
  editor       = {Anna Korhonen and
                  David R. Traum and
                  Llu{\'{\i}}s M{\`{a}}rquez},
  title        = {{HIBERT:} Document Level Pre-training of Hierarchical Bidirectional
                  Transformers for Document Summarization},
  booktitle    = {Proceedings of the 57th Conference of the Association for Computational
                  Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
                  Volume 1: Long Papers},
  pages        = {5059--5069},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/p19-1499},
  doi          = {10.18653/v1/p19-1499},
  timestamp    = {Fri, 06 Aug 2021 00:41:01 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/ZhangWZ19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2305-01625,
  author       = {Amanda Bertsch and
                  Uri Alon and
                  Graham Neubig and
                  Matthew R. Gormley},
  title        = {Unlimiformer: Long-Range Transformers with Unlimited Length Input},
  journal      = {CoRR},
  volume       = {abs/2305.01625},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.01625},
  doi          = {10.48550/arXiv.2305.01625},
  eprinttype    = {arXiv},
  eprint       = {2305.01625},
  timestamp    = {Fri, 05 May 2023 14:35:02 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-01625.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2210-05529,
  author       = {Ilias Chalkidis and
                  Xiang Dai and
                  Manos Fergadiotis and
                  Prodromos Malakasiotis and
                  Desmond Elliott},
  title        = {An Exploration of Hierarchical Attention Transformers for Efficient
                  Long Document Classification},
  journal      = {CoRR},
  volume       = {abs/2210.05529},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2210.05529},
  doi          = {10.48550/arXiv.2210.05529},
  eprinttype    = {arXiv},
  eprint       = {2210.05529},
  timestamp    = {Thu, 13 Oct 2022 14:33:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2210-05529.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/ChowdhuryC23a,
  author       = {Jishnu Ray Chowdhury and
                  Cornelia Caragea},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {Monotonic Location Attention for Length Generalization},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {28792--28808},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/ray-chowdhury23b.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/ChowdhuryC23a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/RuossDGGCBLV23,
  author       = {Anian Ruoss and
                  Gr{\'{e}}goire Del{\'{e}}tang and
                  Tim Genewein and
                  Jordi Grau{-}Moya and
                  R{\'{o}}bert Csord{\'{a}}s and
                  Mehdi Bennani and
                  Shane Legg and
                  Joel Veness},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Randomized Positional Encodings Boost Length Generalization of Transformers},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 2: Short Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {1889--1903},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.acl-short.161},
  doi          = {10.18653/v1/2023.acl-short.161},
  timestamp    = {Thu, 10 Aug 2023 12:35:50 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/RuossDGGCBLV23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-16300,
  author       = {Amirkeivan Mohtashami and
                  Martin Jaggi},
  title        = {Landmark Attention: Random-Access Infinite Context Length for Transformers},
  journal      = {CoRR},
  volume       = {abs/2305.16300},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.16300},
  doi          = {10.48550/arXiv.2305.16300},
  eprinttype    = {arXiv},
  eprint       = {2305.16300},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-16300.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/BajajDKKUWBDDM21,
  author       = {Ahsaas Bajaj and
                  Pavitra Dangati and
                  Kalpesh Krishna and
                  Pradhiksha Ashok Kumar and
                  Rheeya Uppaal and
                  Bradford Windsor and
                  Eliot Brenner and
                  Dominic Dotterrer and
                  Rajarshi Das and
                  Andrew McCallum},
  editor       = {Jad Kabbara and
                  Haitao Lin and
                  Amandalynne Paullada and
                  Jannis Vamvas},
  title        = {Long Document Summarization in a Low Resource Setting using Pretrained
                  Language Models},
  booktitle    = {Proceedings of the {ACL-IJCNLP} 2021 Student Research Workshop, {ACL}
                  2021, Online, JUli 5-10, 2021},
  pages        = {71--80},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.acl-srw.7},
  doi          = {10.18653/v1/2021.acl-srw.7},
  timestamp    = {Thu, 20 Jan 2022 10:02:05 +0100},
  biburl       = {https://dblp.org/rec/conf/acl/BajajDKKUWBDDM21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/ZaheerGDAAOPRWY20,
  author       = {Manzil Zaheer and
                  Guru Guruganesh and
                  Kumar Avinava Dubey and
                  Joshua Ainslie and
                  Chris Alberti and
                  Santiago Onta{\~{n}}{\'{o}}n and
                  Philip Pham and
                  Anirudh Ravula and
                  Qifan Wang and
                  Li Yang and
                  Amr Ahmed},
  editor       = {Hugo Larochelle and
                  Marc'Aurelio Ranzato and
                  Raia Hadsell and
                  Maria{-}Florina Balcan and
                  Hsuan{-}Tien Lin},
  title        = {Big Bird: Transformers for Longer Sequences},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020, NeurIPS 2020, December
                  6-12, 2020, virtual},
  year         = {2020},
  url          = {https://proceedings.neurips.cc/paper/2020/hash/c8512d142a2d849725f31a9a7a361ab9-Abstract.html},
  timestamp    = {Tue, 19 Jan 2021 15:57:14 +0100},
  biburl       = {https://dblp.org/rec/conf/nips/ZaheerGDAAOPRWY20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2208-04347,
  author       = {Jason Phang and
                  Yao Zhao and
                  Peter J. Liu},
  title        = {Investigating Efficiently Extending Transformers for Long Input Summarization},
  journal      = {CoRR},
  volume       = {abs/2208.04347},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2208.04347},
  doi          = {10.48550/arXiv.2208.04347},
  eprinttype    = {arXiv},
  eprint       = {2208.04347},
  timestamp    = {Tue, 16 Aug 2022 16:44:57 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2208-04347.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2302-14502,
  author       = {Zican Dong and
                  Tianyi Tang and
                  Junyi Li and
                  Wayne Xin Zhao},
  title        = {A Survey on Long Text Modeling with Transformers},
  journal      = {CoRR},
  volume       = {abs/2302.14502},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.14502},
  doi          = {10.48550/arXiv.2302.14502},
  eprinttype    = {arXiv},
  eprint       = {2302.14502},
  timestamp    = {Thu, 02 Mar 2023 10:23:33 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-14502.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/ManakulG21,
  author       = {Potsawee Manakul and
                  Mark J. F. Gales},
  editor       = {Marie{-}Francine Moens and
                  Xuanjing Huang and
                  Lucia Specia and
                  Scott Wen{-}tau Yih},
  title        = {Sparsity and Sentence Structure in Encoder-Decoder Attention of Summarization
                  Systems},
  booktitle    = {Proceedings of the 2021 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2021, Virtual Event / Punta Cana, Dominican
                  Republic, 7-11 November, 2021},
  pages        = {9359--9368},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.emnlp-main.739},
  doi          = {10.18653/v1/2021.emnlp-main.739},
  timestamp    = {Thu, 20 Jan 2022 10:02:11 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/ManakulG21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2303-09752,
  author       = {Joshua Ainslie and
                  Tao Lei and
                  Michiel de Jong and
                  Santiago Onta{\~{n}}{\'{o}}n and
                  Siddhartha Brahma and
                  Yury Zemlyanskiy and
                  David C. Uthus and
                  Mandy Guo and
                  James Lee{-}Thorp and
                  Yi Tay and
                  Yun{-}Hsuan Sung and
                  Sumit Sanghai},
  title        = {CoLT5: Faster Long-Range Transformers with Conditional Computation},
  journal      = {CoRR},
  volume       = {abs/2303.09752},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.09752},
  doi          = {10.48550/arXiv.2303.09752},
  eprinttype    = {arXiv},
  eprint       = {2303.09752},
  timestamp    = {Tue, 21 Mar 2023 10:44:42 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-09752.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/CuiH21,
  author       = {Peng Cui and
                  Le Hu},
  editor       = {Kristina Toutanova and
                  Anna Rumshisky and
                  Luke Zettlemoyer and
                  Dilek Hakkani{-}T{\"{u}}r and
                  Iz Beltagy and
                  Steven Bethard and
                  Ryan Cotterell and
                  Tanmoy Chakraborty and
                  Yichao Zhou},
  title        = {Sliding Selector Network with Dynamic Memory for Extractive Summarization
                  of Long Documents},
  booktitle    = {Proceedings of the 2021 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2021, Online, June 6-11, 2021},
  pages        = {5881--5891},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.naacl-main.470},
  doi          = {10.18653/v1/2021.naacl-main.470},
  timestamp    = {Fri, 06 Aug 2021 00:41:31 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/CuiH21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/RaePJHL20,
  author       = {Jack W. Rae and
                  Anna Potapenko and
                  Siddhant M. Jayakumar and
                  Chloe Hillier and
                  Timothy P. Lillicrap},
  title        = {Compressive Transformers for Long-Range Sequence Modelling},
  booktitle    = {8th International Conference on Learning Representations, {ICLR} 2020,
                  Addis Ababa, Ethiopia, April 26-30, 2020},
  publisher    = {OpenReview.net},
  year         = {2020},
  url          = {https://openreview.net/forum?id=SylKikSYDH},
  timestamp    = {Thu, 07 May 2020 17:11:48 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/RaePJHL20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2010-06891,
  author       = {Qingyang Wu and
                  Zhenzhong Lan and
                  Jing Gu and
                  Zhou Yu},
  title        = {Memformer: The Memory-Augmented Transformer},
  journal      = {CoRR},
  volume       = {abs/2010.06891},
  year         = {2020},
  url          = {https://arxiv.org/abs/2010.06891},
  eprinttype    = {arXiv},
  eprint       = {2010.06891},
  timestamp    = {Tue, 20 Oct 2020 15:08:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2010-06891.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-15262,
  author       = {Kejuan Yang and
                  Xiao Liu and
                  Kaiwen Men and
                  Aohan Zeng and
                  Yuxiao Dong and
                  Jie Tang},
  title        = {Revisiting Parallel Context Windows: {A} Frustratingly Simple Alternative
                  and Chain-of-Thought Deterioration},
  journal      = {CoRR},
  volume       = {abs/2305.15262},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.15262},
  doi          = {10.48550/arXiv.2305.15262},
  eprinttype    = {arXiv},
  eprint       = {2305.15262},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-15262.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/WuRHS22,
  author       = {Yuhuai Wu and
                  Markus Norman Rabe and
                  DeLesley Hutchins and
                  Christian Szegedy},
  title        = {Memorizing Transformers},
  booktitle    = {The Tenth International Conference on Learning Representations, {ICLR}
                  2022, Virtual Event, April 25-29, 2022},
  publisher    = {OpenReview.net},
  year         = {2022},
  url          = {https://openreview.net/forum?id=TrjbxzRcnf-},
  timestamp    = {Sat, 20 Aug 2022 01:15:42 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/WuRHS22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2208-00748,
  author       = {Maor Ivgi and
                  Uri Shaham and
                  Jonathan Berant},
  title        = {Efficient Long-Text Understanding with Short-Text Models},
  journal      = {CoRR},
  volume       = {abs/2208.00748},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2208.00748},
  doi          = {10.48550/arXiv.2208.00748},
  eprinttype    = {arXiv},
  eprint       = {2208.00748},
  timestamp    = {Mon, 09 Jan 2023 08:12:41 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2208-00748.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{bran2023chemcrow,
      title={ChemCrow: Augmenting large-language models with chemistry tools}, 
      author={Andres M Bran and Sam Cox and Andrew D White and Philippe Schwaller},
      year={2023},
      eprint={2304.05376},
      archivePrefix={arXiv},
      primaryClass={physics.chem-ph}
}

@book{DBLP:books/daglib/0027240,
  author       = {John von Neumann and
                  Oskar Morgenstern},
  title        = {Theory of Games and Economic Behavior (60th-Anniversary Edition)},
  publisher    = {Princeton University Press},
  year         = {2007},
  url          = {http://press.princeton.edu/titles/7802.html},
  isbn         = {978-0-691-13061-3},
  timestamp    = {Fri, 02 Sep 2011 15:11:47 +0200},
  biburl       = {https://dblp.org/rec/books/daglib/0027240.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/sigact/Aziz10,
  author       = {Haris Aziz},
  title        = {Multiagent systems: algorithmic, game-theoretic, and logical foundations
                  by Y. Shoham and K. Leyton-Brown Cambridge University Press, 2008},
  journal      = {{SIGACT} News},
  volume       = {41},
  number       = {1},
  pages        = {34--37},
  year         = {2010},
  url          = {https://doi.org/10.1145/1753171.1753181},
  doi          = {10.1145/1753171.1753181},
  timestamp    = {Tue, 06 Nov 2018 12:51:30 +0100},
  biburl       = {https://dblp.org/rec/journals/sigact/Aziz10.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-03427,
  author       = {Jingqing Ruan and
                  Yihong Chen and
                  Bin Zhang and
                  Zhiwei Xu and
                  Tianpeng Bao and
                  Guoqing Du and
                  Shiwei Shi and
                  Hangyu Mao and
                  Xingyu Zeng and
                  Rui Zhao},
  title        = {{TPTU:} Task Planning and Tool Usage of Large Language Model-based
                  {AI} Agents},
  journal      = {CoRR},
  volume       = {abs/2308.03427},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.03427},
  doi          = {10.48550/arXiv.2308.03427},
  eprinttype    = {arXiv},
  eprint       = {2308.03427},
  timestamp    = {Tue, 22 Aug 2023 13:58:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-03427.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{minsky1988society,
  title={Society of mind},
  author={Minsky, Marvin},
  year={1988},
  publisher={Simon and Schuster}
}

@article{balaji2010introduction,
  title={An introduction to multi-agent systems},
  author={Balaji, Parasumanna Gokulan and Srinivasan, Dipti},
  journal={Innovations in multi-agent systems and applications-1},
  pages={1--27},
  year={2010},
  publisher={Springer}
}

@article{yang2020overview,
  title={An overview of multi-agent reinforcement learning from game theoretical perspective},
  author={Yang, Yaodong and Wang, Jun},
  journal={arXiv preprint arXiv:2011.00583},
  year={2020}
}

@article{DBLP:journals/corr/abs-2306-03901,
  author       = {Chenxu Hu and
                  Jie Fu and
                  Chenzhuang Du and
                  Simian Luo and
                  Junbo Zhao and
                  Hang Zhao},
  title        = {ChatDB: Augmenting LLMs with Databases as Their Symbolic Memory},
  journal      = {CoRR},
  volume       = {abs/2306.03901},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.03901},
  doi          = {10.48550/arXiv.2306.03901},
  eprinttype    = {arXiv},
  eprint       = {2306.03901},
  timestamp    = {Tue, 13 Jun 2023 15:56:49 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-03901.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-05481,
  author       = {Xuanhe Zhou and
                  Guoliang Li and
                  Zhiyuan Liu},
  title        = {{LLM} As {DBA}},
  journal      = {CoRR},
  volume       = {abs/2308.05481},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.05481},
  doi          = {10.48550/arXiv.2308.05481},
  eprinttype    = {arXiv},
  eprint       = {2308.05481},
  timestamp    = {Wed, 23 Aug 2023 14:43:32 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-05481.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-17580,
  author       = {Yongliang Shen and
                  Kaitao Song and
                  Xu Tan and
                  Dongsheng Li and
                  Weiming Lu and
                  Yueting Zhuang},
  title        = {HuggingGPT: Solving {AI} Tasks with ChatGPT and its Friends in HuggingFace},
  journal      = {CoRR},
  volume       = {abs/2303.17580},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.17580},
  doi          = {10.48550/arXiv.2303.17580},
  eprinttype    = {arXiv},
  eprint       = {2303.17580},
  timestamp    = {Thu, 04 May 2023 17:10:57 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-17580.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/cikm/FininFMM94,
  author       = {Timothy W. Finin and
                  Richard Fritzson and
                  Donald P. McKay and
                  Robin McEntire},
  title        = {{KQML} As An Agent Communication Language},
  booktitle    = {Proceedings of the Third International Conference on Information and
                  Knowledge Management (CIKM'94), Gaithersburg, Maryland, USA, November
                  29 - December 2, 1994},
  pages        = {456--463},
  publisher    = {{ACM}},
  year         = {1994},
  url          = {https://doi.org/10.1145/191246.191322},
  doi          = {10.1145/191246.191322},
  timestamp    = {Wed, 14 Nov 2018 11:00:18 +0100},
  biburl       = {https://dblp.org/rec/conf/cikm/FininFMM94.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{ogundare2023industrial,
      title={Industrial Engineering with Large Language Models: A case study of ChatGPT's performance on Oil \& Gas problems}, 
      author={Oluwatosin Ogundare and Srinath Madasu and Nathanial Wiggins},
      year={2023},
      eprint={2304.14354},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}


@article{DBLP:journals/ral/KadianTGCWLSCB20,
  author       = {Abhishek Kadian and
                  Joanne Truong and
                  Aaron Gokaslan and
                  Alexander Clegg and
                  Erik Wijmans and
                  Stefan Lee and
                  Manolis Savva and
                  Sonia Chernova and
                  Dhruv Batra},
  title        = {Sim2Real Predictivity: Does Evaluation in Simulation Predict Real-World
                  Performance?},
  journal      = {{IEEE} Robotics Autom. Lett.},
  volume       = {5},
  number       = {4},
  pages        = {6670--6677},
  year         = {2020},
  url          = {https://doi.org/10.1109/LRA.2020.3013848},
  doi          = {10.1109/LRA.2020.3013848},
  timestamp    = {Thu, 14 Oct 2021 08:58:07 +0200},
  biburl       = {https://dblp.org/rec/journals/ral/KadianTGCWLSCB20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@book{inkeles1974becoming,
  title={Becoming modern: Individual change in six developing countries},
  author={Inkeles, Alex and Smith, David H},
  year={1974},
  publisher={Harvard University Press}
}
@article{abrams2020c,
  title={I--C--E Framework: Concepts for Group Dynamics Research in Human-Robot Interaction: Revisiting Theory from Social Psychology on Ingroup Identification (I), Cohesion (C) and Entitativity (E)},
  author={Abrams, Anna MH and der P{\"u}tten, Astrid M Rosenthal-von},
  journal={International Journal of Social Robotics},
  volume={12},
  pages={1213--1229},
  year={2020},
  publisher={Springer}
}
@article{DBLP:journals/corr/abs-2305-17147,
  author       = {Zhaowei Zhang and
                  Nian Liu and
                  Siyuan Qi and
                  Ceyao Zhang and
                  Ziqi Rong and
                  Song{-}Chun Zhu and
                  Shuguang Cui and
                  Yaodong Yang},
  title        = {Heterogeneous Value Evaluation for Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.17147},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.17147},
  doi          = {10.48550/arXiv.2305.17147},
  eprinttype    = {arXiv},
  eprint       = {2305.17147},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-17147.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/acl/KwonLKLKD23,
  author       = {Deuk Sin Kwon and
                  Sunwoo Lee and
                  Ki Hyun Kim and
                  Seojin Lee and
                  Taeyoon Kim and
                  Eric Davis},
  editor       = {Sunayana Sitaram and
                  Beata Beigman Klebanov and
                  Jason D. Williams},
  title        = {What, When, and How to Ground: Designing User Persona-Aware Conversational
                  Agents for Engaging Dialogue},
  booktitle    = {Proceedings of the The 61st Annual Meeting of the Association for
                  Computational Linguistics: Industry Track, {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {707--719},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.acl-industry.68},
  doi          = {10.18653/v1/2023.acl-industry.68},
  timestamp    = {Thu, 10 Aug 2023 12:35:59 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/KwonLKLKD23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/acl/KielaWZDUS18,
  author       = {Saizheng Zhang and
                  Emily Dinan and
                  Jack Urbanek and
                  Arthur Szlam and
                  Douwe Kiela and
                  Jason Weston},
  editor       = {Iryna Gurevych and
                  Yusuke Miyao},
  title        = {Personalizing Dialogue Agents: {I} have a dog, do you have pets too?},
  booktitle    = {Proceedings of the 56th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2018, Melbourne, Australia, July 15-20, 2018, Volume
                  1: Long Papers},
  pages        = {2204--2213},
  publisher    = {Association for Computational Linguistics},
  year         = {2018},
  url          = {https://aclanthology.org/P18-1205/},
  doi          = {10.18653/v1/P18-1205},
  timestamp    = {Fri, 06 Aug 2021 00:41:00 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/KielaWZDUS18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/uist/ParkPCMLB22,
  author       = {Joon Sung Park and
                  Lindsay Popowski and
                  Carrie J. Cai and
                  Meredith Ringel Morris and
                  Percy Liang and
                  Michael S. Bernstein},
  editor       = {Maneesh Agrawala and
                  Jacob O. Wobbrock and
                  Eytan Adar and
                  Vidya Setlur},
  title        = {Social Simulacra: Creating Populated Prototypes for Social Computing
                  Systems},
  booktitle    = {The 35th Annual {ACM} Symposium on User Interface Software and Technology,
                  {UIST} 2022, Bend, OR, USA, 29 October 2022 - 2 November 2022},
  pages        = {74:1--74:18},
  publisher    = {{ACM}},
  year         = {2022},
  url          = {https://doi.org/10.1145/3526113.3545616},
  doi          = {10.1145/3526113.3545616},
  timestamp    = {Mon, 31 Oct 2022 17:28:48 +0100},
  biburl       = {https://dblp.org/rec/conf/uist/ParkPCMLB22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2111-09509,
  author       = {R. Thomas McCoy and
                  Paul Smolensky and
                  Tal Linzen and
                  Jianfeng Gao and
                  Asli Celikyilmaz},
  title        = {How much do language models copy from their training data? Evaluating
                  linguistic novelty in text generation using {RAVEN}},
  journal      = {CoRR},
  volume       = {abs/2111.09509},
  year         = {2021},
  url          = {https://arxiv.org/abs/2111.09509},
  eprinttype    = {arXiv},
  eprint       = {2111.09509},
  timestamp    = {Mon, 22 Nov 2021 16:44:07 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2111-09509.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/eacl/LuZZWY23,
  author       = {Albert Lu and
                  Hongxin Zhang and
                  Yanzhe Zhang and
                  Xuezhi Wang and
                  Diyi Yang},
  editor       = {Andreas Vlachos and
                  Isabelle Augenstein},
  title        = {Bounding the Capabilities of Large Language Models in Open Text Generation with Prompt Constraints},
  booktitle    = {Findings of the Association for Computational Linguistics: {EACL}
                  2023, Dubrovnik, Croatia, May 2-6, 2023},
  pages        = {1937--1963},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://aclanthology.org/2023.findings-eacl.148},
  timestamp    = {Mon, 08 May 2023 14:38:37 +0200},
  biburl       = {https://dblp.org/rec/conf/eacl/LuZZWY23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2307-00184,
  author       = {Mustafa Safdari and
                  Greg Serapio{-}Garc{\'{\i}}a and
                  Cl{\'{e}}ment Crepy and
                  Stephen Fitz and
                  Peter Romero and
                  Luning Sun and
                  Marwa Abdulhai and
                  Aleksandra Faust and
                  Maja Mataric},
  title        = {Personality Traits in Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2307.00184},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.00184},
  doi          = {10.48550/arXiv.2307.00184},
  eprinttype    = {arXiv},
  eprint       = {2307.00184},
  timestamp    = {Mon, 10 Jul 2023 17:27:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-00184.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@misc{li2023does,
      title={Does GPT-3 Demonstrate Psychopathy? Evaluating Large Language Models from a Psychological Perspective}, 
      author={Xingxuan Li and Yutong Li and Shafiq Joty and Linlin Liu and Fei Huang and Lin Qiu and Lidong Bing},
      year={2023},
      eprint={2212.10529},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}
@article{DBLP:journals/corr/abs-2307-16180,
  author       = {Keyu Pan and
                  Yawen Zeng},
  title        = {Do LLMs Possess a Personality? Making the {MBTI} Test an Amazing Evaluation
                  for Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2307.16180},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.16180},
  doi          = {10.48550/arXiv.2307.16180},
  eprinttype    = {arXiv},
  eprint       = {2307.16180},
  timestamp    = {Wed, 02 Aug 2023 15:37:53 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-16180.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2204-12000,
  author       = {Saketh Reddy Karra and
                  Son Nguyen and
                  Theja Tulabandhula},
  title        = {{AI} Personification: Estimating the Personality of Language Models},
  journal      = {CoRR},
  volume       = {abs/2204.12000},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2204.12000},
  doi          = {10.48550/arXiv.2204.12000},
  eprinttype    = {arXiv},
  eprint       = {2204.12000},
  timestamp    = {Thu, 28 Apr 2022 16:52:52 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2204-12000.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2212-10276,
  author       = {Graham Caron and
                  Shashank Srivastava},
  title        = {Identifying and Manipulating the Personality Traits of Language Models},
  journal      = {CoRR},
  volume       = {abs/2212.10276},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.10276},
  doi          = {10.48550/arXiv.2212.10276},
  eprinttype    = {arXiv},
  eprint       = {2212.10276},
  timestamp    = {Tue, 03 Jan 2023 15:59:43 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-10276.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@book{kendall2012sociology,
  title={Sociology in our times},
  author={Kendall, Diana},
  year={2012},
  publisher={Cengage Learning}
}
@article{allport1937personality,
  title={Personality: A psychological interpretation.},
  author={Allport, Gordon Willard},
  year={1937},
  publisher={Holt}
}
@article{DBLP:journals/cacm/Bates94,
  author       = {Joseph Bates},
  title        = {The Role of Emotion in Believable Agents},
  journal      = {Commun. {ACM}},
  volume       = {37},
  number       = {7},
  pages        = {122--125},
  year         = {1994},
  url          = {https://doi.org/10.1145/176789.176803},
  doi          = {10.1145/176789.176803},
  timestamp    = {Wed, 14 Nov 2018 10:22:36 +0100},
  biburl       = {https://dblp.org/rec/journals/cacm/Bates94.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2307-15810,
  author       = {Zilin Ma and
                  Yiyang Mei and
                  Zhaoyuan Su},
  title        = {Understanding the Benefits and Challenges of Using Large Language
                  Model-based Conversational Agents for Mental Well-being Support},
  journal      = {CoRR},
  volume       = {abs/2307.15810},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.15810},
  doi          = {10.48550/arXiv.2307.15810},
  eprinttype    = {arXiv},
  eprint       = {2307.15810},
  timestamp    = {Wed, 02 Aug 2023 15:37:53 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-15810.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2302-09070,
  author       = {Reza Habibi and
                  Johannes Pfau and
                  Jonattan Holmes and
                  Magy Seif El{-}Nasr},
  title        = {Empathetic {AI} for Empowering Resilience in Games},
  journal      = {CoRR},
  volume       = {abs/2302.09070},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.09070},
  doi          = {10.48550/arXiv.2302.09070},
  eprinttype    = {arXiv},
  eprint       = {2302.09070},
  timestamp    = {Thu, 23 Feb 2023 16:02:44 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-09070.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2307-09042,
  author       = {Xuena Wang and
                  Xueting Li and
                  Zi Yin and
                  Yue Wu and
                  Liu Jia},
  title        = {Emotional Intelligence of Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2307.09042},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.09042},
  doi          = {10.48550/arXiv.2307.09042},
  eprinttype    = {arXiv},
  eprint       = {2307.09042},
  timestamp    = {Tue, 25 Jul 2023 16:04:08 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-09042.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2302-02083,
  author       = {Michal Kosinski},
  title        = {Theory of Mind May Have Spontaneously Emerged in Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2302.02083},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.02083},
  doi          = {10.48550/arXiv.2302.02083},
  eprinttype    = {arXiv},
  eprint       = {2302.02083},
  timestamp    = {Fri, 10 Feb 2023 12:26:38 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-02083.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2206-14576,
  author       = {Marcel Binz and
                  Eric Schulz},
  title        = {Using cognitive psychology to understand {GPT-3}},
  journal      = {CoRR},
  volume       = {abs/2206.14576},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2206.14576},
  doi          = {10.48550/arXiv.2206.14576},
  eprinttype    = {arXiv},
  eprint       = {2206.14576},
  timestamp    = {Mon, 04 Jul 2022 16:22:19 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2206-14576.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2303-11436,
  author       = {Sifatkaur Dhingra and
                  Manmeet Singh and
                  Vaisakh S. B and
                  Neetiraj Malviya and
                  Sukhpal Singh Gill},
  title        = {Mind meets machine: Unravelling GPT-4's cognitive psychology},
  journal      = {CoRR},
  volume       = {abs/2303.11436},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.11436},
  doi          = {10.48550/arXiv.2303.11436},
  eprinttype    = {arXiv},
  eprint       = {2303.11436},
  timestamp    = {Thu, 13 Apr 2023 12:19:33 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-11436.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2303-13988,
  author       = {Thilo Hagendorff},
  title        = {Machine Psychology: Investigating Emergent Capabilities and Behavior
                  in Large Language Models Using Psychological Methods},
  journal      = {CoRR},
  volume       = {abs/2303.13988},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.13988},
  doi          = {10.48550/arXiv.2303.13988},
  eprinttype    = {arXiv},
  eprint       = {2303.13988},
  timestamp    = {Fri, 14 Apr 2023 17:38:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-13988.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2207-07051,
  author       = {Ishita Dasgupta and
                  Andrew K. Lampinen and
                  Stephanie C. Y. Chan and
                  Antonia Creswell and
                  Dharshan Kumaran and
                  James L. McClelland and
                  Felix Hill},
  title        = {Language models show human-like content effects on reasoning},
  journal      = {CoRR},
  volume       = {abs/2207.07051},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2207.07051},
  doi          = {10.48550/arXiv.2207.07051},
  eprinttype    = {arXiv},
  eprint       = {2207.07051},
  timestamp    = {Thu, 17 Aug 2023 08:01:32 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2207-07051.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2306-06548,
  author       = {Simon J. Han and
                  Keith Ransom and
                  Andrew Perfors and
                  Charles Kemp},
  title        = {Inductive reasoning in humans and large language models},
  journal      = {CoRR},
  volume       = {abs/2306.06548},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.06548},
  doi          = {10.48550/arXiv.2306.06548},
  eprinttype    = {arXiv},
  eprint       = {2306.06548},
  timestamp    = {Fri, 16 Jun 2023 12:41:12 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-06548.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@misc{hagendorff2023thinking,
      title={Thinking Fast and Slow in Large Language Models}, 
      author={Thilo Hagendorff and Sarah Fabi and Michal Kosinski},
      year={2023},
      eprint={2212.05206},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}
@article{DBLP:journals/corr/abs-2306-07622,
  author       = {Thilo Hagendorff and
                  Sarah Fabi},
  title        = {Human-Like Intuitive Behavior and Reasoning Biases Emerged in Language
                  Models - and Disappeared in {GPT-4}},
  journal      = {CoRR},
  volume       = {abs/2306.07622},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.07622},
  doi          = {10.48550/arXiv.2306.07622},
  eprinttype    = {arXiv},
  eprint       = {2306.07622},
  timestamp    = {Sat, 17 Jun 2023 18:52:05 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-07622.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{elyoseph2023chatgpt,
  title={ChatGPT outperforms humans in emotional awareness evaluations},
  author={Elyoseph, Zohar and Hadar-Shoval, Dorit and Asraf, Kfir and Lvovsky, Maya},
  journal={Frontiers in Psychology},
  volume={14},
  pages={1199058},
  year={2023},
  publisher={Frontiers}
}
@inproceedings{DBLP:conf/acl/CurryC23,
  author       = {Alba Curry and
                  Amanda Cercas Curry},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Computer says "No": The Case Against Empathetic Conversational {AI}},
  booktitle    = {Findings of the Association for Computational Linguistics: {ACL} 2023,
                  Toronto, Canada, July 9-14, 2023},
  pages        = {8123--8130},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.findings-acl.515},
  doi          = {10.18653/v1/2023.findings-acl.515},
  timestamp    = {Thu, 10 Aug 2023 12:35:51 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/CurryC23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{ling2023domain,
      title={Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey}, 
      author={Chen Ling and Xujiang Zhao and Jiaying Lu and Chengyuan Deng and Can Zheng and Junxiang Wang and Tanmoy Chowdhury and Yun Li and Hejie Cui and Xuchao Zhang and Tianjiao Zhao and Amit Panalkar and Wei Cheng and Haoyu Wang and Yanchi Liu and Zhengzhang Chen and Haifeng Chen and Chris White and Quanquan Gu and Jian Pei and Liang Zhao},
      year={2023},
      eprint={2305.18703},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}
@proceedings{DBLP:conf/dagstuhl/1995soscsi,
  editor       = {Klaus G. Troitzsch and
                  Ulrich Mueller and
                  G. Nigel Gilbert and
                  Jim Doran},
  title        = {Social Science Microsimulation [Dagstuhl Seminar, May, 1995]},
  publisher    = {Springer},
  year         = {1996},
  isbn         = {3-540-61572-5},
  timestamp    = {Wed, 10 Jul 2002 13:58:21 +0200},
  biburl       = {https://dblp.org/rec/conf/dagstuhl/1995soscsi.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2307-14984,
  author       = {Chen Gao and
                  Xiaochong Lan and
                  Zhihong Lu and
                  Jinzhu Mao and
                  Jinghua Piao and
                  Huandong Wang and
                  Depeng Jin and
                  Yong Li},
  title        = {S\({}^{\mbox{3}}\): Social-network Simulation System with Large Language
                  Model-Empowered Agents},
  journal      = {CoRR},
  volume       = {abs/2307.14984},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.14984},
  doi          = {10.48550/arXiv.2307.14984},
  eprinttype    = {arXiv},
  eprint       = {2307.14984},
  timestamp    = {Wed, 02 Aug 2023 15:37:53 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-14984.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@InProceedings{WIMMER2021EVE,
author    = {Wimmer, S. and Pfeiffer, A. and Denk, N.},
title     = {THE EVERYDAY LIFE IN THE SIMS 4 DURING A PANDEMIC. A LIFE SIMULATION AS A VIRTUAL MIRROR OF SOCIETY?},
series    = {15th International Technology, Education and Development Conference},
booktitle = {INTED2021 Proceedings},
isbn      = {978-84-09-27666-0},
issn      = {2340-1079},
doi       = {10.21125/inted.2021.1162},
url       = {https://doi.org/10.21125/inted.2021.1162},
publisher = {IATED},
location  = {Online Conference},
month     = {8-9 March, 2021},
year      = {2021},
pages     = {5754-5760}}

@article{DBLP:journals/corr/abs-2110-05352,
  author       = {Lik{-}Hang Lee and
                  Tristan Braud and
                  Pengyuan Zhou and
                  Lin Wang and
                  Dianlei Xu and
                  Zijun Lin and
                  Abhishek Kumar and
                  Carlos Bermejo and
                  Pan Hui},
  title        = {All One Needs to Know about Metaverse: {A} Complete Survey on Technological
                  Singularity, Virtual Ecosystem, and Research Agenda},
  journal      = {CoRR},
  volume       = {abs/2110.05352},
  year         = {2021},
  url          = {https://arxiv.org/abs/2110.05352},
  eprinttype    = {arXiv},
  eprint       = {2110.05352},
  timestamp    = {Thu, 21 Oct 2021 16:20:08 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2110-05352.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{
doi:10.1126/science.adi1778,
author = {Igor Grossmann  and Matthew Feinberg  and Dawn C. Parker  and Nicholas A. Christakis  and Philip E. Tetlock  and William A. Cunningham },
title = {AI and the transformation of social science research},
journal = {Science},
volume = {380},
number = {6650},
pages = {1108-1109},
year = {2023},
doi = {10.1126/science.adi1778},
URL = {https://www.science.org/doi/abs/10.1126/science.adi1778},
eprint = {https://www.science.org/doi/pdf/10.1126/science.adi1778}
}

@article{DBLP:journals/corr/abs-2304-13835,
  author       = {Jimmy Wei and
                  Kurt Shuster and
                  Arthur Szlam and
                  Jason Weston and
                  Jack Urbanek and
                  Mojtaba Komeili},
  title        = {Multi-Party Chat: Conversational Agents in Group Settings with Humans
                  and Models},
  journal      = {CoRR},
  volume       = {abs/2304.13835},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.13835},
  doi          = {10.48550/arXiv.2304.13835},
  eprinttype    = {arXiv},
  eprint       = {2304.13835},
  timestamp    = {Wed, 03 May 2023 14:12:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-13835.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/aim/HollanHW84,
  author       = {James D. Hollan and
                  Edwin L. Hutchins and
                  Louis Weitzman},
  title        = {{STEAMER:} An Interactive Inspectable Simulation-Based Training System},
  journal      = {{AI} Mag.},
  volume       = {5},
  number       = {2},
  pages        = {15--27},
  year         = {1984},
  url          = {https://ojs.aaai.org/index.php/aimagazine/article/view/434},
  timestamp    = {Mon, 07 Mar 2022 16:57:32 +0100},
  biburl       = {https://dblp.org/rec/journals/aim/HollanHW84.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/aim/TambeJJKLRS95,
  author       = {Milind Tambe and
                  W. Lewis Johnson and
                  Randolph M. Jones and
                  Frank V. Koss and
                  John E. Laird and
                  Paul S. Rosenbloom and
                  Karl Schwamb},
  title        = {Intelligent Agents for Interactive Simulation Environments},
  journal      = {{AI} Mag.},
  volume       = {16},
  number       = {1},
  pages        = {15--39},
  year         = {1995},
  url          = {https://doi.org/10.1609/aimag.v16i1.1121},
  doi          = {10.1609/aimag.v16i1.1121},
  timestamp    = {Tue, 25 Aug 2020 16:51:03 +0200},
  biburl       = {https://dblp.org/rec/journals/aim/TambeJJKLRS95.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{chen2021evaluating,
      title={Evaluating Large Language Models Trained on Code}, 
      author={Mark Chen and Jerry Tworek and Heewoo Jun and Qiming Yuan and Henrique Ponde de Oliveira Pinto and Jared Kaplan and Harri Edwards and Yuri Burda and Nicholas Joseph and Greg Brockman and Alex Ray and Raul Puri and Gretchen Krueger and Michael Petrov and Heidy Khlaaf and Girish Sastry and Pamela Mishkin and Brooke Chan and Scott Gray and Nick Ryder and Mikhail Pavlov and Alethea Power and Lukasz Kaiser and Mohammad Bavarian and Clemens Winter and Philippe Tillet and Felipe Petroski Such and Dave Cummings and Matthias Plappert and Fotios Chantzis and Elizabeth Barnes and Ariel Herbert-Voss and William Hebgen Guss and Alex Nichol and Alex Paino and Nikolas Tezak and Jie Tang and Igor Babuschkin and Suchir Balaji and Shantanu Jain and William Saunders and Christopher Hesse and Andrew N. Carr and Jan Leike and Josh Achiam and Vedant Misra and Evan Morikawa and Alec Radford and Matthew Knight and Miles Brundage and Mira Murati and Katie Mayer and Peter Welinder and Bob McGrew and Dario Amodei and Sam McCandlish and Ilya Sutskever and Wojciech Zaremba},
      year={2021},
      eprint={2107.03374},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}
@article{Chase-LangChain-2022,
  title={{LangChain}},
  author={Chase, Harrison},
  journal={URL https://github.com/hwchase17/langchain},
  year={2022}
}
@article{AgentGPT,
  title={{Agent{\_}GPT}},
  author={Reworked},
  journal={URL https://github.com/reworkd/AgentGPT},
  year={2023}
}
@article{gptengineer,
  title={{GPT Engineer}},
  author={AntonOsika},
  journal={URL https://github.com/AntonOsika/gpt-engineer},
  year={2023}
}

@article{DBLP:journals/corr/abs-2306-05152,
  author       = {Robert Feldt and
                  Sungmin Kang and
                  Juyeon Yoon and
                  Shin Yoo},
  title        = {Towards Autonomous Testing Agents via Conversational Large Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2306.05152},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.05152},
  doi          = {10.48550/arXiv.2306.05152},
  eprinttype    = {arXiv},
  eprint       = {2306.05152},
  timestamp    = {Wed, 14 Jun 2023 13:17:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-05152.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2307-13854,
  author       = {Shuyan Zhou and
                  Frank F. Xu and
                  Hao Zhu and
                  Xuhui Zhou and
                  Robert Lo and
                  Abishek Sridhar and
                  Xianyi Cheng and
                  Yonatan Bisk and
                  Daniel Fried and
                  Uri Alon and
                  Graham Neubig},
  title        = {WebArena: {A} Realistic Web Environment for Building Autonomous Agents},
  journal      = {CoRR},
  volume       = {abs/2307.13854},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.13854},
  doi          = {10.48550/arXiv.2307.13854},
  eprinttype    = {arXiv},
  eprint       = {2307.13854},
  timestamp    = {Wed, 02 Aug 2023 15:37:53 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-13854.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2012-02757,
  author       = {Sahith N. Dambekodi and
                  Spencer Frazier and
                  Prithviraj Ammanabrolu and
                  Mark O. Riedl},
  title        = {Playing Text-Based Games with Common Sense},
  journal      = {CoRR},
  volume       = {abs/2012.02757},
  year         = {2020},
  url          = {https://arxiv.org/abs/2012.02757},
  eprinttype    = {arXiv},
  eprint       = {2012.02757},
  timestamp    = {Wed, 09 Dec 2020 15:29:05 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2012-02757.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-02412,
  author       = {Yue Wu and
                  So Yeon Min and
                  Yonatan Bisk and
                  Ruslan Salakhutdinov and
                  Amos Azaria and
                  Yuanzhi Li and
                  Tom M. Mitchell and
                  Shrimai Prabhumoye},
  title        = {Plan, Eliminate, and Track - Language Models are Good Teachers for
                  Embodied Agents},
  journal      = {CoRR},
  volume       = {abs/2305.02412},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.02412},
  doi          = {10.48550/arXiv.2305.02412},
  eprinttype    = {arXiv},
  eprint       = {2305.02412},
  timestamp    = {Wed, 10 May 2023 12:35:01 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-02412.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/atal/SinghSM22,
  author       = {Ishika Singh and
                  Gargi Singh and
                  Ashutosh Modi},
  editor       = {Piotr Faliszewski and
                  Viviana Mascardi and
                  Catherine Pelachaud and
                  Matthew E. Taylor},
  title        = {Pre-trained Language Models as Prior Knowledge for Playing Text-based
                  Games},
  booktitle    = {21st International Conference on Autonomous Agents and Multiagent
                  Systems, {AAMAS} 2022, Auckland, New Zealand, May 9-13, 2022},
  pages        = {1729--1731},
  publisher    = {International Foundation for Autonomous Agents and Multiagent Systems
                  {(IFAAMAS)}},
  year         = {2022},
  url          = {https://www.ifaamas.org/Proceedings/aamas2022/pdfs/p1729.pdf},
  doi          = {10.5555/3535850.3536091},
  timestamp    = {Mon, 18 Jul 2022 17:13:00 +0200},
  biburl       = {https://dblp.org/rec/conf/atal/SinghSM22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/naacl/AmmanabroluULSR21,
  author       = {Prithviraj Ammanabrolu and
                  Jack Urbanek and
                  Margaret Li and
                  Arthur Szlam and
                  Tim Rockt{\"{a}}schel and
                  Jason Weston},
  editor       = {Kristina Toutanova and
                  Anna Rumshisky and
                  Luke Zettlemoyer and
                  Dilek Hakkani{-}T{\"{u}}r and
                  Iz Beltagy and
                  Steven Bethard and
                  Ryan Cotterell and
                  Tanmoy Chakraborty and
                  Yichao Zhou},
  title        = {How to Motivate Your Dragon: Teaching Goal-Driven Agents to Speak
                  and Act in Fantasy Worlds},
  booktitle    = {Proceedings of the 2021 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2021, Online, June 6-11, 2021},
  pages        = {807--833},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.naacl-main.64},
  doi          = {10.18653/v1/2021.naacl-main.64},
  timestamp    = {Fri, 06 Aug 2021 00:41:31 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/AmmanabroluULSR21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-03549,
  author       = {Songhua Yang and
                  Hanjie Zhao and
                  Senbin Zhu and
                  Guangyu Zhou and
                  Hongfei Xu and
                  Yuxiang Jia and
                  Hongying Zan},
  title        = {Zhongjing: Enhancing the Chinese Medical Capabilities of Large Language
                  Model through Expert Feedback and Real-world Multi-turn Dialogue},
  journal      = {CoRR},
  volume       = {abs/2308.03549},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.03549},
  doi          = {10.48550/arXiv.2308.03549},
  eprinttype    = {arXiv},
  eprint       = {2308.03549},
  timestamp    = {Tue, 22 Aug 2023 13:58:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-03549.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ijcnn/GaoGT23,
  author       = {Wanting Gao and
                  Xinyi Gao and
                  Yin Tang},
  title        = {Multi-Turn Dialogue Agent as Sales' Assistant in Telemarketing},
  booktitle    = {International Joint Conference on Neural Networks, {IJCNN} 2023, Gold
                  Coast, Australia, June 18-23, 2023},
  pages        = {1--9},
  publisher    = {{IEEE}},
  year         = {2023},
  url          = {https://doi.org/10.1109/IJCNN54540.2023.10192042},
  doi          = {10.1109/IJCNN54540.2023.10192042},
  timestamp    = {Wed, 09 Aug 2023 16:25:09 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcnn/GaoGT23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2112-00861,
  author       = {Amanda Askell and
                  Yuntao Bai and
                  Anna Chen and
                  Dawn Drain and
                  Deep Ganguli and
                  Tom Henighan and
                  Andy Jones and
                  Nicholas Joseph and
                  Benjamin Mann and
                  Nova DasSarma and
                  Nelson Elhage and
                  Zac Hatfield{-}Dodds and
                  Danny Hernandez and
                  Jackson Kernion and
                  Kamal Ndousse and
                  Catherine Olsson and
                  Dario Amodei and
                  Tom B. Brown and
                  Jack Clark and
                  Sam McCandlish and
                  Chris Olah and
                  Jared Kaplan},
  title        = {A General Language Assistant as a Laboratory for Alignment},
  journal      = {CoRR},
  volume       = {abs/2112.00861},
  year         = {2021},
  url          = {https://arxiv.org/abs/2112.00861},
  eprinttype    = {arXiv},
  eprint       = {2112.00861},
  timestamp    = {Tue, 07 Dec 2021 12:15:54 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2112-00861.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-11854,
  author       = {Hiroki Furuta and
                  Ofir Nachum and
                  Kuang{-}Huei Lee and
                  Yutaka Matsuo and
                  Shixiang Shane Gu and
                  Izzeddin Gur},
  title        = {Multimodal Web Navigation with Instruction-Finetuned Foundation Models},
  journal      = {CoRR},
  volume       = {abs/2305.11854},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.11854},
  doi          = {10.48550/arXiv.2305.11854},
  eprinttype    = {arXiv},
  eprint       = {2305.11854},
  timestamp    = {Thu, 25 May 2023 15:41:47 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-11854.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/naacl/XuMDCHLL21,
  author       = {Nancy Xu and
                  Sam Masling and
                  Michael Du and
                  Giovanni Campagna and
                  Larry Heck and
                  James A. Landay and
                  Monica Lam},
  editor       = {Kristina Toutanova and
                  Anna Rumshisky and
                  Luke Zettlemoyer and
                  Dilek Hakkani{-}T{\"{u}}r and
                  Iz Beltagy and
                  Steven Bethard and
                  Ryan Cotterell and
                  Tanmoy Chakraborty and
                  Yichao Zhou},
  title        = {Grounding Open-Domain Instructions to Automate Web Support Tasks},
  booktitle    = {Proceedings of the 2021 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2021, Online, June 6-11, 2021},
  pages        = {1022--1032},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.naacl-main.80},
  doi          = {10.18653/v1/2021.naacl-main.80},
  timestamp    = {Wed, 15 Mar 2023 16:22:09 +0100},
  biburl       = {https://dblp.org/rec/conf/naacl/XuMDCHLL21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/nips/Yao0YN22,
  author       = {Shunyu Yao and
                  Howard Chen and
                  John Yang and
                  Karthik Narasimhan},
  title        = {WebShop: Towards Scalable Real-World Web Interaction with Grounded
                  Language Agents},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/82ad13ec01f9fe44c01cb91814fd7b8c-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/Yao0YN22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-07863,
  author       = {Longtao Zheng and
                  Rundong Wang and
                  Bo An},
  title        = {Synapse: Leveraging Few-Shot Exemplars for Human-Level Computer Control},
  journal      = {CoRR},
  volume       = {abs/2306.07863},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.07863},
  doi          = {10.48550/arXiv.2306.07863},
  eprinttype    = {arXiv},
  eprint       = {2306.07863},
  timestamp    = {Sat, 17 Jun 2023 18:52:05 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-07863.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2303-17491,
  author       = {Geunwoo Kim and
                  Pierre Baldi and
                  Stephen McAleer},
  title        = {Language Models can Solve Computer Tasks},
  journal      = {CoRR},
  volume       = {abs/2303.17491},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.17491},
  doi          = {10.48550/arXiv.2303.17491},
  eprinttype    = {arXiv},
  eprint       = {2303.17491},
  timestamp    = {Fri, 14 Apr 2023 17:38:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-17491.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{wilson2019if,
  title={" If you catch my drift...": ability to infer implied meaning is distinct from vocabulary and grammar skills},
  author={Wilson, Alexander C and Bishop, Dorothy VM},
  journal={Wellcome open research},
  volume={4},
  year={2019},
  publisher={The Wellcome Trust}
}

@article{DBLP:journals/corr/abs-2306-06070,
  author       = {Xiang Deng and
                  Yu Gu and
                  Boyuan Zheng and
                  Shijie Chen and
                  Samuel Stevens and
                  Boshi Wang and
                  Huan Sun and
                  Yu Su},
  title        = {Mind2Web: Towards a Generalist Agent for the Web},
  journal      = {CoRR},
  volume       = {abs/2306.06070},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.06070},
  doi          = {10.48550/arXiv.2306.06070},
  eprinttype    = {arXiv},
  eprint       = {2306.06070},
  timestamp    = {Tue, 18 Jul 2023 07:50:26 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-06070.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2307-12856,
  author       = {Izzeddin Gur and
                  Hiroki Furuta and
                  Austin Huang and
                  Mustafa Safdari and
                  Yutaka Matsuo and
                  Douglas Eck and
                  Aleksandra Faust},
  title        = {A Real-World WebAgent with Planning, Long Context Understanding, and
                  Program Synthesis},
  journal      = {CoRR},
  volume       = {abs/2307.12856},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.12856},
  doi          = {10.48550/arXiv.2307.12856},
  eprinttype    = {arXiv},
  eprint       = {2307.12856},
  timestamp    = {Tue, 01 Aug 2023 14:49:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-12856.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{VERMEULEN1976133,
title = {‘Dynamics of Growth in a Finite World’ – Comprehensive Sensitivity Analysis},
journal = {IFAC Proceedings Volumes},
volume = {9},
number = {3},
pages = {133-145},
year = {1976},
note = {IFAC Symposium on Large Scale Systems Theory and Applications, Milano, Italy, 16-20 June},
issn = {1474-6670},
doi = {https://doi.org/10.1016/S1474-6670(17)67333-6},
url = {https://www.sciencedirect.com/science/article/pii/S1474667017673336},
author = {P.J. Vermeulen and D.C.J. {de Jongh}},
abstract = {The mathematical model basic to the results of “The Limits to Growth” has been found to be very sensitive to small perturbations. Even qualitatively different results, such as the avoidance of the predicted disastrous collapse of world population, Can. be obtained by a combination of small changes.}
}

@incollection{forrester1993system,
  title={System dynamics and the lessons of 35 years},
  author={Forrester, Jay W},
  booktitle={A systems-based approach to policymaking},
  pages={199--240},
  year={1993},
  publisher={Springer}
}

@article{DBLP:journals/corr/abs-2308-04026,
  author       = {Jiaju Lin and
                  Haoran Zhao and
                  Aochi Zhang and
                  Yiting Wu and
                  Huqiuyue Ping and
                  Qin Chen},
  title        = {AgentSims: An Open-Source Sandbox for Large Language Model Evaluation},
  journal      = {CoRR},
  volume       = {abs/2308.04026},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.04026},
  doi          = {10.48550/arXiv.2308.04026},
  eprinttype    = {arXiv},
  eprint       = {2308.04026},
  timestamp    = {Tue, 22 Aug 2023 13:58:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-04026.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icml/HuangAPM22,
  author       = {Wenlong Huang and
                  Pieter Abbeel and
                  Deepak Pathak and
                  Igor Mordatch},
  editor       = {Kamalika Chaudhuri and
                  Stefanie Jegelka and
                  Le Song and
                  Csaba Szepesv{\'{a}}ri and
                  Gang Niu and
                  Sivan Sabato},
  title        = {Language Models as Zero-Shot Planners: Extracting Actionable Knowledge
                  for Embodied Agents},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022, 17-23 July
                  2022, Baltimore, Maryland, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {162},
  pages        = {9118--9147},
  publisher    = {{PMLR}},
  year         = {2022},
  url          = {https://proceedings.mlr.press/v162/huang22a.html},
  timestamp    = {Tue, 12 Jul 2022 17:36:52 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/HuangAPM22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2210-04964,
  author       = {Maitrey Gramopadhye and
                  Daniel Szafir},
  title        = {Generating Executable Action Plans with Environmentally-Aware Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2210.04964},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2210.04964},
  doi          = {10.48550/arXiv.2210.04964},
  eprinttype    = {arXiv},
  eprint       = {2210.04964},
  timestamp    = {Thu, 13 Oct 2022 14:33:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2210-04964.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-01552,
  author       = {Po{-}Lin Chen and
                  Cheng{-}Shang Chang},
  title        = {InterAct: Exploring the Potentials of ChatGPT as a Cooperative Agent},
  journal      = {CoRR},
  volume       = {abs/2308.01552},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.01552},
  doi          = {10.48550/arXiv.2308.01552},
  eprinttype    = {arXiv},
  eprint       = {2308.01552},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-01552.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2211-09935,
  author       = {Shreyas Sundara Raman and
                  Vanya Cohen and
                  Eric Rosen and
                  Ifrah Idrees and
                  David Paulius and
                  Stefanie Tellex},
  title        = {Planning with Large Language Models via Corrective Re-prompting},
  journal      = {CoRR},
  volume       = {abs/2211.09935},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2211.09935},
  doi          = {10.48550/arXiv.2211.09935},
  eprinttype    = {arXiv},
  eprint       = {2211.09935},
  timestamp    = {Thu, 24 Nov 2022 15:52:33 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2211-09935.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-01423,
  author       = {Yeonghun Kang and
                  Jihan Kim},
  title        = {ChatMOF: An Autonomous {AI} System for Predicting and Generating Metal-Organic
                  Frameworks},
  journal      = {CoRR},
  volume       = {abs/2308.01423},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.01423},
  doi          = {10.48550/arXiv.2308.01423},
  eprinttype    = {arXiv},
  eprint       = {2308.01423},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-01423.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/emnlp/WangJCA22,
  author       = {Ruoyao Wang and
                  Peter A. Jansen and
                  Marc{-}Alexandre C{\^{o}}t{\'{e}} and
                  Prithviraj Ammanabrolu},
  editor       = {Yoav Goldberg and
                  Zornitsa Kozareva and
                  Yue Zhang},
  title        = {ScienceWorld: Is your Agent Smarter than a 5th Grader?},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {11279--11298},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.775},
  doi          = {10.18653/v1/2022.emnlp-main.775},
  timestamp    = {Thu, 10 Aug 2023 12:35:36 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/WangJCA22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-05091,
  author       = {Prateek Chhikara and
                  Jiarui Zhang and
                  Filip Ilievski and
                  Jonathan Francis and
                  Kaixin Ma},
  title        = {Knowledge-enhanced Agents for Interactive Text Games},
  journal      = {CoRR},
  volume       = {abs/2305.05091},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.05091},
  doi          = {10.48550/arXiv.2305.05091},
  eprinttype    = {arXiv},
  eprint       = {2305.05091},
  timestamp    = {Fri, 12 May 2023 16:06:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-05091.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2306-15626,
  author       = {Kaiyu Yang and
                  Aidan M. Swope and
                  Alex Gu and
                  Rahul Chalamala and
                  Peiyang Song and
                  Shixing Yu and
                  Saad Godil and
                  Ryan Prenger and
                  Anima Anandkumar},
  title        = {LeanDojo: Theorem Proving with Retrieval-Augmented Language Models},
  journal      = {CoRR},
  volume       = {abs/2306.15626},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.15626},
  doi          = {10.48550/arXiv.2306.15626},
  eprinttype    = {arXiv},
  eprint       = {2306.15626},
  timestamp    = {Fri, 30 Jun 2023 15:53:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-15626.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{lin2023evolutionary,
  title={Evolutionary-scale prediction of atomic-level protein structure with a language model},
  author={Lin, Zeming and Akin, Halil and Rao, Roshan and Hie, Brian and Zhu, Zhongkai and Lu, Wenting and Smetanin, Nikita and Verkuil, Robert and Kabeli, Ori and Shmueli, Yaniv and others},
  journal={Science},
  volume={379},
  number={6637},
  pages={1123--1130},
  year={2023},
  publisher={American Association for the Advancement of Science}
}
@article{DBLP:journals/mlst/IrwinDHB22,
  author       = {Ross Irwin and
                  Spyridon Dimitriadis and
                  Jiazhen He and
                  Esben Jannik Bjerrum},
  title        = {Chemformer: a pre-trained transformer for computational chemistry},
  journal      = {Mach. Learn. Sci. Technol.},
  volume       = {3},
  number       = {1},
  pages        = {15022},
  year         = {2022},
  url          = {https://doi.org/10.1088/2632-2153/ac3ffb},
  doi          = {10.1088/2632-2153/ac3ffb},
  timestamp    = {Mon, 26 Sep 2022 17:09:15 +0200},
  biburl       = {https://dblp.org/rec/journals/mlst/IrwinDHB22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2308-00245,
  author       = {Haonan Li and
                  Yu Hao and
                  Yizhuo Zhai and
                  Zhiyun Qian},
  title        = {The Hitchhiker's Guide to Program Analysis: {A} Journey with Large
                  Language Models},
  journal      = {CoRR},
  volume       = {abs/2308.00245},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.00245},
  doi          = {10.48550/arXiv.2308.00245},
  eprinttype    = {arXiv},
  eprint       = {2308.00245},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-00245.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2302-01560,
  author       = {Zihao Wang and
                  Shaofei Cai and
                  Anji Liu and
                  Xiaojian Ma and
                  Yitao Liang},
  title        = {Describe, Explain, Plan and Select: Interactive Planning with Large
                  Language Models Enables Open-World Multi-Task Agents},
  journal      = {CoRR},
  volume       = {abs/2302.01560},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.01560},
  doi          = {10.48550/arXiv.2302.01560},
  eprinttype    = {arXiv},
  eprint       = {2302.01560},
  timestamp    = {Thu, 09 Feb 2023 16:11:17 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-01560.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/FanWJMYZTHZA22,
  author       = {Linxi Fan and
                  Guanzhi Wang and
                  Yunfan Jiang and
                  Ajay Mandlekar and
                  Yuncong Yang and
                  Haoyi Zhu and
                  Andrew Tang and
                  De{-}An Huang and
                  Yuke Zhu and
                  Anima Anandkumar},
  title        = {MineDojo: Building Open-Ended Embodied Agents with Internet-Scale
                  Knowledge},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/74a67268c5cc5910f64938cac4526a90-Abstract-Datasets\_and\_Benchmarks.html},
  timestamp    = {Tue, 29 Aug 2023 08:18:42 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/FanWJMYZTHZA22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2211-00688,
  author       = {Alexey Skrynnik and
                  Zoya Volovikova and
                  Marc{-}Alexandre C{\^{o}}t{\'{e}} and
                  Anton Voronov and
                  Artem Zholus and
                  Negar Arabzadeh and
                  Shrestha Mohanty and
                  Milagro Teruel and
                  Ahmed Hassan Awadallah and
                  Aleksandr Panov and
                  Mikhail S. Burtsev and
                  Julia Kiseleva},
  title        = {Learning to Solve Voxel Building Embodied Tasks from Pixels and Natural
                  Language Instructions},
  journal      = {CoRR},
  volume       = {abs/2211.00688},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2211.00688},
  doi          = {10.48550/arXiv.2211.00688},
  eprinttype    = {arXiv},
  eprint       = {2211.00688},
  timestamp    = {Fri, 04 Nov 2022 13:48:49 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2211-00688.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icml/NottinghamAS0H023,
  author       = {Kolby Nottingham and
                  Prithviraj Ammanabrolu and
                  Alane Suhr and
                  Yejin Choi and
                  Hannaneh Hajishirzi and
                  Sameer Singh and
                  Roy Fox},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {Do Embodied Agents Dream of Pixelated Sheep: Embodied Decision Making
                  using Language Guided World Modelling},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {26311--26325},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/nottingham23a.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/NottinghamAS0H023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2303-16563,
  author       = {Haoqi Yuan and
                  Chi Zhang and
                  Hongcheng Wang and
                  Feiyang Xie and
                  Penglin Cai and
                  Hao Dong and
                  Zongqing Lu},
  title        = {Plan4MC: Skill Reinforcement Learning and Planning for Open-World
                  Minecraft Tasks},
  journal      = {CoRR},
  volume       = {abs/2303.16563},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.16563},
  doi          = {10.48550/arXiv.2303.16563},
  eprinttype    = {arXiv},
  eprint       = {2303.16563},
  timestamp    = {Fri, 14 Apr 2023 17:38:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-16563.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-17144,
  author       = {Xizhou Zhu and
                  Yuntao Chen and
                  Hao Tian and
                  Chenxin Tao and
                  Weijie Su and
                  Chenyu Yang and
                  Gao Huang and
                  Bin Li and
                  Lewei Lu and
                  Xiaogang Wang and
                  Yu Qiao and
                  Zhaoxiang Zhang and
                  Jifeng Dai},
  title        = {Ghost in the Minecraft: Generally Capable Agents for Open-World Environments
                  via Large Language Models with Text-based Knowledge and Memory},
  journal      = {CoRR},
  volume       = {abs/2305.17144},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.17144},
  doi          = {10.48550/arXiv.2305.17144},
  eprinttype    = {arXiv},
  eprint       = {2305.17144},
  timestamp    = {Mon, 28 Aug 2023 12:17:22 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-17144.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2007-02701,
  author       = {Artemij Amiranashvili and
                  Nicolai Dorka and
                  Wolfram Burgard and
                  Vladlen Koltun and
                  Thomas Brox},
  title        = {Scaling Imitation Learning in Minecraft},
  journal      = {CoRR},
  volume       = {abs/2007.02701},
  year         = {2020},
  url          = {https://arxiv.org/abs/2007.02701},
  eprinttype    = {arXiv},
  eprint       = {2007.02701},
  timestamp    = {Fri, 17 Jul 2020 15:39:46 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2007-02701.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/dai2/MaoWHMLWHLT21,
  author       = {Hangyu Mao and
                  Chao Wang and
                  Xiaotian Hao and
                  Yihuan Mao and
                  Yiming Lu and
                  Chengjie Wu and
                  Jianye Hao and
                  Dong Li and
                  Pingzhong Tang},
  editor       = {Jie Chen and
                  J{\'{e}}r{\^{o}}me Lang and
                  Christopher Amato and
                  Dengji Zhao},
  title        = {{SEIHAI:} {A} Sample-Efficient Hierarchical {AI} for the MineRL Competition},
  booktitle    = {Distributed Artificial Intelligence - Third International Conference,
                  {DAI} 2021, Shanghai, China, December 17-18, 2021, Proceedings},
  series       = {Lecture Notes in Computer Science},
  volume       = {13170},
  pages        = {38--51},
  publisher    = {Springer},
  year         = {2021},
  url          = {https://doi.org/10.1007/978-3-030-94662-3\_3},
  doi          = {10.1007/978-3-030-94662-3\_3},
  timestamp    = {Thu, 02 Mar 2023 20:19:46 +0100},
  biburl       = {https://dblp.org/rec/conf/dai2/MaoWHMLWHLT21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/cogsr/SkrynnikSAADP21,
  author       = {Alexey Skrynnik and
                  Aleksey Staroverov and
                  Ermek Aitygulov and
                  Kirill Aksenov and
                  Vasilii Davydov and
                  Aleksandr I. Panov},
  title        = {Hierarchical Deep Q-Network from imperfect demonstrations in Minecraft},
  journal      = {Cogn. Syst. Res.},
  volume       = {65},
  pages        = {74--78},
  year         = {2021},
  url          = {https://doi.org/10.1016/j.cogsys.2020.08.012},
  doi          = {10.1016/j.cogsys.2020.08.012},
  timestamp    = {Wed, 16 Mar 2022 23:54:49 +0100},
  biburl       = {https://dblp.org/rec/journals/cogsr/SkrynnikSAADP21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ijcai/LinLSYF022,
  author       = {Zichuan Lin and
                  Junyou Li and
                  Jianing Shi and
                  Deheng Ye and
                  Qiang Fu and
                  Wei Yang},
  editor       = {Luc De Raedt},
  title        = {JueWu-MC: Playing Minecraft with Sample-efficient Hierarchical Reinforcement
                  Learning},
  booktitle    = {Proceedings of the Thirty-First International Joint Conference on
                  Artificial Intelligence, {IJCAI} 2022, Vienna, Austria, 23-29 July
                  2022},
  pages        = {3257--3263},
  publisher    = {ijcai.org},
  year         = {2022},
  url          = {https://doi.org/10.24963/ijcai.2022/452},
  doi          = {10.24963/ijcai.2022/452},
  timestamp    = {Wed, 27 Jul 2022 16:43:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcai/LinLSYF022.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2304-13343,
  author       = {Xinnian Liang and
                  Bing Wang and
                  Hui Huang and
                  Shuangzhi Wu and
                  Peihao Wu and
                  Lu Lu and
                  Zejun Ma and
                  Zhoujun Li},
  title        = {Unleashing Infinite-Length Input Capacity for Large-scale Language
                  Models with Self-Controlled Memory System},
  journal      = {CoRR},
  volume       = {abs/2304.13343},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.13343},
  doi          = {10.48550/arXiv.2304.13343},
  eprinttype    = {arXiv},
  eprint       = {2304.13343},
  timestamp    = {Fri, 05 May 2023 21:23:19 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-13343.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-11366,
  author       = {Noah Shinn and
                  Beck Labash and
                  Ashwin Gopinath},
  title        = {Reflexion: an autonomous agent with dynamic memory and self-reflection},
  journal      = {CoRR},
  volume       = {abs/2303.11366},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.11366},
  doi          = {10.48550/arXiv.2303.11366},
  eprinttype    = {arXiv},
  eprint       = {2303.11366},
  timestamp    = {Wed, 22 Mar 2023 14:41:36 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-11366.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-10250,
  author       = {Wanjun Zhong and
                  Lianghong Guo and
                  Qiqi Gao and
                  He Ye and
                  Yanlin Wang},
  title        = {MemoryBank: Enhancing Large Language Models with Long-Term Memory},
  journal      = {CoRR},
  volume       = {abs/2305.10250},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.10250},
  doi          = {10.48550/arXiv.2305.10250},
  eprinttype    = {arXiv},
  eprint       = {2305.10250},
  timestamp    = {Wed, 24 May 2023 14:49:45 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-10250.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2305-13711,
  author       = {Yen{-}Ting Lin and
                  Yun{-}Nung Chen},
  title        = {LLM-Eval: Unified Multi-Dimensional Automatic Evaluation for Open-Domain Conversations with Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.13711},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.13711},
  doi          = {10.48550/arXiv.2305.13711},
  eprinttype    = {arXiv},
  eprint       = {2305.13711},
  timestamp    = {Mon, 05 Jun 2023 15:42:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-13711.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}





@article{DBLP:journals/corr/abs-2305-14322,
  author       = {Ali Modarressi and
                  Ayyoob Imani and
                  Mohsen Fayyaz and
                  Hinrich Sch{\"{u}}tze},
  title        = {{RET-LLM:} Towards a General Read-Write Memory for Large Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2305.14322},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14322},
  doi          = {10.48550/arXiv.2305.14322},
  eprinttype    = {arXiv},
  eprint       = {2305.14322},
  timestamp    = {Mon, 05 Jun 2023 15:42:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14322.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-01542,
  author       = {Ziheng Huang and
                  Sebastian Gutierrez and
                  Hemanth Kamana and
                  Stephen MacNeil},
  title        = {Memory Sandbox: Transparent and Interactive Memory Management for
                  Conversational Agents},
  journal      = {CoRR},
  volume       = {abs/2308.01542},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.01542},
  doi          = {10.48550/arXiv.2308.01542},
  eprinttype    = {arXiv},
  eprint       = {2308.01542},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-01542.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2303-17651,
  author       = {Aman Madaan and
                  Niket Tandon and
                  Prakhar Gupta and
                  Skyler Hallinan and
                  Luyu Gao and
                  Sarah Wiegreffe and
                  Uri Alon and
                  Nouha Dziri and
                  Shrimai Prabhumoye and
                  Yiming Yang and
                  Sean Welleck and
                  Bodhisattwa Prasad Majumder and
                  Shashank Gupta and
                  Amir Yazdanbakhsh and
                  Peter Clark},
  title        = {Self-Refine: Iterative Refinement with Self-Feedback},
  journal      = {CoRR},
  volume       = {abs/2303.17651},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.17651},
  doi          = {10.48550/arXiv.2303.17651},
  eprinttype    = {arXiv},
  eprint       = {2303.17651},
  timestamp    = {Mon, 17 Apr 2023 10:34:50 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-17651.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/icml/AherAK23,
  author       = {Gati V. Aher and
                  Rosa I. Arriaga and
                  Adam Tauman Kalai},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {Using Large Language Models to Simulate Multiple Humans and Replicate
                  Human Subject Studies},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {337--371},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/aher23a.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/AherAK23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2307-12573,
  author       = {Yuanzhi Liang and
                  Linchao Zhu and
                  Yi Yang},
  title        = {Tachikuma: Understading Complex Interactions with Multi-Character
                  and Novel Objects by Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2307.12573},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.12573},
  doi          = {10.48550/arXiv.2307.12573},
  eprinttype    = {arXiv},
  eprint       = {2307.12573},
  timestamp    = {Tue, 01 Aug 2023 14:49:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-12573.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2308-04030,
  author       = {Binfeng Xu and
                  Xukun Liu and
                  Hua Shen and
                  Zeyu Han and
                  Yuhan Li and
                  Murong Yue and
                  Zhiyuan Peng and
                  Yuchen Liu and
                  Ziyu Yao and
                  Dongkuan Xu},
  title        = {Gentopia: {A} Collaborative Platform for Tool-Augmented LLMs},
  journal      = {CoRR},
  volume       = {abs/2308.04030},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.04030},
  doi          = {10.48550/arXiv.2308.04030},
  eprinttype    = {arXiv},
  eprint       = {2308.04030},
  timestamp    = {Tue, 22 Aug 2023 13:58:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-04030.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:journals/corr/GoodfellowSS14,
  author       = {Ian J. Goodfellow and
                  Jonathon Shlens and
                  Christian Szegedy},
  editor       = {Yoshua Bengio and
                  Yann LeCun},
  title        = {Explaining and Harnessing Adversarial Examples},
  booktitle    = {3rd International Conference on Learning Representations, {ICLR} 2015,
                  San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings},
  year         = {2015},
  url          = {http://arxiv.org/abs/1412.6572},
  timestamp    = {Thu, 25 Jul 2019 14:25:38 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/GoodfellowSS14.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/MadryMSTV18,
  author       = {Aleksander Madry and
                  Aleksandar Makelov and
                  Ludwig Schmidt and
                  Dimitris Tsipras and
                  Adrian Vladu},
  title        = {Towards Deep Learning Models Resistant to Adversarial Attacks},
  booktitle    = {6th International Conference on Learning Representations, {ICLR} 2018,
                  Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings},
  publisher    = {OpenReview.net},
  year         = {2018},
  url          = {https://openreview.net/forum?id=rJzIBfZAb},
  timestamp    = {Thu, 25 Jul 2019 14:25:44 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/MadryMSTV18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:journals/corr/SzegedyZSBEGF13,
  author       = {Christian Szegedy and
                  Wojciech Zaremba and
                  Ilya Sutskever and
                  Joan Bruna and
                  Dumitru Erhan and
                  Ian J. Goodfellow and
                  Rob Fergus},
  editor       = {Yoshua Bengio and
                  Yann LeCun},
  title        = {Intriguing properties of neural networks},
  booktitle    = {2nd International Conference on Learning Representations, {ICLR} 2014,
                  Banff, AB, Canada, April 14-16, 2014, Conference Track Proceedings},
  year         = {2014},
  url          = {http://arxiv.org/abs/1312.6199},
  timestamp    = {Thu, 25 Jul 2019 14:35:25 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/SzegedyZSBEGF13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2108-00401,
  author       = {Naveed Akhtar and
                  Ajmal Mian and
                  Navid Kardan and
                  Mubarak Shah},
  title        = {Threat of Adversarial Attacks on Deep Learning in Computer Vision:
                  Survey {II}},
  journal      = {CoRR},
  volume       = {abs/2108.00401},
  year         = {2021},
  url          = {https://arxiv.org/abs/2108.00401},
  eprinttype    = {arXiv},
  eprint       = {2108.00401},
  timestamp    = {Thu, 05 Aug 2021 14:27:08 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2108-00401.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{drenkow2021systematic,
  title={A systematic review of robustness in deep learning for computer vision: Mind the gap?},
  author={Drenkow, Nathan and Sani, Numair and Shpitser, Ilya and Unberath, Mathias},
  journal={arXiv preprint arXiv:2112.00639},
  year={2021}
}

@inproceedings{DBLP:conf/iclr/HendrycksD19,
  author       = {Dan Hendrycks and
                  Thomas G. Dietterich},
  title        = {Benchmarking Neural Network Robustness to Common Corruptions and Perturbations},
  booktitle    = {7th International Conference on Learning Representations, {ICLR} 2019,
                  New Orleans, LA, USA, May 6-9, 2019},
  publisher    = {OpenReview.net},
  year         = {2019},
  url          = {https://openreview.net/forum?id=HJz6tiCqYm},
  timestamp    = {Thu, 25 Jul 2019 14:25:46 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/HendrycksD19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/0002WY22,
  author       = {Xuezhi Wang and
                  Haohan Wang and
                  Diyi Yang},
  editor       = {Marine Carpuat and
                  Marie{-}Catherine de Marneffe and
                  Iv{\'{a}}n Vladimir Meza Ru{\'{\i}}z},
  title        = {Measure and Improve Robustness in {NLP} Models: {A} Survey},
  booktitle    = {Proceedings of the 2022 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL} 2022, Seattle, WA, United States, July 10-15, 2022},
  pages        = {4569--4586},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.naacl-main.339},
  doi          = {10.18653/v1/2022.naacl-main.339},
  timestamp    = {Mon, 01 Aug 2022 16:28:00 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/0002WY22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/XiZGZH22,
  author       = {Zhiheng Xi and
                  Rui Zheng and
                  Tao Gui and
                  Qi Zhang and
                  Xuanjing Huang},
  editor       = {Yoav Goldberg and
                  Zornitsa Kozareva and
                  Yue Zhang},
  title        = {Efficient Adversarial Training with Robust Early-Bird Tickets},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {8318--8331},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.569},
  doi          = {10.18653/v1/2022.emnlp-main.569},
  timestamp    = {Thu, 10 Aug 2023 12:35:34 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/XiZGZH22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/ZhengXLLGZHMSG23,
  author       = {Rui Zheng and
                  Zhiheng Xi and
                  Qin Liu and
                  Wenbin Lai and
                  Tao Gui and
                  Qi Zhang and
                  Xuanjing Huang and
                  Jin Ma and
                  Ying Shan and
                  Weifeng Ge},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Characterizing the Impacts of Instances on Robustness},
  booktitle    = {Findings of the Association for Computational Linguistics: {ACL} 2023,
                  Toronto, Canada, July 9-14, 2023},
  pages        = {2314--2332},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.findings-acl.146},
  doi          = {10.18653/v1/2023.findings-acl.146},
  timestamp    = {Mon, 21 Aug 2023 11:57:49 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/ZhengXLLGZHMSG23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ndss/LiJDLW19,
  author       = {Jinfeng Li and
                  Shouling Ji and
                  Tianyu Du and
                  Bo Li and
                  Ting Wang},
  title        = {TextBugger: Generating Adversarial Text Against Real-world Applications},
  booktitle    = {26th Annual Network and Distributed System Security Symposium, {NDSS}
                  2019, San Diego, California, USA, February 24-27, 2019},
  publisher    = {The Internet Society},
  year         = {2019},
  url          = {https://www.ndss-symposium.org/ndss-paper/textbugger-generating-adversarial-text-against-real-world-applications/},
  timestamp    = {Mon, 01 Feb 2021 08:42:25 +0100},
  biburl       = {https://dblp.org/rec/conf/ndss/LiJDLW19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/ZhuCGSGL20,
  author       = {Chen Zhu and
                  Yu Cheng and
                  Zhe Gan and
                  Siqi Sun and
                  Tom Goldstein and
                  Jingjing Liu},
  title        = {FreeLB: Enhanced Adversarial Training for Natural Language Understanding},
  booktitle    = {8th International Conference on Learning Representations, {ICLR} 2020,
                  Addis Ababa, Ethiopia, April 26-30, 2020},
  publisher    = {OpenReview.net},
  year         = {2020},
  url          = {https://openreview.net/forum?id=BygzbyHFvB},
  timestamp    = {Wed, 16 Aug 2023 21:16:38 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/ZhuCGSGL20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/PintoDSG17,
  author       = {Lerrel Pinto and
                  James Davidson and
                  Rahul Sukthankar and
                  Abhinav Gupta},
  editor       = {Doina Precup and
                  Yee Whye Teh},
  title        = {Robust Adversarial Reinforcement Learning},
  booktitle    = {Proceedings of the 34th International Conference on Machine Learning,
                  {ICML} 2017, Sydney, NSW, Australia, 6-11 August 2017},
  series       = {Proceedings of Machine Learning Research},
  volume       = {70},
  pages        = {2817--2826},
  publisher    = {{PMLR}},
  year         = {2017},
  url          = {http://proceedings.mlr.press/v70/pinto17a.html},
  timestamp    = {Wed, 29 May 2019 08:41:45 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/PintoDSG17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/RigterLH22,
  author       = {Marc Rigter and
                  Bruno Lacerda and
                  Nick Hawes},
  title        = {{RAMBO-RL:} Robust Adversarial Model-Based Offline Reinforcement Learning},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/6691c5e4a199b72dffd9c90acb63bcd6-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/RigterLH22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/PanagantiXKG22,
  author       = {Kishan Panaganti and
                  Zaiyan Xu and
                  Dileep Kalathil and
                  Mohammad Ghavamzadeh},
  title        = {Robust Reinforcement Learning using Offline Data},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/d01bda31bbcd780774ff15b534e03c40-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:22 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/PanagantiXKG22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{tencent2019experimental,
  title={Experimental security research of Tesla autopilot},
  author={Tencent Keen Security Lab},
  journal={Tencent Keen Security Lab},
  year={2019}
}

@inproceedings{DBLP:conf/eccv/XuZ0FSCCWL20,
  author       = {Kaidi Xu and
                  Gaoyuan Zhang and
                  Sijia Liu and
                  Quanfu Fan and
                  Mengshu Sun and
                  Hongge Chen and
                  Pin{-}Yu Chen and
                  Yanzhi Wang and
                  Xue Lin},
  editor       = {Andrea Vedaldi and
                  Horst Bischof and
                  Thomas Brox and
                  Jan{-}Michael Frahm},
  title        = {Adversarial T-Shirt! Evading Person Detectors in a Physical World},
  booktitle    = {Computer Vision - {ECCV} 2020 - 16th European Conference, Glasgow,
                  UK, August 23-28, 2020, Proceedings, Part {V}},
  series       = {Lecture Notes in Computer Science},
  volume       = {12350},
  pages        = {665--681},
  publisher    = {Springer},
  year         = {2020},
  url          = {https://doi.org/10.1007/978-3-030-58558-7\_39},
  doi          = {10.1007/978-3-030-58558-7\_39},
  timestamp    = {Thu, 29 Oct 2020 15:36:01 +0100},
  biburl       = {https://dblp.org/rec/conf/eccv/XuZ0FSCCWL20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ccs/SharifBBR16,
  author       = {Mahmood Sharif and
                  Sruti Bhagavatula and
                  Lujo Bauer and
                  Michael K. Reiter},
  editor       = {Edgar R. Weippl and
                  Stefan Katzenbeisser and
                  Christopher Kruegel and
                  Andrew C. Myers and
                  Shai Halevi},
  title        = {Accessorize to a Crime: Real and Stealthy Attacks on State-of-the-Art
                  Face Recognition},
  booktitle    = {Proceedings of the 2016 {ACM} {SIGSAC} Conference on Computer and
                  Communications Security, Vienna, Austria, October 24-28, 2016},
  pages        = {1528--1540},
  publisher    = {{ACM}},
  year         = {2016},
  url          = {https://doi.org/10.1145/2976749.2978392},
  doi          = {10.1145/2976749.2978392},
  timestamp    = {Thu, 14 Oct 2021 09:58:23 +0200},
  biburl       = {https://dblp.org/rec/conf/ccs/SharifBBR16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/RenDHC19,
  author       = {Shuhuai Ren and
                  Yihe Deng and
                  Kun He and
                  Wanxiang Che},
  editor       = {Anna Korhonen and
                  David R. Traum and
                  Llu{\'{\i}}s M{\`{a}}rquez},
  title        = {Generating Natural Language Adversarial Examples through Probability
                  Weighted Word Saliency},
  booktitle    = {Proceedings of the 57th Conference of the Association for Computational
                  Linguistics, {ACL} 2019, Florence, Italy, July 28- August 2, 2019,
                  Volume 1: Long Papers},
  pages        = {1085--1097},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/p19-1103},
  doi          = {10.18653/v1/p19-1103},
  timestamp    = {Fri, 06 Aug 2021 00:41:05 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/RenDHC19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2306-04528,
  author       = {Kaijie Zhu and
                  Jindong Wang and
                  Jiaheng Zhou and
                  Zichen Wang and
                  Hao Chen and
                  Yidong Wang and
                  Linyi Yang and
                  Wei Ye and
                  Neil Zhenqiang Gong and
                  Yue Zhang and
                  Xing Xie},
  title        = {PromptBench: Towards Evaluating the Robustness of Large Language Models
                  on Adversarial Prompts},
  journal      = {CoRR},
  volume       = {abs/2306.04528},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.04528},
  doi          = {10.48550/arXiv.2306.04528},
  eprinttype    = {arXiv},
  eprint       = {2306.04528},
  timestamp    = {Tue, 13 Jun 2023 15:56:49 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-04528.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-00293,
  author       = {Xuanting Chen and
                  Junjie Ye and
                  Can Zu and
                  Nuo Xu and
                  Rui Zheng and
                  Minlong Peng and
                  Jie Zhou and
                  Tao Gui and
                  Qi Zhang and
                  Xuanjing Huang},
  title        = {How Robust is {GPT-3.5} to Predecessors? {A} Comprehensive Study on
                  Language Understanding Tasks},
  journal      = {CoRR},
  volume       = {abs/2303.00293},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.00293},
  doi          = {10.48550/arXiv.2303.00293},
  eprinttype    = {arXiv},
  eprint       = {2303.00293},
  timestamp    = {Fri, 26 May 2023 09:46:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-00293.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1708-06733,
  author       = {Tianyu Gu and
                  Brendan Dolan{-}Gavitt and
                  Siddharth Garg},
  title        = {BadNets: Identifying Vulnerabilities in the Machine Learning Model
                  Supply Chain},
  journal      = {CoRR},
  volume       = {abs/1708.06733},
  year         = {2017},
  url          = {http://arxiv.org/abs/1708.06733},
  eprinttype    = {arXiv},
  eprint       = {1708.06733},
  timestamp    = {Mon, 13 Aug 2018 16:49:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1708-06733.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2211-09110,
  author       = {Percy Liang and
                  Rishi Bommasani and
                  Tony Lee and
                  Dimitris Tsipras and
                  Dilara Soylu and
                  Michihiro Yasunaga and
                  Yian Zhang and
                  Deepak Narayanan and
                  Yuhuai Wu and
                  Ananya Kumar and
                  Benjamin Newman and
                  Binhang Yuan and
                  Bobby Yan and
                  Ce Zhang and
                  Christian Cosgrove and
                  Christopher D. Manning and
                  Christopher R{\'{e}} and
                  Diana Acosta{-}Navas and
                  Drew A. Hudson and
                  Eric Zelikman and
                  Esin Durmus and
                  Faisal Ladhak and
                  Frieda Rong and
                  Hongyu Ren and
                  Huaxiu Yao and
                  Jue Wang and
                  Keshav Santhanam and
                  Laurel J. Orr and
                  Lucia Zheng and
                  Mert Y{\"{u}}ksekg{\"{o}}n{\"{u}}l and
                  Mirac Suzgun and
                  Nathan Kim and
                  Neel Guha and
                  Niladri S. Chatterji and
                  Omar Khattab and
                  Peter Henderson and
                  Qian Huang and
                  Ryan Chi and
                  Sang Michael Xie and
                  Shibani Santurkar and
                  Surya Ganguli and
                  Tatsunori Hashimoto and
                  Thomas Icard and
                  Tianyi Zhang and
                  Vishrav Chaudhary and
                  William Wang and
                  Xuechen Li and
                  Yifan Mai and
                  Yuhui Zhang and
                  Yuta Koreeda},
  title        = {Holistic Evaluation of Language Models},
  journal      = {CoRR},
  volume       = {abs/2211.09110},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2211.09110},
  doi          = {10.48550/arXiv.2211.09110},
  eprinttype    = {arXiv},
  eprint       = {2211.09110},
  timestamp    = {Wed, 23 Nov 2022 18:03:56 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2211-09110.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/GururanganCDGWW22,
  author       = {Suchin Gururangan and
                  Dallas Card and
                  Sarah K. Dreier and
                  Emily K. Gade and
                  Leroy Z. Wang and
                  Zeyu Wang and
                  Luke Zettlemoyer and
                  Noah A. Smith},
  editor       = {Yoav Goldberg and
                  Zornitsa Kozareva and
                  Yue Zhang},
  title        = {Whose Language Counts as High Quality? Measuring Language Ideologies
                  in Text Data Selection},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {2562--2580},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.165},
  doi          = {10.18653/v1/2022.emnlp-main.165},
  timestamp    = {Thu, 10 Aug 2023 12:35:34 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/GururanganCDGWW22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acsac/Chen0C0MSW021,
  author       = {Xiaoyi Chen and
                  Ahmed Salem and
                  Dingfan Chen and
                  Michael Backes and
                  Shiqing Ma and
                  Qingni Shen and
                  Zhonghai Wu and
                  Yang Zhang},
  title        = {BadNL: Backdoor Attacks against {NLP} Models with Semantic-preserving
                  Improvements},
  booktitle    = {{ACSAC} '21: Annual Computer Security Applications Conference, Virtual
                  Event, USA, December 6 - 10, 2021},
  pages        = {554--569},
  publisher    = {{ACM}},
  year         = {2021},
  url          = {https://doi.org/10.1145/3485832.3485837},
  doi          = {10.1145/3485832.3485837},
  timestamp    = {Sun, 02 Oct 2022 15:53:52 +0200},
  biburl       = {https://dblp.org/rec/conf/acsac/Chen0C0MSW021.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/LiMDS21,
  author       = {Zichao Li and
                  Dheeraj Mekala and
                  Chengyu Dong and
                  Jingbo Shang},
  editor       = {Marie{-}Francine Moens and
                  Xuanjing Huang and
                  Lucia Specia and
                  Scott Wen{-}tau Yih},
  title        = {BFClass: {A} Backdoor-free Text Classification Framework},
  booktitle    = {Findings of the Association for Computational Linguistics: {EMNLP}
                  2021, Virtual Event / Punta Cana, Dominican Republic, 16-20 November,
                  2021},
  pages        = {444--453},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.findings-emnlp.40},
  doi          = {10.18653/v1/2021.findings-emnlp.40},
  timestamp    = {Fri, 21 Oct 2022 07:40:43 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/LiMDS21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nlpcc/ShiLYHZL22,
  author       = {Yundi Shi and
                  Piji Li and
                  Changchun Yin and
                  Zhaoyang Han and
                  Lu Zhou and
                  Zhe Liu},
  editor       = {Wei Lu and
                  Shujian Huang and
                  Yu Hong and
                  Xiabing Zhou},
  title        = {PromptAttack: Prompt-Based Attack for Language Models via Gradient
                  Search},
  booktitle    = {Natural Language Processing and Chinese Computing - 11th {CCF} International
                  Conference, {NLPCC} 2022, Guilin, China, September 24-25, 2022, Proceedings,
                  Part {I}},
  series       = {Lecture Notes in Computer Science},
  volume       = {13551},
  pages        = {682--693},
  publisher    = {Springer},
  year         = {2022},
  url          = {https://doi.org/10.1007/978-3-031-17120-8\_53},
  doi          = {10.1007/978-3-031-17120-8\_53},
  timestamp    = {Mon, 31 Jul 2023 11:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/nlpcc/ShiLYHZL22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2211-09527,
  author       = {F{\'{a}}bio Perez and
                  Ian Ribeiro},
  title        = {Ignore Previous Prompt: Attack Techniques For Language Models},
  journal      = {CoRR},
  volume       = {abs/2211.09527},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2211.09527},
  doi          = {10.48550/arXiv.2211.09527},
  eprinttype    = {arXiv},
  eprint       = {2211.09527},
  timestamp    = {Wed, 23 Nov 2022 18:03:56 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2211-09527.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/sp/Carlini018,
  author       = {Nicholas Carlini and
                  David A. Wagner},
  title        = {Audio Adversarial Examples: Targeted Attacks on Speech-to-Text},
  booktitle    = {2018 {IEEE} Security and Privacy Workshops, {SP} Workshops 2018, San
                  Francisco, CA, USA, May 24, 2018},
  pages        = {1--7},
  publisher    = {{IEEE} Computer Society},
  year         = {2018},
  url          = {https://doi.org/10.1109/SPW.2018.00009},
  doi          = {10.1109/SPW.2018.00009},
  timestamp    = {Wed, 16 Oct 2019 14:14:51 +0200},
  biburl       = {https://dblp.org/rec/conf/sp/Carlini018.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/MorrisLYGJQ20,
  author       = {John X. Morris and
                  Eli Lifland and
                  Jin Yong Yoo and
                  Jake Grigsby and
                  Di Jin and
                  Yanjun Qi},
  editor       = {Qun Liu and
                  David Schlangen},
  title        = {TextAttack: {A} Framework for Adversarial Attacks, Data Augmentation,
                  and Adversarial Training in {NLP}},
  booktitle    = {Proceedings of the 2020 Conference on Empirical Methods in Natural
                  Language Processing: System Demonstrations, {EMNLP} 2020 - Demos,
                  Online, November 16-20, 2020},
  pages        = {119--126},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.emnlp-demos.16},
  doi          = {10.18653/v1/2020.emnlp-demos.16},
  timestamp    = {Wed, 08 Sep 2021 16:17:48 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/MorrisLYGJQ20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/ParkVS22,
  author       = {Hyunji Hayley Park and
                  Yogarshi Vyas and
                  Kashif Shah},
  editor       = {Smaranda Muresan and
                  Preslav Nakov and
                  Aline Villavicencio},
  title        = {Efficient Classification of Long Documents Using Transformers},
  booktitle    = {Proceedings of the 60th Annual Meeting of the Association for Computational
                  Linguistics (Volume 2: Short Papers), {ACL} 2022, Dublin, Ireland,
                  May 22-27, 2022},
  pages        = {702--709},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.acl-short.79},
  doi          = {10.18653/v1/2022.acl-short.79},
  timestamp    = {Mon, 01 Aug 2022 16:27:51 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/ParkVS22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/GuoAUONSY22,
  author       = {Mandy Guo and
                  Joshua Ainslie and
                  David C. Uthus and
                  Santiago Onta{\~{n}}{\'{o}}n and
                  Jianmo Ni and
                  Yun{-}Hsuan Sung and
                  Yinfei Yang},
  editor       = {Marine Carpuat and
                  Marie{-}Catherine de Marneffe and
                  Iv{\'{a}}n Vladimir Meza Ru{\'{\i}}z},
  title        = {LongT5: Efficient Text-To-Text Transformer for Long Sequences},
  booktitle    = {Findings of the Association for Computational Linguistics: {NAACL}
                  2022, Seattle, WA, United States, July 10-15, 2022},
  pages        = {724--736},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.findings-naacl.55},
  doi          = {10.18653/v1/2022.findings-naacl.55},
  timestamp    = {Mon, 01 Aug 2022 16:28:01 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/GuoAUONSY22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/NieH0M22,
  author       = {Yuxiang Nie and
                  Heyan Huang and
                  Wei Wei and
                  Xian{-}Ling Mao},
  editor       = {Yoav Goldberg and
                  Zornitsa Kozareva and
                  Yue Zhang},
  title        = {Capturing Global Structural Information in Long Document Question
                  Answering with Compressive Graph Selector Network},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {5036--5047},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.336},
  doi          = {10.18653/v1/2022.emnlp-main.336},
  timestamp    = {Thu, 10 Aug 2023 12:35:35 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/NieH0M22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/SiZQLWLS21,
  author       = {Chenglei Si and
                  Zhengyan Zhang and
                  Fanchao Qi and
                  Zhiyuan Liu and
                  Yasheng Wang and
                  Qun Liu and
                  Maosong Sun},
  editor       = {Chengqing Zong and
                  Fei Xia and
                  Wenjie Li and
                  Roberto Navigli},
  title        = {Better Robustness by More Coverage: Adversarial and Mixup Data Augmentation
                  for Robust Finetuning},
  booktitle    = {Findings of the Association for Computational Linguistics: {ACL/IJCNLP}
                  2021, Online Event, August 1-6, 2021},
  series       = {Findings of {ACL}},
  volume       = {{ACL/IJCNLP} 2021},
  pages        = {1569--1576},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.findings-acl.137},
  doi          = {10.18653/v1/2021.findings-acl.137},
  timestamp    = {Fri, 01 Sep 2023 13:50:16 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/SiZQLWLS21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/acl/YooKJK22,
  author       = {KiYoon Yoo and
                  Jangho Kim and
                  Jiho Jang and
                  Nojun Kwak},
  editor       = {Smaranda Muresan and
                  Preslav Nakov and
                  Aline Villavicencio},
  title        = {Detection of Adversarial Examples in Text Classification: Benchmark
                  and Baseline via Robust Density Estimation},
  booktitle    = {Findings of the Association for Computational Linguistics: {ACL} 2022,
                  Dublin, Ireland, May 22-27, 2022},
  pages        = {3656--3672},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.findings-acl.289},
  doi          = {10.18653/v1/2022.findings-acl.289},
  timestamp    = {Mon, 01 Aug 2022 16:27:44 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/YooKJK22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/LeP020,
  author       = {Thai Le and
                  Noseong Park and
                  Dongwon Lee},
  editor       = {Chengqing Zong and
                  Fei Xia and
                  Wenjie Li and
                  Roberto Navigli},
  title        = {A Sweet Rabbit Hole by {DARCY:} Using Honeypots to Detect Universal
                  Trigger's Adversarial Attacks},
  booktitle    = {Proceedings of the 59th Annual Meeting of the Association for Computational
                  Linguistics and the 11th International Joint Conference on Natural
                  Language Processing, {ACL/IJCNLP} 2021, (Volume 1: Long Papers), Virtual
                  Event, August 1-6, 2021},
  pages        = {3831--3844},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.acl-long.296},
  doi          = {10.18653/v1/2021.acl-long.296},
  timestamp    = {Mon, 09 Aug 2021 16:25:37 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/LeP020.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/TsiprasSETM19,
  author       = {Dimitris Tsipras and
                  Shibani Santurkar and
                  Logan Engstrom and
                  Alexander Turner and
                  Aleksander Madry},
  title        = {Robustness May Be at Odds with Accuracy},
  booktitle    = {7th International Conference on Learning Representations, {ICLR} 2019,
                  New Orleans, LA, USA, May 6-9, 2019},
  publisher    = {OpenReview.net},
  year         = {2019},
  url          = {https://openreview.net/forum?id=SyxAb30cY7},
  timestamp    = {Thu, 25 Jul 2019 14:26:02 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/TsiprasSETM19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/ZhangYJXGJ19,
  author       = {Hongyang Zhang and
                  Yaodong Yu and
                  Jiantao Jiao and
                  Eric P. Xing and
                  Laurent El Ghaoui and
                  Michael I. Jordan},
  editor       = {Kamalika Chaudhuri and
                  Ruslan Salakhutdinov},
  title        = {Theoretically Principled Trade-off between Robustness and Accuracy},
  booktitle    = {Proceedings of the 36th International Conference on Machine Learning,
                  {ICML} 2019, 9-15 June 2019, Long Beach, California, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {97},
  pages        = {7472--7482},
  publisher    = {{PMLR}},
  year         = {2019},
  url          = {http://proceedings.mlr.press/v97/zhang19p.html},
  timestamp    = {Thu, 25 Aug 2022 08:42:37 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/ZhangYJXGJ19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-11391,
  author       = {Xiaowei Huang and
                  Wenjie Ruan and
                  Wei Huang and
                  Gaojie Jin and
                  Yi Dong and
                  Changshun Wu and
                  Saddek Bensalem and
                  Ronghui Mu and
                  Yi Qi and
                  Xingyu Zhao and
                  Kaiwen Cai and
                  Yanghao Zhang and
                  Sihao Wu and
                  Peipei Xu and
                  Dengyu Wu and
                  Andr{\'{e}} Freitas and
                  Mustafa A. Mustafa},
  title        = {A Survey of Safety and Trustworthiness of Large Language Models through
                  the Lens of Verification and Validation},
  journal      = {CoRR},
  volume       = {abs/2305.11391},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.11391},
  doi          = {10.48550/arXiv.2305.11391},
  eprinttype    = {arXiv},
  eprint       = {2305.11391},
  timestamp    = {Thu, 25 May 2023 15:41:47 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-11391.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2009-05835,
  author       = {Alexander Wong and
                  Xiao Yu Wang and
                  Andrew Hryniowski},
  title        = {How Much Can We Really Trust You? Towards Simple, Interpretable Trust
                  Quantification Metrics for Deep Neural Networks},
  journal      = {CoRR},
  volume       = {abs/2009.05835},
  year         = {2020},
  url          = {https://arxiv.org/abs/2009.05835},
  eprinttype    = {arXiv},
  eprint       = {2009.05835},
  timestamp    = {Thu, 17 Sep 2020 12:49:52 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2009-05835.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/csr/HuangKRSSTWY20,
  author       = {Xiaowei Huang and
                  Daniel Kroening and
                  Wenjie Ruan and
                  James Sharp and
                  Youcheng Sun and
                  Emese Thamo and
                  Min Wu and
                  Xinping Yi},
  title        = {A survey of safety and trustworthiness of deep neural networks: Verification,
                  testing, adversarial attack and defence, and interpretability},
  journal      = {Comput. Sci. Rev.},
  volume       = {37},
  pages        = {100270},
  year         = {2020},
  url          = {https://doi.org/10.1016/j.cosrev.2020.100270},
  doi          = {10.1016/j.cosrev.2020.100270},
  timestamp    = {Tue, 21 Mar 2023 21:06:35 +0100},
  biburl       = {https://dblp.org/rec/journals/csr/HuangKRSSTWY20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/acl/ChenYC0J23,
  author       = {Yangyi Chen and
                  Lifan Yuan and
                  Ganqu Cui and
                  Zhiyuan Liu and
                  Heng Ji},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {A Close Look into the Calibration of Pre-trained Language Models},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {1343--1367},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.acl-long.75},
  doi          = {10.18653/v1/2023.acl-long.75},
  timestamp    = {Thu, 10 Aug 2023 12:35:53 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/ChenYC0J23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/aies/GuoC21,
  author       = {Wei Guo and
                  Aylin Caliskan},
  editor       = {Marion Fourcade and
                  Benjamin Kuipers and
                  Seth Lazar and
                  Deirdre K. Mulligan},
  title        = {Detecting Emergent Intersectional Biases: Contextualized Word Embeddings
                  Contain a Distribution of Human-like Biases},
  booktitle    = {{AIES} '21: {AAAI/ACM} Conference on AI, Ethics, and Society, Virtual
                  Event, USA, May 19-21, 2021},
  pages        = {122--133},
  publisher    = {{ACM}},
  year         = {2021},
  url          = {https://doi.org/10.1145/3461702.3462536},
  doi          = {10.1145/3461702.3462536},
  timestamp    = {Mon, 02 Aug 2021 12:13:05 +0200},
  biburl       = {https://dblp.org/rec/conf/aies/GuoC21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/BolukbasiCZSK16,
  author       = {Tolga Bolukbasi and
                  Kai{-}Wei Chang and
                  James Y. Zou and
                  Venkatesh Saligrama and
                  Adam Tauman Kalai},
  editor       = {Daniel D. Lee and
                  Masashi Sugiyama and
                  Ulrike von Luxburg and
                  Isabelle Guyon and
                  Roman Garnett},
  title        = {Man is to Computer Programmer as Woman is to Homemaker? Debiasing
                  Word Embeddings},
  booktitle    = {Advances in Neural Information Processing Systems 29: Annual Conference
                  on Neural Information Processing Systems 2016, December 5-10, 2016,
                  Barcelona, Spain},
  pages        = {4349--4357},
  year         = {2016},
  url          = {https://proceedings.neurips.cc/paper/2016/hash/a486cd07e4ac3d270571622f4f316ec5-Abstract.html},
  timestamp    = {Mon, 16 May 2022 15:41:51 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/BolukbasiCZSK16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{caliskan2017semantics,
  title={Semantics derived automatically from language corpora contain human-like biases},
  author={Caliskan, Aylin and Bryson, Joanna J and Narayanan, Arvind},
  journal={Science},
  volume={356},
  number={6334},
  pages={183--186},
  year={2017},
  publisher={American Association for the Advancement of Science}
}


@inproceedings{DBLP:conf/acl/BlodgettBDW20,
  author       = {Su Lin Blodgett and
                  Solon Barocas and
                  Hal Daum{\'{e}} III and
                  Hanna M. Wallach},
  editor       = {Dan Jurafsky and
                  Joyce Chai and
                  Natalie Schluter and
                  Joel R. Tetreault},
  title        = {Language (Technology) is Power: {A} Critical Survey of "Bias" in {NLP}},
  booktitle    = {Proceedings of the 58th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2020, Online, July 5-10, 2020},
  pages        = {5454--5476},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.acl-main.485},
  doi          = {10.18653/v1/2020.acl-main.485},
  timestamp    = {Mon, 28 Aug 2023 21:17:06 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/BlodgettBDW20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-15852,
  author       = {Niels M{\"{u}}ndler and
                  Jingxuan He and
                  Slobodan Jenko and
                  Martin T. Vechev},
  title        = {Self-contradictory Hallucinations of Large Language Models: Evaluation,
                  Detection and Mitigation},
  journal      = {CoRR},
  volume       = {abs/2305.15852},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.15852},
  doi          = {10.48550/arXiv.2305.15852},
  eprinttype    = {arXiv},
  eprint       = {2305.15852},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-15852.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/csur/JiLFYSXIBMF23,
  author       = {Ziwei Ji and
                  Nayeon Lee and
                  Rita Frieske and
                  Tiezheng Yu and
                  Dan Su and
                  Yan Xu and
                  Etsuko Ishii and
                  Yejin Bang and
                  Andrea Madotto and
                  Pascale Fung},
  title        = {Survey of Hallucination in Natural Language Generation},
  journal      = {{ACM} Comput. Surv.},
  volume       = {55},
  number       = {12},
  pages        = {248:1--248:38},
  year         = {2023},
  url          = {https://doi.org/10.1145/3571730},
  doi          = {10.1145/3571730},
  timestamp    = {Mon, 28 Aug 2023 21:19:33 +0200},
  biburl       = {https://dblp.org/rec/journals/csur/JiLFYSXIBMF23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-20050,
  author       = {Hunter Lightman and
                  Vineet Kosaraju and
                  Yura Burda and
                  Harrison Edwards and
                  Bowen Baker and
                  Teddy Lee and
                  Jan Leike and
                  John Schulman and
                  Ilya Sutskever and
                  Karl Cobbe},
  title        = {Let's Verify Step by Step},
  journal      = {CoRR},
  volume       = {abs/2305.20050},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.20050},
  doi          = {10.48550/arXiv.2305.20050},
  eprinttype    = {arXiv},
  eprint       = {2305.20050},
  timestamp    = {Wed, 07 Jun 2023 17:14:28 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-20050.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/MaynezNBM20,
  author       = {Joshua Maynez and
                  Shashi Narayan and
                  Bernd Bohnet and
                  Ryan T. McDonald},
  editor       = {Dan Jurafsky and
                  Joyce Chai and
                  Natalie Schluter and
                  Joel R. Tetreault},
  title        = {On Faithfulness and Factuality in Abstractive Summarization},
  booktitle    = {Proceedings of the 58th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2020, Online, July 5-10, 2020},
  pages        = {1906--1919},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.acl-main.173},
  doi          = {10.18653/v1/2020.acl-main.173},
  timestamp    = {Fri, 06 Aug 2021 00:40:56 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/MaynezNBM20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{wang2022self,
  title={Self-instruct: Aligning language model with self generated instructions},
  author={Wang, Yizhong and Kordi, Yeganeh and Mishra, Swaroop and Liu, Alisa and Smith, Noah A and Khashabi, Daniel and Hajishirzi, Hannaneh},
  journal={arXiv preprint arXiv:2212.10560},
  year={2022}
}

@inproceedings{DBLP:conf/naacl/DevlinCLT19,
  author       = {Jacob Devlin and
                  Ming{-}Wei Chang and
                  Kenton Lee and
                  Kristina Toutanova},
  editor       = {Jill Burstein and
                  Christy Doran and
                  Thamar Solorio},
  title        = {{BERT:} Pre-training of Deep Bidirectional Transformers for Language
                  Understanding},
  booktitle    = {Proceedings of the 2019 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long
                  and Short Papers)},
  pages        = {4171--4186},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/n19-1423},
  doi          = {10.18653/v1/n19-1423},
  timestamp    = {Mon, 26 Sep 2022 12:21:55 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/DevlinCLT19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/jmlr/RaffelSRLNMZLL20,
  author       = {Colin Raffel and
                  Noam Shazeer and
                  Adam Roberts and
                  Katherine Lee and
                  Sharan Narang and
                  Michael Matena and
                  Yanqi Zhou and
                  Wei Li and
                  Peter J. Liu},
  title        = {Exploring the Limits of Transfer Learning with a Unified Text-to-Text
                  Transformer},
  journal      = {J. Mach. Learn. Res.},
  volume       = {21},
  pages        = {140:1--140:67},
  year         = {2020},
  url          = {http://jmlr.org/papers/v21/20-074.html},
  timestamp    = {Fri, 05 Feb 2021 15:43:41 +0100},
  biburl       = {https://dblp.org/rec/journals/jmlr/RaffelSRLNMZLL20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2307-15818,
  author       = {Anthony Brohan and
                  Noah Brown and
                  Justice Carbajal and
                  Yevgen Chebotar and
                  Xi Chen and
                  Krzysztof Choromanski and
                  Tianli Ding and
                  Danny Driess and
                  Avinava Dubey and
                  Chelsea Finn and
                  Pete Florence and
                  Chuyuan Fu and
                  Montse Gonzalez Arenas and
                  Keerthana Gopalakrishnan and
                  Kehang Han and
                  Karol Hausman and
                  Alexander Herzog and
                  Jasmine Hsu and
                  Brian Ichter and
                  Alex Irpan and
                  Nikhil J. Joshi and
                  Ryan Julian and
                  Dmitry Kalashnikov and
                  Yuheng Kuang and
                  Isabel Leal and
                  Lisa Lee and
                  Tsang{-}Wei Edward Lee and
                  Sergey Levine and
                  Yao Lu and
                  Henryk Michalewski and
                  Igor Mordatch and
                  Karl Pertsch and
                  Kanishka Rao and
                  Krista Reymann and
                  Michael S. Ryoo and
                  Grecia Salazar and
                  Pannag Sanketi and
                  Pierre Sermanet and
                  Jaspiar Singh and
                  Anikait Singh and
                  Radu Soricut and
                  Huong Tran and
                  Vincent Vanhoucke and
                  Quan Vuong and
                  Ayzaan Wahid and
                  Stefan Welker and
                  Paul Wohlhart and
                  Jialin Wu and
                  Fei Xia and
                  Ted Xiao and
                  Peng Xu and
                  Sichun Xu and
                  Tianhe Yu and
                  Brianna Zitkovich},
  title        = {{RT-2:} Vision-Language-Action Models Transfer Web Knowledge to Robotic
                  Control},
  journal      = {CoRR},
  volume       = {abs/2307.15818},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.15818},
  doi          = {10.48550/arXiv.2307.15818},
  eprinttype    = {arXiv},
  eprint       = {2307.15818},
  timestamp    = {Wed, 02 Aug 2023 15:37:53 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-15818.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{peters-etal-2018-deep,
    title = "Deep Contextualized Word Representations",
    author = "Peters, Matthew E.  and
      Neumann, Mark  and
      Iyyer, Mohit  and
      Gardner, Matt  and
      Clark, Christopher  and
      Lee, Kenton  and
      Zettlemoyer, Luke",
    booktitle = "Proceedings of the 2018 Conference of the North {A}merican Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers)",
    month = jun,
    year = "2018",
    address = "New Orleans, Louisiana",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/N18-1202",
    doi = "10.18653/v1/N18-1202",
    pages = "2227--2237",
    abstract = "We introduce a new type of deep contextualized word representation that models both (1) complex characteristics of word use (e.g., syntax and semantics), and (2) how these uses vary across linguistic contexts (i.e., to model polysemy). Our word vectors are learned functions of the internal states of a deep bidirectional language model (biLM), which is pre-trained on a large text corpus. We show that these representations can be easily added to existing models and significantly improve the state of the art across six challenging NLP problems, including question answering, textual entailment and sentiment analysis. We also present an analysis showing that exposing the deep internals of the pre-trained network is crucial, allowing downstream models to mix different types of semi-supervision signals.",
}

@article{solaiman2021process,
  title={Process for adapting language models to society (palms) with values-targeted datasets},
  author={Solaiman, Irene and Dennison, Christy},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={5861--5873},
  year={2021}
}

@article{DBLP:journals/corr/abs-1802-07228,
  author       = {Miles Brundage and
                  Shahar Avin and
                  Jack Clark and
                  Helen Toner and
                  Peter Eckersley and
                  Ben Garfinkel and
                  Allan Dafoe and
                  Paul Scharre and
                  Thomas Zeitzoff and
                  Bobby Filar and
                  Hyrum S. Anderson and
                  Heather Roff and
                  Gregory C. Allen and
                  Jacob Steinhardt and
                  Carrick Flynn and
                  Se{\'{a}}n {\'{O}} h{\'{E}}igeartaigh and
                  Simon Beard and
                  Haydn Belfield and
                  Sebastian Farquhar and
                  Clare Lyle and
                  Rebecca Crootof and
                  Owain Evans and
                  Michael Page and
                  Joanna Bryson and
                  Roman Yampolskiy and
                  Dario Amodei},
  title        = {The Malicious Use of Artificial Intelligence: Forecasting, Prevention,
                  and Mitigation},
  journal      = {CoRR},
  volume       = {abs/1802.07228},
  year         = {2018},
  url          = {http://arxiv.org/abs/1802.07228},
  eprinttype    = {arXiv},
  eprint       = {1802.07228},
  timestamp    = {Sat, 23 Jan 2021 01:11:33 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1802-07228.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2108-07258,
  author       = {Rishi Bommasani and
                  Drew A. Hudson and
                  Ehsan Adeli and
                  Russ B. Altman and
                  Simran Arora and
                  Sydney von Arx and
                  Michael S. Bernstein and
                  Jeannette Bohg and
                  Antoine Bosselut and
                  Emma Brunskill and
                  Erik Brynjolfsson and
                  Shyamal Buch and
                  Dallas Card and
                  Rodrigo Castellon and
                  Niladri S. Chatterji and
                  Annie S. Chen and
                  Kathleen Creel and
                  Jared Quincy Davis and
                  Dorottya Demszky and
                  Chris Donahue and
                  Moussa Doumbouya and
                  Esin Durmus and
                  Stefano Ermon and
                  John Etchemendy and
                  Kawin Ethayarajh and
                  Li Fei{-}Fei and
                  Chelsea Finn and
                  Trevor Gale and
                  Lauren Gillespie and
                  Karan Goel and
                  Noah D. Goodman and
                  Shelby Grossman and
                  Neel Guha and
                  Tatsunori Hashimoto and
                  Peter Henderson and
                  John Hewitt and
                  Daniel E. Ho and
                  Jenny Hong and
                  Kyle Hsu and
                  Jing Huang and
                  Thomas Icard and
                  Saahil Jain and
                  Dan Jurafsky and
                  Pratyusha Kalluri and
                  Siddharth Karamcheti and
                  Geoff Keeling and
                  Fereshte Khani and
                  Omar Khattab and
                  Pang Wei Koh and
                  Mark S. Krass and
                  Ranjay Krishna and
                  Rohith Kuditipudi and
                  et al.},
  title        = {On the Opportunities and Risks of Foundation Models},
  journal      = {CoRR},
  volume       = {abs/2108.07258},
  year         = {2021},
  url          = {https://arxiv.org/abs/2108.07258},
  eprinttype    = {arXiv},
  eprint       = {2108.07258},
  timestamp    = {Fri, 17 Feb 2023 09:02:02 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2108-07258.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2103-04044,
  author       = {Zijie J. Wang and
                  Dongjin Choi and
                  Shenyu Xu and
                  Diyi Yang},
  title        = {Putting Humans in the Natural Language Processing Loop: {A} Survey},
  journal      = {CoRR},
  volume       = {abs/2103.04044},
  year         = {2021},
  url          = {https://arxiv.org/abs/2103.04044},
  eprinttype    = {arXiv},
  eprint       = {2103.04044},
  timestamp    = {Mon, 15 Mar 2021 17:30:55 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2103-04044.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-15336,
  author       = {P. V. Sai Charan and
                  Hrushikesh Chunduri and
                  P. Mohan Anand and
                  Sandeep K. Shukla},
  title        = {From Text to {MITRE} Techniques: Exploring the Malicious Use of Large
                  Language Models for Generating Cyber Attack Payloads},
  journal      = {CoRR},
  volume       = {abs/2305.15336},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.15336},
  doi          = {10.48550/arXiv.2305.15336},
  eprinttype    = {arXiv},
  eprint       = {2305.15336},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-15336.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{galsworthy1912inn,
  title={The inn of tranquillity: studies and essays},
  author={Galsworthy, John},
  year={1912},
  publisher={W. Heinemann}
}

@article{yao2023impact,
  title   = "Language Agents in the Digital World: Opportunities and Risks",
  author  = "Yao, Shunyu and Narasimhan, Karthik",
  journal = "princeton-nlp.github.io",
  year    = "2023",
  month   = "Jul",
  url     = "https://princeton-nlp.github.io/language-agent-impact/"
}

@article{asimov1941three,
  title={Three laws of robotics},
  author={Asimov, Isaac},
  journal={Asimov, I. Runaround},
  volume={2},
  year={1941}
}

@article{elhage2021mathematical,
  title={A mathematical framework for transformer circuits},
  author={Elhage, Nelson and Nanda, Neel and Olsson, Catherine and Henighan, Tom and Joseph, Nicholas and Mann, Ben and Askell, Amanda and Bai, Yuntao and Chen, Anna and Conerly, Tom and others},
  journal={Transformer Circuits Thread},
  volume={1},
  year={2021}
}


@article{DBLP:journals/corr/abs-2308-11136,
  author       = {Jitao Bai and
                  Simiao Zhang and
                  Zhonghao Chen},
  title        = {Is There Any Social Principle for LLM-Based Agents?},
  journal      = {CoRR},
  volume       = {abs/2308.11136},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.11136},
  doi          = {10.48550/arXiv.2308.11136},
  eprinttype    = {arXiv},
  eprint       = {2308.11136},
  timestamp    = {Wed, 30 Aug 2023 17:27:54 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-11136.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{Ke2022ContinualLO,
  title={Continual Learning of Natural Language Processing Tasks: A Survey},
  author={Zixuan Ke and Bin Liu},
  journal={ArXiv},
  year={2022},
  volume={abs/2211.12701}
}

@article{Wang2023ACS,
  title={A Comprehensive Survey of Continual Learning: Theory, Method and Application},
  author={Liyuan Wang and Xingxing Zhang and Hang Su and Jun Zhu},
  journal={ArXiv},
  year={2023},
  volume={abs/2302.00487}
}

@article{McCloskey1989CatastrophicII,
  title={Catastrophic Interference in Connectionist Networks: The Sequential Learning Problem},
  author={Michael McCloskey and Neal J. Cohen},
  journal={Psychology of Learning and Motivation},
  year={1989},
  volume={24},
  pages={109-165}
}

@inproceedings{chaudhry2018riemannian,
  title={Riemannian walk for incremental learning: Understanding forgetting and intransigence},
  author={Chaudhry, Arslan and Dokania, Puneet K and Ajanthan, Thalaiyasingam and Torr, Philip HS},
  booktitle={Proceedings of the European conference on computer vision (ECCV)},
  pages={532--547},
  year={2018}
}

@article{lopez2017gradient,
  title={Gradient episodic memory for continual learning},
  author={Lopez-Paz, David and Ranzato, Marc'Aurelio},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@inproceedings{hou2019learning,
  title={Learning a unified classifier incrementally via rebalancing},
  author={Hou, Saihui and Pan, Xinyu and Loy, Chen Change and Wang, Zilei and Lin, Dahua},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={831--839},
  year={2019}
}

@article{DBLP:journals/corr/abs-2305-03514,
  author       = {Caleb Ziems and
                  William Held and
                  Omar Shaikh and
                  Jiaao Chen and
                  Zhehao Zhang and
                  Diyi Yang},
  title        = {Can Large Language Models Transform Computational Social Science?},
  journal      = {CoRR},
  volume       = {abs/2305.03514},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.03514},
  doi          = {10.48550/arXiv.2305.03514},
  eprinttype    = {arXiv},
  eprint       = {2305.03514},
  timestamp    = {Wed, 10 May 2023 16:08:41 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-03514.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{gilbert2018simulating,
  title={Simulating Societies: The Computer Simulation of Social Phenomena},
  author={Gilbert, N. and Doran, J.},
  isbn={9781351165112},
  series={Routledge Library Editions: Artificial Intelligence},
  url={https://books.google.co.jp/books?id=cT33DwAAQBAJ},
  year={2018},
  publisher={Taylor \& Francis}
}

@article{hamilton1989new,
  title={A new approach to the economic analysis of nonstationary time series and the business cycle},
  author={Hamilton, James D},
  journal={Econometrica: Journal of the econometric society},
  pages={357--384},
  year={1989},
  publisher={JSTOR}
}

@article{DBLP:journals/corr/abs-2306-05499,
  author       = {Yi Liu and
                  Gelei Deng and
                  Yuekang Li and
                  Kailong Wang and
                  Tianwei Zhang and
                  Yepang Liu and
                  Haoyu Wang and
                  Yan Zheng and
                  Yang Liu},
  title        = {Prompt Injection attack against LLM-integrated Applications},
  journal      = {CoRR},
  volume       = {abs/2306.05499},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.05499},
  doi          = {10.48550/arXiv.2306.05499},
  eprinttype    = {arXiv},
  eprint       = {2306.05499},
  timestamp    = {Fri, 16 Jun 2023 14:49:22 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-05499.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/ijon/Zhang03,
  author       = {Guoqiang Peter Zhang},
  title        = {Time series forecasting using a hybrid {ARIMA} and neural network
                  model},
  journal      = {Neurocomputing},
  volume       = {50},
  pages        = {159--175},
  year         = {2003},
  url          = {https://doi.org/10.1016/S0925-2312(01)00702-0},
  doi          = {10.1016/S0925-2312(01)00702-0},
  timestamp    = {Sat, 20 May 2017 00:25:00 +0200},
  biburl       = {https://dblp.org/rec/journals/ijon/Zhang03.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{kirby2007innateness,
  title={Innateness and culture in the evolution of language},
  author={Kirby, Simon and Dowman, Mike and Griffiths, Thomas L},
  journal={Proceedings of the National Academy of Sciences},
  volume={104},
  number={12},
  pages={5241--5245},
  year={2007},
  publisher={National Acad Sciences}
}

@article{DBLP:journals/corr/abs-2307-04986,
  author       = {Ross Williams and
                  Niyousha Hosseinichimeh and
                  Aritra Majumdar and
                  Navid Ghaffarzadegan},
  title        = {Epidemic Modeling with Generative Agents},
  journal      = {CoRR},
  volume       = {abs/2307.04986},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.04986},
  doi          = {10.48550/arXiv.2307.04986},
  eprinttype    = {arXiv},
  eprint       = {2307.04986},
  timestamp    = {Mon, 24 Jul 2023 16:32:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-04986.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-10646,
  author       = {Hisaichi Shibata and
                  Soichiro Miki and
                  Yuta Nakamura},
  title        = {Playing the Werewolf game with artificial intelligence for language
                  understanding},
  journal      = {CoRR},
  volume       = {abs/2302.10646},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.10646},
  doi          = {10.48550/arXiv.2302.10646},
  eprinttype    = {arXiv},
  eprint       = {2302.10646},
  timestamp = {Fri, 24 Feb 2023 11:55:23 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-10646.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/GeorgakisSWDMRD22,
  author       = {Georgios Georgakis and
                  Karl Schmeckpeper and
                  Karan Wanchoo and
                  Soham Dan and
                  Eleni Miltsakaki and
                  Dan Roth and
                  Kostas Daniilidis},
  title        = {Cross-modal Map Learning for Vision and Language Navigation},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2022, New Orleans, LA, USA, June 18-24, 2022},
  pages        = {15439--15449},
  publisher    = {{IEEE}},
  year         = {2022},
  url          = {https://doi.org/10.1109/CVPR52688.2022.01502},
  doi          = {10.1109/CVPR52688.2022.01502},
  timestamp    = {Wed, 05 Oct 2022 16:31:19 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/GeorgakisSWDMRD22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/tacl/JiangXAN20,
  author       = {Zhengbao Jiang and
                  Frank F. Xu and
                  Jun Araki and
                  Graham Neubig},
  title        = {How Can We Know What Language Models Know},
  journal      = {Trans. Assoc. Comput. Linguistics},
  volume       = {8},
  pages        = {423--438},
  year         = {2020},
  url          = {https://doi.org/10.1162/tacl\_a\_00324},
  doi          = {10.1162/tacl\_a\_00324},
  timestamp    = {Fri, 10 Jun 2022 10:35:17 +0200},
  biburl       = {https://dblp.org/rec/journals/tacl/JiangXAN20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/SafaviK21,
  author       = {Tara Safavi and
                  Danai Koutra},
  editor       = {Marie{-}Francine Moens and
                  Xuanjing Huang and
                  Lucia Specia and
                  Scott Wen{-}tau Yih},
  title        = {Relational World Knowledge Representation in Contextual Language Models:
                  {A} Review},
  booktitle    = {Proceedings of the 2021 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2021, Virtual Event / Punta Cana, Dominican
                  Republic, 7-11 November, 2021},
  pages        = {1053--1067},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.emnlp-main.81},
  doi          = {10.18653/v1/2021.emnlp-main.81},
  timestamp    = {Thu, 20 Jan 2022 10:02:10 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/SafaviK21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/HewittM19,
  author       = {John Hewitt and
                  Christopher D. Manning},
  editor       = {Jill Burstein and
                  Christy Doran and
                  Thamar Solorio},
  title        = {A Structural Probe for Finding Syntax in Word Representations},
  booktitle    = {Proceedings of the 2019 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL-HLT} 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long
                  and Short Papers)},
  pages        = {4129--4138},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/n19-1419},
  doi          = {10.18653/v1/n19-1419},
  timestamp    = {Fri, 06 Aug 2021 00:41:31 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/HewittM19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/VulicPLGK20,
  author       = {Ivan Vulic and
                  Edoardo Maria Ponti and
                  Robert Litschko and
                  Goran Glavas and
                  Anna Korhonen},
  editor       = {Bonnie Webber and
                  Trevor Cohn and
                  Yulan He and
                  Yang Liu},
  title        = {Probing Pretrained Language Models for Lexical Semantics},
  booktitle    = {Proceedings of the 2020 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2020, Online, November 16-20, 2020},
  pages        = {7222--7240},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.emnlp-main.586},
  doi          = {10.18653/v1/2020.emnlp-main.586},
  timestamp    = {Wed, 23 Mar 2022 10:11:55 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/VulicPLGK20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2308-07411,
  author       = {Edward Junprung},
  title        = {Exploring the Intersection of Large Language Models and Agent-Based
                  Modeling via Prompt Engineering},
  journal      = {CoRR},
  volume       = {abs/2308.07411},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.07411},
  doi          = {10.48550/arXiv.2308.07411},
  eprinttype    = {arXiv},
  eprint       = {2308.07411},
  timestamp    = {Wed, 23 Aug 2023 14:43:32 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-07411.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-07970,
  author       = {Steve Phelps and
                  Yvan I. Russell},
  title        = {Investigating Emergent Goal-Like Behaviour in Large Language Models
                  Using Experimental Economics},
  journal      = {CoRR},
  volume       = {abs/2305.07970},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.07970},
  doi          = {10.48550/arXiv.2305.07970},
  eprinttype    = {arXiv},
  eprint       = {2305.07970},
  timestamp    = {Wed, 17 May 2023 15:47:36 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-07970.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{bellomo2013complex,
  title={Complex systems and society: modeling and simulation},
  author={Bellomo, Nicola and Marsan, Giulia Ajmone and Tosin, Andrea},
  volume={2},
  year={2013},
  publisher={Springer}
}

@article{doi:10.1080/19397038.2016.1220990,
author = {Young B. Moon},
title = {Simulation modelling for sustainability: a review of the literature},
journal = {International Journal of Sustainable Engineering},
volume = {10},
number = {1},
pages = {2-19},
year  = {2017},
publisher = {Taylor & Francis},
doi = {10.1080/19397038.2016.1220990},
URL = { 
        https://doi.org/10.1080/19397038.2016.1220990
},
eprint = { 
        https://doi.org/10.1080/19397038.2016.1220990
}
}

@book{wason1972psychology,
  title={Psychology of reasoning: Structure and content},
  author={Wason, Peter Cathcart and Johnson-Laird, Philip Nicholas},
  volume={86},
  year={1972},
  publisher={Harvard University Press}
}

@article{wason1968reasoning,
  title={Reasoning about a rule},
  author={Wason, Peter C},
  journal={Quarterly journal of experimental psychology},
  volume={20},
  number={3},
  pages={273--281},
  year={1968},
  publisher={SAGE Publications Sage UK: London, England}
}

@article{galotti1989approaches,
  title={Approaches to studying formal and everyday reasoning.},
  author={Galotti, Kathleen M},
  journal={Psychological bulletin},
  volume={105},
  number={3},
  pages={331},
  year={1989},
  publisher={American Psychological Association}
}

@inproceedings{DBLP:conf/acl/0009C23,
  author       = {Jie Huang and
                  Kevin Chen{-}Chuan Chang},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Towards Reasoning in Large Language Models: {A} Survey},
  booktitle    = {Findings of the Association for Computational Linguistics: {ACL} 2023,
                  Toronto, Canada, July 9-14, 2023},
  pages        = {1049--1065},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.findings-acl.67},
  doi          = {10.18653/v1/2023.findings-acl.67},
  timestamp    = {Thu, 10 Aug 2023 12:35:41 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/0009C23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2209-06899,
  author       = {Lisa P. Argyle and
                  Ethan C. Busby and
                  Nancy Fulda and
                  Joshua Gubler and
                  Christopher Michael Rytting and
                  David Wingate},
  title        = {Out of One, Many: Using Language Models to Simulate Human Samples},
  journal      = {CoRR},
  volume       = {abs/2209.06899},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2209.06899},
  doi          = {10.48550/arXiv.2209.06899},
  eprinttype    = {arXiv},
  eprint       = {2209.06899},
  timestamp    = {Tue, 27 Sep 2022 16:29:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2209-06899.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2212-09196,
  author       = {Taylor W. Webb and
                  Keith J. Holyoak and
                  Hongjing Lu},
  title        = {Emergent Analogical Reasoning in Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2212.09196},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.09196},
  doi          = {10.48550/arXiv.2212.09196},
  eprinttype    = {arXiv},
  eprint       = {2212.09196},
  timestamp    = {Mon, 02 Jan 2023 15:09:55 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-09196.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{longpre2023flan,
  title={The flan collection: Designing data and methods for effective instruction tuning},
  author={Longpre, Shayne and Hou, Le and Vu, Tu and Webson, Albert and Chung, Hyung Won and Tay, Yi and Zhou, Denny and Le, Quoc V and Zoph, Barret and Wei, Jason and others},
  journal={arXiv preprint arXiv:2301.13688},
  year={2023}
}

@article{DBLP:journals/corr/abs-2305-15408,
  author       = {Guhao Feng and
                  Bohang Zhang and
                  Yuntian Gu and
                  Haotian Ye and
                  Di He and
                  Liwei Wang},
  title        = {Towards Revealing the Mystery behind Chain of Thought: a Theoretical
                  Perspective},
  journal      = {CoRR},
  volume       = {abs/2305.15408},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.15408},
  doi          = {10.48550/arXiv.2305.15408},
  eprinttype    = {arXiv},
  eprint       = {2305.15408},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-15408.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/WangM0S0Z023,
  author       = {Boshi Wang and
                  Sewon Min and
                  Xiang Deng and
                  Jiaming Shen and
                  You Wu and
                  Luke Zettlemoyer and
                  Huan Sun},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Towards Understanding Chain-of-Thought Prompting: An Empirical Study
                  of What Matters},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {2717--2739},
  publisher    = {Association for Computational Linguistics},
  year         = {2023},
  url          = {https://doi.org/10.18653/v1/2023.acl-long.153},
  doi          = {10.18653/v1/2023.acl-long.153},
  timestamp    = {Thu, 10 Aug 2023 12:35:47 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/WangM0S0Z023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-03843,
  author       = {Ben Prystawski and
                  Noah D. Goodman},
  title        = {Why think step-by-step? Reasoning emerges from the locality of experience},
  journal      = {CoRR},
  volume       = {abs/2304.03843},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.03843},
  doi          = {10.48550/arXiv.2304.03843},
  eprinttype    = {arXiv},
  eprint       = {2304.03843},
  timestamp    = {Mon, 28 Aug 2023 21:26:22 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-03843.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{zhiheng2023safety,
  title={Safety and Ethical Concerns of Large Language Models},
  author={Zhiheng, Xi and Rui, Zheng and Tao, Gui},
  booktitle={Proceedings of the 22nd Chinese National Conference on Computational Linguistics (Volume 4: Tutorial Abstracts)},
  pages={9--16},
  year={2023}
}


@misc{twitter_1,
    author = {Yann Lecun},
    title={\href{https://twitter.com/ylecun/status/1625127902890151943}{https://twitter.com/ylecun/status/1625127902890151943}},
}



@misc{twitter_2,
    author = {Yann Lecun},
    title={\href{https://twitter.com/ylecun/status/1640063227903213568}{https://twitter.com/ylecun/status/1640063227903213568}},
}

@misc{blog_1,
    author = {Shiwan Zhao},

    title={\href{https://medium.com/@zhaosw/are-large-language-models-a-viable-path-to-artificial-general-intelligence-9756fd9f6f3b}{Can Large Language Models Lead to Artificial General Intelligence?}},
}

@misc{blog_2,
    author = {Nadav Brandes},
    title={\href{https://www.lesswrong.com/posts/wNrbHbhgPJBD2d9v6/language-models-are-a-potentially-safe-path-to-human-level}{Language Models are a Potentially Safe Path to Human-Level AGI.}},
}

@misc{blog_3,
    author = {Valentino Zocca},
    title={\href{https://aisupremacy.substack.com/p/how-far-are-we-from-agi}{How far are we from AGI?}},
}


@misc{video_1,
    author = {Ilya Sutskever, Lex Fridman},
    title={\href{https://www.youtube.com/watch?v=MJUGTWb8xRo}{Ilya Sutskever: Deep Learning | Lex Fridman Podcast \#94.}},
}

@article{DBLP:journals/corr/abs-2307-03987,
  author       = {Neeraj Varshney and
                  Wenlin Yao and
                  Hongming Zhang and
                  Jianshu Chen and
                  Dong Yu},
  title        = {A Stitch in Time Saves Nine: Detecting and Mitigating Hallucinations
                  of LLMs by Validating Low-Confidence Generation},
  journal      = {CoRR},
  volume       = {abs/2307.03987},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.03987},
  doi          = {10.48550/arXiv.2307.03987},
  eprinttype    = {arXiv},
  eprint       = {2307.03987},
  timestamp    = {Mon, 24 Jul 2023 16:32:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-03987.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{bhardwaj2010cloud,
  title={Cloud computing: A study of infrastructure as a service (IAAS)},
  author={Bhardwaj, Sushil and Jain, Leena and Jain, Sandeep},
  journal={International Journal of engineering and information Technology},
  volume={2},
  number={1},
  pages={60--63},
  year={2010}
}
@inproceedings{sun2007software,
  title={Software as a service: An integration perspective},
  author={Sun, Wei and Zhang, Kuo and Chen, Shyh-Kwei and Zhang, Xin and Liang, Haiqi},
  booktitle={Service-Oriented Computing--ICSOC 2007: Fifth International Conference, Vienna, Austria, September 17-20, 2007. Proceedings 5},
  pages={558--569},
  year={2007},
  organization={Springer}
}
@article{serrano2015infrastructure,
  title={Infrastructure as a service and cloud technologies},
  author={Serrano, Nicolas and Gallardo, Gorka and Hernantes, Josune},
  journal={IEEE Software},
  volume={32},
  number={2},
  pages={30--36},
  year={2015},
  publisher={IEEE}
}

@inproceedings{DBLP:conf/IEEEcloud/DuanFZSNH15,
  author       = {Yucong Duan and
                  Guohua Fu and
                  Nianjun Zhou and
                  Xiaobing Sun and
                  Nanjangud C. Narendra and
                  Bo Hu},
  editor       = {Calton Pu and
                  Ajay Mohindra},
  title        = {Everything as a Service (XaaS) on the Cloud: Origins, Current and
                  Future Trends},
  booktitle    = {8th {IEEE} International Conference on Cloud Computing, {CLOUD} 2015,
                  New York City, NY, USA, June 27 - July 2, 2015},
  pages        = {621--628},
  publisher    = {{IEEE} Computer Society},
  year         = {2015},
  url          = {https://doi.org/10.1109/CLOUD.2015.88},
  doi          = {10.1109/CLOUD.2015.88},
  timestamp    = {Fri, 24 Mar 2023 00:02:39 +0100},
  biburl       = {https://dblp.org/rec/conf/IEEEcloud/DuanFZSNH15.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/iclr/CreswellSH23,
  author       = {Antonia Creswell and
                  Murray Shanahan and
                  Irina Higgins},
  title        = {Selection-Inference: Exploiting Large Language Models for Interpretable
                  Logical Reasoning},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=3Pf3Wg6o-A4},
  timestamp    = {Fri, 30 Jun 2023 14:55:52 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/CreswellSH23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/ijcai/CoteKYKBFMHAATT18,
  author       = {Marc{-}Alexandre C{\^{o}}t{\'{e}} and
                  {\'{A}}kos K{\'{a}}d{\'{a}}r and
                  Xingdi Yuan and
                  Ben Kybartas and
                  Tavian Barnes and
                  Emery Fine and
                  James Moore and
                  Matthew J. Hausknecht and
                  Layla El Asri and
                  Mahmoud Adada and
                  Wendy Tay and
                  Adam Trischler},
  editor       = {Tristan Cazenave and
                  Abdallah Saffidine and
                  Nathan R. Sturtevant},
  title        = {TextWorld: {A} Learning Environment for Text-Based Games},
  booktitle    = {Computer Games - 7th Workshop, {CGW} 2018, Held in Conjunction with
                  the 27th International Conference on Artificial Intelligence, {IJCAI}
                  2018, Stockholm, Sweden, July 13, 2018, Revised Selected Papers},
  series       = {Communications in Computer and Information Science},
  volume       = {1017},
  pages        = {41--75},
  publisher    = {Springer},
  year         = {2018},
  url          = {https://doi.org/10.1007/978-3-030-24337-1\_3},
  doi          = {10.1007/978-3-030-24337-1\_3},
  timestamp    = {Wed, 09 Feb 2022 09:38:53 +0100},
  biburl       = {https://dblp.org/rec/conf/ijcai/CoteKYKBFMHAATT18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/HausknechtACY20,
  author       = {Matthew J. Hausknecht and
                  Prithviraj Ammanabrolu and
                  Marc{-}Alexandre C{\^{o}}t{\'{e}} and
                  Xingdi Yuan},
  title        = {Interactive Fiction Games: {A} Colossal Adventure},
  booktitle    = {The Thirty-Fourth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2020, The Thirty-Second Innovative Applications of Artificial Intelligence
                  Conference, {IAAI} 2020, The Tenth {AAAI} Symposium on Educational
                  Advances in Artificial Intelligence, {EAAI} 2020, New York, NY, USA,
                  February 7-12, 2020},
  pages        = {7903--7910},
  publisher    = {{AAAI} Press},
  year         = {2020},
  url          = {https://doi.org/10.1609/aaai.v34i05.6297},
  doi          = {10.1609/aaai.v34i05.6297},
  timestamp    = {Mon, 04 Sep 2023 16:50:24 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/HausknechtACY20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-01404,
  author       = {Aidan O'Gara},
  title        = {Hoodwinked: Deception and Cooperation in a Text-Based Game for Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2308.01404},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.01404},
  doi          = {10.48550/arXiv.2308.01404},
  eprinttype    = {arXiv},
  eprint       = {2308.01404},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-01404.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/UrbanekFKJHDRKS19,
  author       = {Jack Urbanek and
                  Angela Fan and
                  Siddharth Karamcheti and
                  Saachi Jain and
                  Samuel Humeau and
                  Emily Dinan and
                  Tim Rockt{\"{a}}schel and
                  Douwe Kiela and
                  Arthur Szlam and
                  Jason Weston},
  editor       = {Kentaro Inui and
                  Jing Jiang and
                  Vincent Ng and
                  Xiaojun Wan},
  title        = {Learning to Speak and Act in a Fantasy Text Adventure Game},
  booktitle    = {Proceedings of the 2019 Conference on Empirical Methods in Natural
                  Language Processing and the 9th International Joint Conference on
                  Natural Language Processing, {EMNLP-IJCNLP} 2019, Hong Kong, China,
                  November 3-7, 2019},
  pages        = {673--683},
  publisher    = {Association for Computational Linguistics},
  year         = {2019},
  url          = {https://doi.org/10.18653/v1/D19-1062},
  doi          = {10.18653/v1/D19-1062},
  timestamp    = {Thu, 07 Apr 2022 09:14:07 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/UrbanekFKJHDRKS19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{roose2023conversation,
  title={A Conversation With Bing's Chatbot Left Me Deeply Unsettled},
  author={Roose, Kevin},
  year={2023}
}

@article{DBLP:journals/corr/abs-2210-06407,
  author       = {Corey Lynch and
                  Ayzaan Wahid and
                  Jonathan Tompson and
                  Tianli Ding and
                  James Betker and
                  Robert Baruch and
                  Travis Armstrong and
                  Pete Florence},
  title        = {Interactive Language: Talking to Robots in Real Time},
  journal      = {CoRR},
  volume       = {abs/2210.06407},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2210.06407},
  doi          = {10.48550/arXiv.2210.06407},
  eprinttype    = {arXiv},
  eprint       = {2210.06407},
  timestamp    = {Tue, 18 Oct 2022 15:06:52 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2210-06407.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/cacm/Maes95,
  author       = {Pattie Maes},
  title        = {Artificial Life Meets Entertainment: Lifelike Autonomous Agents},
  journal      = {Commun. {ACM}},
  volume       = {38},
  number       = {11},
  pages        = {108--114},
  year         = {1995},
  url          = {https://doi.org/10.1145/219717.219808},
  doi          = {10.1145/219717.219808},
  timestamp    = {Tue, 06 Nov 2018 12:51:40 +0100},
  biburl       = {https://dblp.org/rec/journals/cacm/Maes95.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2309-01918,
  author       = {Homanga Bharadhwaj and
                  Jay Vakil and
                  Mohit Sharma and
                  Abhinav Gupta and
                  Shubham Tulsiani and
                  Vikash Kumar},
  title        = {RoboAgent: Generalization and Efficiency in Robot Manipulation via
                  Semantic Augmentations and Action Chunking},
  journal      = {CoRR},
  volume       = {abs/2309.01918},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2309.01918},
  doi          = {10.48550/arXiv.2309.01918},
  eprinttype    = {arXiv},
  eprint       = {2309.01918},
  timestamp    = {Mon, 11 Sep 2023 16:01:35 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2309-01918.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{squire1986mechanisms,
  title={Mechanisms of memory},
  author={Squire, Larry R},
  journal={Science},
  volume={232},
  number={4758},
  pages={1612--1619},
  year={1986},
  publisher={American Association for the Advancement of Science}
}

@article{schwabe2014reconsolidation,
  title={Reconsolidation of human memory: brain mechanisms and clinical relevance},
  author={Schwabe, Lars and Nader, Karim and Pruessner, Jens C},
  journal={Biological psychiatry},
  volume={76},
  number={4},
  pages={274--280},
  year={2014},
  publisher={Elsevier}
}

@inproceedings{nuxoll2007extending,
  title={Extending cognitive architecture with episodic memory},
  author={Nuxoll, Andrew M and Laird, John E},
  booktitle={AAAI},
  pages={1560--1564},
  year={2007}
}

@article{hutter2000theory,
  title={A theory of universal artificial intelligence based on algorithmic complexity},
  author={Hutter, Marcus},
  journal={arXiv preprint cs/0004001},
  year={2000}
}

@inproceedings{DBLP:conf/cdc/HendrickxM17,
  author       = {Julien M. Hendrickx and
                  Samuel Martin},
  title        = {Open multi-agent systems: Gossiping with random arrivals and departures},
  booktitle    = {56th {IEEE} Annual Conference on Decision and Control, {CDC} 2017,
                  Melbourne, Australia, December 12-15, 2017},
  pages        = {763--768},
  publisher    = {{IEEE}},
  year         = {2017},
  url          = {https://doi.org/10.1109/CDC.2017.8263752},
  doi          = {10.1109/CDC.2017.8263752},
  timestamp    = {Fri, 04 Mar 2022 13:29:55 +0100},
  biburl       = {https://dblp.org/rec/conf/cdc/HendrickxM17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{DBLP:books/daglib/0085601,
  author       = {Byron Reeves and
                  Clifford Nass},
  title        = {The media equation - how people treat computers, television, and new
                  media like real people and places},
  publisher    = {Cambridge University Press},
  year         = {1996},
  isbn         = {978-1-57586-052-7},
  timestamp    = {Thu, 28 Apr 2011 19:43:08 +0200},
  biburl       = {https://dblp.org/rec/books/daglib/0085601.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2305-18323,
  author       = {Binfeng Xu and
                  Zhiyuan Peng and
                  Bowen Lei and
                  Subhabrata Mukherjee and
                  Yuchen Liu and
                  Dongkuan Xu},
  title        = {ReWOO: Decoupling Reasoning from Observations for Efficient Augmented
                  Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.18323},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.18323},
  doi          = {10.48550/arXiv.2305.18323},
  eprinttype    = {arXiv},
  eprint       = {2305.18323},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-18323.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/KhotTFF0CS23,
  author       = {Tushar Khot and
                  Harsh Trivedi and
                  Matthew Finlayson and
                  Yao Fu and
                  Kyle Richardson and
                  Peter Clark and
                  Ashish Sabharwal},
  title        = {Decomposed Prompting: {A} Modular Approach for Solving Complex Tasks},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=\_nGgzQjzaRy},
  timestamp    = {Fri, 30 Jun 2023 14:55:53 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/KhotTFF0CS23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}




@article{DBLP:journals/corr/abs-2305-10601,
  author       = {Shunyu Yao and
                  Dian Yu and
                  Jeffrey Zhao and
                  Izhak Shafran and
                  Thomas L. Griffiths and
                  Yuan Cao and
                  Karthik Narasimhan},
  title        = {Tree of Thoughts: Deliberate Problem Solving with Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.10601},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.10601},
  doi          = {10.48550/arXiv.2305.10601},
  eprinttype    = {arXiv},
  eprint       = {2305.10601},
  timestamp    = {Thu, 25 May 2023 15:41:47 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-10601.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2305-14992,
  author       = {Shibo Hao and
                  Yi Gu and
                  Haodi Ma and
                  Joshua Jiahua Hong and
                  Zhen Wang and
                  Daisy Zhe Wang and
                  Zhiting Hu},
  title        = {Reasoning with Language Model is Planning with World Model},
  journal      = {CoRR},
  volume       = {abs/2305.14992},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14992},
  doi          = {10.48550/arXiv.2305.14992},
  eprinttype    = {arXiv},
  eprint       = {2305.14992},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14992.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-2308-06391,
  author       = {Gautier Dagan and
                  Frank Keller and
                  Alex Lascarides},
  title        = {Dynamic Planning with a {LLM}},
  journal      = {CoRR},
  volume       = {abs/2308.06391},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.06391},
  doi          = {10.48550/arXiv.2308.06391},
  eprinttype    = {arXiv},
  eprint       = {2308.06391},
  timestamp    = {Wed, 23 Aug 2023 14:43:32 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-06391.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2205-00445,
  author       = {Ehud Karpas and
                  Omri Abend and
                  Yonatan Belinkov and
                  Barak Lenz and
                  Opher Lieber and
                  Nir Ratner and
                  Yoav Shoham and
                  Hofit Bata and
                  Yoav Levine and
                  Kevin Leyton{-}Brown and
                  Dor Muhlgay and
                  Noam Rozen and
                  Erez Schwartz and
                  Gal Shachaf and
                  Shai Shalev{-}Shwartz and
                  Amnon Shashua and
                  Moshe Tennenholtz},
  title        = {{MRKL} Systems: {A} modular, neuro-symbolic architecture that combines
                  large language models, external knowledge sources and discrete reasoning},
  journal      = {CoRR},
  volume       = {abs/2205.00445},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2205.00445},
  doi          = {10.48550/arXiv.2205.00445},
  eprinttype    = {arXiv},
  eprint       = {2205.00445},
  timestamp    = {Tue, 03 May 2022 15:52:06 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2205-00445.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2305-14323,
  author       = {Zhipeng Chen and
                  Kun Zhou and
                  Beichen Zhang and
                  Zheng Gong and
                  Wayne Xin Zhao and
                  Ji{-}Rong Wen},
  title        = {ChatCoT: Tool-Augmented Chain-of-Thought Reasoning on Chat-based Large
                  Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.14323},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14323},
  doi          = {10.48550/arXiv.2305.14323},
  eprinttype    = {arXiv},
  eprint       = {2305.14323},
  timestamp    = {Tue, 06 Jun 2023 07:21:16 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14323.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-00436,
  author       = {Ning Miao and
                  Yee Whye Teh and
                  Tom Rainforth},
  title        = {SelfCheck: Using LLMs to Zero-Shot Check Their Own Step-by-Step Reasoning},
  journal      = {CoRR},
  volume       = {abs/2308.00436},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.00436},
  doi          = {10.48550/arXiv.2308.00436},
  eprinttype    = {arXiv},
  eprint       = {2308.00436},
  timestamp    = {Mon, 21 Aug 2023 17:38:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-00436.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}






@article{DBLP:journals/corr/abs-2307-06135,
  author       = {Krishan Rana and
                  Jesse Haviland and
                  Sourav Garg and
                  Jad Abou{-}Chakra and
                  Ian D. Reid and
                  Niko S{\"{u}}nderhauf},
  title        = {SayPlan: Grounding Large Language Models using 3D Scene Graphs for
                  Scalable Task Planning},
  journal      = {CoRR},
  volume       = {abs/2307.06135},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.06135},
  doi          = {10.48550/arXiv.2307.06135},
  eprinttype    = {arXiv},
  eprint       = {2307.06135},
  timestamp    = {Tue, 25 Jul 2023 09:05:39 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-06135.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/corl/HuangXXCLFZTMCS22,
  author       = {Wenlong Huang and
                  Fei Xia and
                  Ted Xiao and
                  Harris Chan and
                  Jacky Liang and
                  Pete Florence and
                  Andy Zeng and
                  Jonathan Tompson and
                  Igor Mordatch and
                  Yevgen Chebotar and
                  Pierre Sermanet and
                  Tomas Jackson and
                  Noah Brown and
                  Linda Luu and
                  Sergey Levine and
                  Karol Hausman and
                  Brian Ichter},
  editor       = {Karen Liu and
                  Dana Kulic and
                  Jeffrey Ichnowski},
  title        = {Inner Monologue: Embodied Reasoning through Planning with Language
                  Models},
  booktitle    = {Conference on Robot Learning, CoRL 2022, 14-18 December 2022, Auckland,
                  New Zealand},
  series       = {Proceedings of Machine Learning Research},
  volume       = {205},
  pages        = {1769--1782},
  publisher    = {{PMLR}},
  year         = {2022},
  url          = {https://proceedings.mlr.press/v205/huang23c.html},
  timestamp    = {Wed, 15 Mar 2023 16:51:17 +0100},
  biburl       = {https://dblp.org/rec/conf/corl/HuangXXCLFZTMCS22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-08268,
  author       = {Xufeng Zhao and
                  Mengdi Li and
                  Cornelius Weber and
                  Muhammad Burhan Hafez and
                  Stefan Wermter},
  title        = {Chat with the Environment: Interactive Multimodal Perception using
                  Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2303.08268},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.08268},
  doi          = {10.48550/arXiv.2303.08268},
  eprinttype    = {arXiv},
  eprint       = {2303.08268},
  timestamp    = {Mon, 20 Mar 2023 15:23:19 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-08268.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2305-05662,
  author       = {Zhaoyang Liu and
                  Yinan He and
                  Wenhai Wang and
                  Weiyun Wang and
                  Yi Wang and
                  Shoufa Chen and
                  Qinglong Zhang and
                  Zeqiang Lai and
                  Yang Yang and
                  Qingyun Li and
                  Jiashuo Yu and
                  Kunchang Li and
                  Zhe Chen and
                  Xue Yang and
                  Xizhou Zhu and
                  Yali Wang and
                  Limin Wang and
                  Ping Luo and
                  Jifeng Dai and
                  Yu Qiao},
  title        = {InternGPT: Solving Vision-Centric Tasks by Interacting with Chatbots
                  Beyond Language},
  journal      = {CoRR},
  volume       = {abs/2305.05662},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.05662},
  doi          = {10.48550/arXiv.2305.05662},
  eprinttype    = {arXiv},
  eprint       = {2305.05662},
  timestamp    = {Fri, 30 Jun 2023 14:32:16 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-05662.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{schwarz2010mapping,
  title={Mapping the world in 3D},
  author={Schwarz, Brent},
  journal={Nature Photonics},
  volume={4},
  number={7},
  pages={429--430},
  year={2010},
  publisher={Nature Publishing Group UK London}
}
@book{parkinson1996progress,
  title={Progress in astronautics and aeronautics: Global positioning system: Theory and applications},
  author={Parkinson, Bradford W and Spilker, James J},
  volume={164},
  year={1996},
  publisher={Aiaa}
}

@article{DBLP:journals/corr/abs-2305-11738,
  author       = {Zhibin Gou and
                  Zhihong Shao and
                  Yeyun Gong and
                  Yelong Shen and
                  Yujiu Yang and
                  Nan Duan and
                  Weizhu Chen},
  title        = {{CRITIC:} Large Language Models Can Self-Correct with Tool-Interactive
                  Critiquing},
  journal      = {CoRR},
  volume       = {abs/2305.11738},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.11738},
  doi          = {10.48550/arXiv.2305.11738},
  eprinttype    = {arXiv},
  eprint       = {2305.11738},
  timestamp    = {Thu, 25 May 2023 15:41:47 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-11738.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-14623,
  author       = {Miaoran Li and
                  Baolin Peng and
                  Zhu Zhang},
  title        = {Self-Checker: Plug-and-Play Modules for Fact-Checking with Large Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2305.14623},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14623},
  doi          = {10.48550/arXiv.2305.14623},
  eprinttype    = {arXiv},
  eprint       = {2305.14623},
  timestamp    = {Tue, 06 Jun 2023 18:10:43 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14623.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-08896,
  author       = {Potsawee Manakul and
                  Adian Liusie and
                  Mark J. F. Gales},
  title        = {SelfCheckGPT: Zero-Resource Black-Box Hallucination Detection for
                  Generative Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2303.08896},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.08896},
  doi          = {10.48550/arXiv.2303.08896},
  eprinttype    = {arXiv},
  eprint       = {2303.08896},
  timestamp    = {Mon, 20 Mar 2023 15:23:19 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-08896.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/CaoAT21,
  author       = {Nicola De Cao and
                  Wilker Aziz and
                  Ivan Titov},
  editor       = {Marie{-}Francine Moens and
                  Xuanjing Huang and
                  Lucia Specia and
                  Scott Wen{-}tau Yih},
  title        = {Editing Factual Knowledge in Language Models},
  booktitle    = {Proceedings of the 2021 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2021, Virtual Event / Punta Cana, Dominican
                  Republic, 7-11 November, 2021},
  pages        = {6491--6506},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.emnlp-main.522},
  doi          = {10.18653/v1/2021.emnlp-main.522},
  timestamp    = {Sun, 02 Oct 2022 16:00:24 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/CaoAT21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/KemkerMAHK18,
  author       = {Ronald Kemker and
                  Marc McClure and
                  Angelina Abitino and
                  Tyler L. Hayes and
                  Christopher Kanan},
  editor       = {Sheila A. McIlraith and
                  Kilian Q. Weinberger},
  title        = {Measuring Catastrophic Forgetting in Neural Networks},
  booktitle    = {Proceedings of the Thirty-Second {AAAI} Conference on Artificial Intelligence,
                  (AAAI-18), the 30th innovative Applications of Artificial Intelligence
                  (IAAI-18), and the 8th {AAAI} Symposium on Educational Advances in
                  Artificial Intelligence (EAAI-18), New Orleans, Louisiana, USA, February
                  2-7, 2018},
  pages        = {3390--3398},
  publisher    = {{AAAI} Press},
  year         = {2018},
  url          = {https://doi.org/10.1609/aaai.v32i1.11651},
  doi          = {10.1609/aaai.v32i1.11651},
  timestamp    = {Mon, 04 Sep 2023 16:50:25 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/KemkerMAHK18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/RenRTQZZL19,
  author       = {Yi Ren and
                  Yangjun Ruan and
                  Xu Tan and
                  Tao Qin and
                  Sheng Zhao and
                  Zhou Zhao and
                  Tie{-}Yan Liu},
  editor       = {Hanna M. Wallach and
                  Hugo Larochelle and
                  Alina Beygelzimer and
                  Florence d'Alch{\'{e}}{-}Buc and
                  Emily B. Fox and
                  Roman Garnett},
  title        = {FastSpeech: Fast, Robust and Controllable Text to Speech},
  booktitle    = {Advances in Neural Information Processing Systems 32: Annual Conference
                  on Neural Information Processing Systems 2019, NeurIPS 2019, December
                  8-14, 2019, Vancouver, BC, Canada},
  pages        = {3165--3174},
  year         = {2019},
  url          = {https://proceedings.neurips.cc/paper/2019/hash/f63f65b503e22cb970527f23c9ad7db1-Abstract.html},
  timestamp    = {Mon, 16 May 2022 15:41:51 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/RenRTQZZL19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/RadfordKXBMS23,
  author       = {Alec Radford and
                  Jong Wook Kim and
                  Tao Xu and
                  Greg Brockman and
                  Christine McLeavey and
                  Ilya Sutskever},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {Robust Speech Recognition via Large-Scale Weak Supervision},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {28492--28518},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/radford23a.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/RadfordKXBMS23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/Huang0LCZ22,
  author       = {Rongjie Huang and
                  Yi Ren and
                  Jinglin Liu and
                  Chenye Cui and
                  Zhou Zhao},
  title        = {GenerSpeech: Towards Style Transfer for Generalizable Out-Of-Domain
                  Text-to-Speech},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/4730d10b22261faa9a95ebf7497bc556-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/Huang0LCZ22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/interspeech/GongCG21,
  author       = {Yuan Gong and
                  Yu{-}An Chung and
                  James R. Glass},
  editor       = {Hynek Hermansky and
                  Honza Cernock{\'{y}} and
                  Luk{\'{a}}s Burget and
                  Lori Lamel and
                  Odette Scharenborg and
                  Petr Motl{\'{\i}}cek},
  title        = {{AST:} Audio Spectrogram Transformer},
  booktitle    = {Interspeech 2021, 22nd Annual Conference of the International Speech
                  Communication Association, Brno, Czechia, 30 August - 3 September
                  2021},
  pages        = {571--575},
  publisher    = {{ISCA}},
  year         = {2021},
  url          = {https://doi.org/10.21437/Interspeech.2021-698},
  doi          = {10.21437/Interspeech.2021-698},
  timestamp    = {Wed, 21 Jun 2023 17:18:07 +0200},
  biburl       = {https://dblp.org/rec/conf/interspeech/GongCG21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-04160,
  author       = {Feilong Chen and
                  Minglun Han and
                  Haozhi Zhao and
                  Qingyang Zhang and
                  Jing Shi and
                  Shuang Xu and
                  Bo Xu},
  title        = {{X-LLM:} Bootstrapping Advanced Large Language Models by Treating
                  Multi-Modalities as Foreign Languages},
  journal      = {CoRR},
  volume       = {abs/2305.04160},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.04160},
  doi          = {10.48550/arXiv.2305.04160},
  eprinttype    = {arXiv},
  eprint       = {2305.04160},
  timestamp    = {Thu, 11 May 2023 15:54:24 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-04160.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-02858,
  author       = {Hang Zhang and
                  Xin Li and
                  Lidong Bing},
  title        = {Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for
                  Video Understanding},
  journal      = {CoRR},
  volume       = {abs/2306.02858},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.02858},
  doi          = {10.48550/arXiv.2306.02858},
  eprinttype    = {arXiv},
  eprint       = {2306.02858},
  timestamp    = {Tue, 13 Jun 2023 15:56:49 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-02858.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{zula2007integrative,
  title={Integrative literature review: Human capital planning: A review of literature and implications for human resource development},
  author={Zula, Kenneth J and Chermack, Thomas J},
  journal={Human Resource Development Review},
  volume={6},
  number={3},
  pages={245--262},
  year={2007},
  publisher={Sage Publications Sage CA: Los Angeles, CA}
}

@incollection{grafman2004planning,
  title={Planning and the brain},
  author={Grafman, Jordan and Spector, Lee and Rattermann, Mary Jo},
  booktitle={The cognitive psychology of planning},
  pages={191--208},
  year={2004},
  publisher={Psychology Press}
}

@article{unterrainer2006planning,
  title={Planning and problem solving: from neuropsychology to functional neuroimaging},
  author={Unterrainer, Josef M and Owen, Adrian M},
  journal={Journal of Physiology-Paris},
  volume={99},
  number={4-6},
  pages={308--317},
  year={2006},
  publisher={Elsevier}
}
@article{sebastia2006decomposition,
  title={Decomposition of planning problems},
  author={Sebastia, Laura and Onaindia, Eva and Marzal, Eliseo},
  journal={Ai Communications},
  volume={19},
  number={1},
  pages={49--81},
  year={2006},
  publisher={IOS Press}
}

@inproceedings{crosby2013automated,
  title={Automated agent decomposition for classical planning},
  author={Crosby, Matthew and Rovatsos, Michael and Petrick, Ronald},
  booktitle={Proceedings of the International Conference on Automated Planning and Scheduling},
  volume={23},
  pages={46--54},
  year={2013}
}



@inproceedings{DBLP:conf/nips/OordVK17,
  author       = {A{\"{a}}ron van den Oord and
                  Oriol Vinyals and
                  Koray Kavukcuoglu},
  editor       = {Isabelle Guyon and
                  Ulrike von Luxburg and
                  Samy Bengio and
                  Hanna M. Wallach and
                  Rob Fergus and
                  S. V. N. Vishwanathan and
                  Roman Garnett},
  title        = {Neural Discrete Representation Learning},
  booktitle    = {Advances in Neural Information Processing Systems 30: Annual Conference
                  on Neural Information Processing Systems 2017, December 4-9, 2017,
                  Long Beach, CA, {USA}},
  pages        = {6306--6315},
  year         = {2017},
  url          = {https://proceedings.neurips.cc/paper/2017/hash/7a98af17e63a0ac09ce2e96d03992fbc-Abstract.html},
  timestamp    = {Thu, 21 Jan 2021 15:15:21 +0100},
  biburl       = {https://dblp.org/rec/conf/nips/OordVK17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/DosovitskiyB0WZ21,
  author       = {Alexey Dosovitskiy and
                  Lucas Beyer and
                  Alexander Kolesnikov and
                  Dirk Weissenborn and
                  Xiaohua Zhai and
                  Thomas Unterthiner and
                  Mostafa Dehghani and
                  Matthias Minderer and
                  Georg Heigold and
                  Sylvain Gelly and
                  Jakob Uszkoreit and
                  Neil Houlsby},
  title        = {An Image is Worth 16x16 Words: Transformers for Image Recognition
                  at Scale},
  booktitle    = {9th International Conference on Learning Representations, {ICLR} 2021,
                  Virtual Event, Austria, May 3-7, 2021},
  publisher    = {OpenReview.net},
  year         = {2021},
  url          = {https://openreview.net/forum?id=YicbFdNTTy},
  timestamp    = {Wed, 23 Jun 2021 17:36:39 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/DosovitskiyB0WZ21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/LuCZMK23,
  author       = {Jiasen Lu and
                  Christopher Clark and
                  Rowan Zellers and
                  Roozbeh Mottaghi and
                  Aniruddha Kembhavi},
  title        = {{UNIFIED-IO:} {A} Unified Model for Vision, Language, and Multi-modal
                  Tasks},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  url          = {https://openreview.net/pdf?id=E01k9048soZ},
  timestamp    = {Fri, 30 Jun 2023 14:55:53 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/LuCZMK23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{DBLP:books/lib/RussellN03,
  author       = {Stuart Russell and
                  Peter Norvig},
  title        = {Artificial intelligence - a modern approach, 2nd Edition},
  series       = {Prentice Hall series in artificial intelligence},
  publisher    = {Prentice Hall},
  year         = {2003},
  url          = {https://www.worldcat.org/oclc/314283679},
  isbn         = {0130803022},
  timestamp    = {Wed, 20 Apr 2022 13:29:51 +0200},
  biburl       = {https://dblp.org/rec/books/lib/RussellN03.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{bratman1988plans,
  title={Plans and resource-bounded practical reasoning},
  author={Bratman, Michael E and Israel, David J and Pollack, Martha E},
  journal={Computational intelligence},
  volume={4},
  number={3},
  pages={349--355},
  year={1988},
  publisher={Wiley Online Library}
}

@book{fainstein2015readings,
  title={Readings in planning theory},
  author={Fainstein, Susan S and DeFilippis, James},
  year={2015},
  publisher={John Wiley \& Sons}
}

@inproceedings{DBLP:conf/cvpr/VinyalsTBE15,
  author       = {Oriol Vinyals and
                  Alexander Toshev and
                  Samy Bengio and
                  Dumitru Erhan},
  title        = {Show and tell: {A} neural image caption generator},
  booktitle    = {{IEEE} Conference on Computer Vision and Pattern Recognition, {CVPR}
                  2015, Boston, MA, USA, June 7-12, 2015},
  pages        = {3156--3164},
  publisher    = {{IEEE} Computer Society},
  year         = {2015},
  url          = {https://doi.org/10.1109/CVPR.2015.7298935},
  doi          = {10.1109/CVPR.2015.7298935},
  timestamp    = {Fri, 24 Mar 2023 00:02:57 +0100},
  biburl       = {https://dblp.org/rec/conf/cvpr/VinyalsTBE15.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iccv/HuangWCW19,
  author       = {Lun Huang and
                  Wenmin Wang and
                  Jie Chen and
                  Xiaoyong Wei},
  title        = {Attention on Attention for Image Captioning},
  booktitle    = {2019 {IEEE/CVF} International Conference on Computer Vision, {ICCV}
                  2019, Seoul, Korea (South), October 27 - November 2, 2019},
  pages        = {4633--4642},
  publisher    = {{IEEE}},
  year         = {2019},
  url          = {https://doi.org/10.1109/ICCV.2019.00473},
  doi          = {10.1109/ICCV.2019.00473},
  timestamp    = {Wed, 26 May 2021 14:09:22 +0200},
  biburl       = {https://dblp.org/rec/conf/iccv/HuangWCW19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/PanYLM20,
  author       = {Yingwei Pan and
                  Ting Yao and
                  Yehao Li and
                  Tao Mei},
  title        = {X-Linear Attention Networks for Image Captioning},
  booktitle    = {2020 {IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2020, Seattle, WA, USA, June 13-19, 2020},
  pages        = {10968--10977},
  publisher    = {Computer Vision Foundation / {IEEE}},
  year         = {2020},
  url          = {https://openaccess.thecvf.com/content\_CVPR\_2020/html/Pan\_X-Linear\_Attention\_Networks\_for\_Image\_Captioning\_CVPR\_2020\_paper.html},
  doi          = {10.1109/CVPR42600.2020.01098},
  timestamp    = {Tue, 31 Aug 2021 14:00:04 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/PanYLM20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2309-02427,
  author       = {Theodore R. Sumers and
                  Shunyu Yao and
                  Karthik Narasimhan and
                  Thomas L. Griffiths},
  title        = {Cognitive Architectures for Language Agents},
  journal      = {CoRR},
  volume       = {abs/2309.02427},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2309.02427},
  doi          = {10.48550/arXiv.2309.02427},
  eprinttype    = {arXiv},
  eprint       = {2309.02427},
  timestamp    = {Mon, 11 Sep 2023 16:01:35 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2309-02427.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{DBLP:journals/corr/abs-1912-08226,
  author       = {Marcella Cornia and
                  Matteo Stefanini and
                  Lorenzo Baraldi and
                  Rita Cucchiara},
  title        = {M\({}^{\mbox{2}}\): Meshed-Memory Transformer for Image Captioning},
  journal      = {CoRR},
  volume       = {abs/1912.08226},
  year         = {2019},
  url          = {http://arxiv.org/abs/1912.08226},
  eprinttype    = {arXiv},
  eprint       = {1912.08226},
  timestamp    = {Fri, 03 Jan 2020 16:10:45 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1912-08226.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2102-10407,
  author       = {Jun Chen and
                  Han Guo and
                  Kai Yi and
                  Boyang Li and
                  Mohamed Elhoseiny},
  title        = {VisualGPT: Data-efficient Image Captioning by Balancing Visual Input
                  and Linguistic Knowledge from Pretraining},
  journal      = {CoRR},
  volume       = {abs/2102.10407},
  year         = {2021},
  url          = {https://arxiv.org/abs/2102.10407},
  eprinttype    = {arXiv},
  eprint       = {2102.10407},
  timestamp    = {Mon, 03 Jan 2022 22:03:21 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2102-10407.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-16355,
  author       = {Yixuan Su and
                  Tian Lan and
                  Huayang Li and
                  Jialu Xu and
                  Yan Wang and
                  Deng Cai},
  title        = {PandaGPT: One Model To Instruction-Follow Them All},
  journal      = {CoRR},
  volume       = {abs/2305.16355},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.16355},
  doi          = {10.48550/arXiv.2305.16355},
  eprinttype    = {arXiv},
  eprint       = {2305.16355},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-16355.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@misc{mell2011nist,
  title={The NIST definition of cloud computing},
  author={Mell, Peter and Grance, Tim and others},
  year={2011},
  publisher={Computer Security Division, Information Technology Laboratory, National~…}
}

@article{lawton2008developing,
  title={Developing software online with platform-as-a-service technology},
  author={Lawton, George},
  journal={Computer},
  volume={41},
  number={6},
  pages={13--15},
  year={2008},
  publisher={IEEE}
}

@inproceedings{DBLP:conf/icml/SunSQHQ22,
  author       = {Tianxiang Sun and
                  Yunfan Shao and
                  Hong Qian and
                  Xuanjing Huang and
                  Xipeng Qiu},
  editor       = {Kamalika Chaudhuri and
                  Stefanie Jegelka and
                  Le Song and
                  Csaba Szepesv{\'{a}}ri and
                  Gang Niu and
                  Sivan Sabato},
  title        = {Black-Box Tuning for Language-Model-as-a-Service},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022, 17-23 July
                  2022, Baltimore, Maryland, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {162},
  pages        = {20841--20855},
  publisher    = {{PMLR}},
  year         = {2022},
  url          = {https://proceedings.mlr.press/v162/sun22e.html},
  timestamp    = {Thu, 23 Mar 2023 16:22:18 +0100},
  biburl       = {https://dblp.org/rec/conf/icml/SunSQHQ22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@article{DBLP:journals/corr/abs-2301-13379,
  author       = {Qing Lyu and
                  Shreya Havaldar and
                  Adam Stein and
                  Li Zhang and
                  Delip Rao and
                  Eric Wong and
                  Marianna Apidianaki and
                  Chris Callison{-}Burch},
  title        = {Faithful Chain-of-Thought Reasoning},
  journal      = {CoRR},
  volume       = {abs/2301.13379},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2301.13379},
  doi          = {10.48550/arXiv.2301.13379},
  eprinttype    = {arXiv},
  eprint       = {2301.13379},
  timestamp    = {Thu, 13 Apr 2023 13:25:34 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2301-13379.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{zhang2023bootstrap,
  title={Bootstrap Your Own Skills: Learning to Solve New Tasks with Large Language Model Guidance},
  author={Zhang, Jesse and Zhang, Jiahui and Pertsch, Karl and Liu, Ziyi and Ren, Xiang and Chang, Minsuk and Sun, Shao-Hua and Lim, Joseph J},
  booktitle={7th Annual Conference on Robot Learning},
  year={2023}
}

@inproceedings{Serr2018OvercomingCF,
  title={Overcoming catastrophic forgetting with hard attention to the task},
  author={Joan Serr{\`a} and D{\'i}dac Sur{\'i}s and Marius Miron and Alexandros Karatzoglou},
  booktitle={International Conference on Machine Learning},
  year={2018},
  url={https://api.semanticscholar.org/CorpusID:2157345}
}


@article{kirkpatrick2017overcoming,
  title={Overcoming catastrophic forgetting in neural networks},
  author={Kirkpatrick, James and Pascanu, Razvan and Rabinowitz, Neil and Veness, Joel and Desjardins, Guillaume and Rusu, Andrei A and Milan, Kieran and Quan, John and Ramalho, Tiago and Grabska-Barwinska, Agnieszka and others},
  journal={Proceedings of the national academy of sciences},
  volume={114},
  number={13},
  pages={3521--3526},
  year={2017},
  publisher={National Acad Sciences}
}

@article{li2017learning,
  title={Learning without forgetting},
  author={Li, Zhizhong and Hoiem, Derek},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={40},
  number={12},
  pages={2935--2947},
  year={2017},
  publisher={IEEE}
}

@inproceedings{farajtabar2020orthogonal,
  title={Orthogonal gradient descent for continual learning},
  author={Farajtabar, Mehrdad and Azizan, Navid and Mott, Alex and Li, Ang},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={3762--3773},
  year={2020},
  organization={PMLR}
}

@article{smith2023continual,
  title={Continual diffusion: Continual customization of text-to-image diffusion with c-lora},
  author={Smith, James Seale and Hsu, Yen-Chang and Zhang, Lingyu and Hua, Ting and Kira, Zsolt and Shen, Yilin and Jin, Hongxia},
  journal={arXiv preprint arXiv:2304.06027},
  year={2023}
}

@article{de2019episodic,
  title={Episodic memory in lifelong language learning},
  author={de Masson D'Autume, Cyprien and Ruder, Sebastian and Kong, Lingpeng and Yogatama, Dani},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{rolnick2019experience,
  title={Experience replay for continual learning},
  author={Rolnick, David and Ahuja, Arun and Schwarz, Jonathan and Lillicrap, Timothy and Wayne, Gregory},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@inproceedings{razdaibiedina2023progressive,
  title={Progressive Prompts: Continual Learning for Language Models},
  author={Razdaibiedina, Anastasia and Mao, Yuning and Hou, Rui and Khabsa, Madian and Lewis, Mike and Almahairi, Amjad},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2023}
}

@article{smith2005development,
  title={The development of embodied cognition: Six lessons from babies},
  author={Smith, Linda and Gasser, Michael},
  journal={Artificial life},
  volume={11},
  number={1-2},
  pages={13--29},
  year={2005},
  publisher={MIT Press}
}

@article{DBLP:journals/tetci/DuanYTZT22,
  author       = {Jiafei Duan and
                  Samson Yu and
                  Hui Li Tan and
                  Hongyuan Zhu and
                  Cheston Tan},
  title        = {A Survey of Embodied {AI:} From Simulators to Research Tasks},
  journal      = {{IEEE} Trans. Emerg. Top. Comput. Intell.},
  volume       = {6},
  number       = {2},
  pages        = {230--244},
  year         = {2022},
  url          = {https://doi.org/10.1109/TETCI.2022.3141105},
  doi          = {10.1109/TETCI.2022.3141105},
  timestamp    = {Mon, 26 Jun 2023 20:58:01 +0200},
  biburl       = {https://dblp.org/rec/journals/tetci/DuanYTZT22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/MnihKSGAWR13,
  author       = {Volodymyr Mnih and
                  Koray Kavukcuoglu and
                  David Silver and
                  Alex Graves and
                  Ioannis Antonoglou and
                  Daan Wierstra and
                  Martin A. Riedmiller},
  title        = {Playing Atari with Deep Reinforcement Learning},
  journal      = {CoRR},
  volume       = {abs/1312.5602},
  year         = {2013},
  url          = {http://arxiv.org/abs/1312.5602},
  eprinttype    = {arXiv},
  eprint       = {1312.5602},
  timestamp    = {Mon, 13 Aug 2018 16:47:42 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/MnihKSGAWR13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-06500,
  author       = {Wenliang Dai and
                  Junnan Li and
                  Dongxu Li and
                  Anthony Meng Huat Tiong and
                  Junqi Zhao and
                  Weisheng Wang and
                  Boyang Li and
                  Pascale Fung and
                  Steven C. H. Hoi},
  title        = {InstructBLIP: Towards General-purpose Vision-Language Models with
                  Instruction Tuning},
  journal      = {CoRR},
  volume       = {abs/2305.06500},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.06500},
  doi          = {10.48550/arXiv.2305.06500},
  eprinttype    = {arXiv},
  eprint       = {2305.06500},
  timestamp    = {Tue, 16 May 2023 18:32:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-06500.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1806-10293,
  author       = {Dmitry Kalashnikov and
                  Alex Irpan and
                  Peter Pastor and
                  Julian Ibarz and
                  Alexander Herzog and
                  Eric Jang and
                  Deirdre Quillen and
                  Ethan Holly and
                  Mrinal Kalakrishnan and
                  Vincent Vanhoucke and
                  Sergey Levine},
  title        = {QT-Opt: Scalable Deep Reinforcement Learning for Vision-Based Robotic
                  Manipulation},
  journal      = {CoRR},
  volume       = {abs/1806.10293},
  year         = {2018},
  url          = {http://arxiv.org/abs/1806.10293},
  eprinttype    = {arXiv},
  eprint       = {1806.10293},
  timestamp    = {Mon, 13 Aug 2018 16:48:22 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1806-10293.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/irc/NguyenL19,
  author       = {Hai Nguyen and
                  Hung M. La},
  title        = {Review of Deep Reinforcement Learning for Robot Manipulation},
  booktitle    = {3rd {IEEE} International Conference on Robotic Computing, {IRC} 2019,
                  Naples, Italy, February 25-27, 2019},
  pages        = {590--595},
  publisher    = {{IEEE}},
  year         = {2019},
  url          = {https://doi.org/10.1109/IRC.2019.00120},
  doi          = {10.1109/IRC.2019.00120},
  timestamp    = {Wed, 16 Oct 2019 14:14:53 +0200},
  biburl       = {https://dblp.org/rec/conf/irc/NguyenL19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/DriessXSLCIWTVY23,
  author       = {Danny Driess and
                  Fei Xia and
                  Mehdi S. M. Sajjadi and
                  Corey Lynch and
                  Aakanksha Chowdhery and
                  Brian Ichter and
                  Ayzaan Wahid and
                  Jonathan Tompson and
                  Quan Vuong and
                  Tianhe Yu and
                  Wenlong Huang and
                  Yevgen Chebotar and
                  Pierre Sermanet and
                  Daniel Duckworth and
                  Sergey Levine and
                  Vincent Vanhoucke and
                  Karol Hausman and
                  Marc Toussaint and
                  Klaus Greff and
                  Andy Zeng and
                  Igor Mordatch and
                  Pete Florence},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {PaLM-E: An Embodied Multimodal Language Model},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {8469--8488},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/driess23a.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/DriessXSLCIWTVY23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-00763,
  author       = {Ishita Dasgupta and
                  Christine Kaeser{-}Chen and
                  Kenneth Marino and
                  Arun Ahuja and
                  Sheila Babayan and
                  Felix Hill and
                  Rob Fergus},
  title        = {Collaborating with language models for embodied reasoning},
  journal      = {CoRR},
  volume       = {abs/2302.00763},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.00763},
  doi          = {10.48550/arXiv.2302.00763},
  eprinttype    = {arXiv},
  eprint       = {2302.00763},
  timestamp    = {Thu, 17 Aug 2023 08:01:16 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-00763.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/cvpr/PuigRBLWF018,
  author       = {Xavier Puig and
                  Kevin Ra and
                  Marko Boben and
                  Jiaman Li and
                  Tingwu Wang and
                  Sanja Fidler and
                  Antonio Torralba},
  title        = {VirtualHome: Simulating Household Activities via Programs},
  booktitle    = {2018 {IEEE} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2018, Salt Lake City, UT, USA, June 18-22, 2018},
  pages        = {8494--8502},
  publisher    = {Computer Vision Foundation / {IEEE} Computer Society},
  year         = {2018},
  url          = {http://openaccess.thecvf.com/content\_cvpr\_2018/html/Puig\_VirtualHome\_Simulating\_Household\_CVPR\_2018\_paper.html},
  doi          = {10.1109/CVPR.2018.00886},
  timestamp    = {Fri, 24 Mar 2023 00:02:55 +0100},
  biburl       = {https://dblp.org/rec/conf/cvpr/PuigRBLWF018.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2011-13922,
  author       = {Yicong Hong and
                  Qi Wu and
                  Yuankai Qi and
                  Cristian Rodriguez Opazo and
                  Stephen Gould},
  title        = {A Recurrent Vision-and-Language {BERT} for Navigation},
  journal      = {CoRR},
  volume       = {abs/2011.13922},
  year         = {2020},
  url          = {https://arxiv.org/abs/2011.13922},
  eprinttype    = {arXiv},
  eprint       = {2011.13922},
  timestamp    = {Thu, 03 Dec 2020 16:48:26 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2011-13922.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2108-04927,
  author       = {Alessandro Suglia and
                  Qiaozi Gao and
                  Jesse Thomason and
                  Govind Thattai and
                  Gaurav S. Sukhatme},
  title        = {Embodied {BERT:} {A} Transformer Model for Embodied, Language-guided
                  Visual Task Completion},
  journal      = {CoRR},
  volume       = {abs/2108.04927},
  year         = {2021},
  url          = {https://arxiv.org/abs/2108.04927},
  eprinttype    = {arXiv},
  eprint       = {2108.04927},
  timestamp    = {Fri, 22 Apr 2022 09:30:41 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2108-04927.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{hubel1962receptive,
  title={Receptive fields, binocular interaction and functional architecture in the cat's visual cortex},
  author={Hubel, David H and Wiesel, Torsten N},
  journal={The Journal of physiology},
  volume={160},
  number={1},
  pages={106},
  year={1962},
  publisher={Wiley-Blackwell}
}

@article{logothetis1996visual,
  title={Visual object recognition},
  author={Logothetis, Nikos K and Sheinberg, David L},
  journal={Annual review of neuroscience},
  volume={19},
  number={1},
  pages={577--621},
  year={1996},
  publisher={Annual Reviews 4139 El Camino Way, PO Box 10139, Palo Alto, CA 94303-0139, USA}
}

@inproceedings{DBLP:conf/iccv/SavvaMPBKMZWJSL19,
  author       = {Manolis Savva and
                  Jitendra Malik and
                  Devi Parikh and
                  Dhruv Batra and
                  Abhishek Kadian and
                  Oleksandr Maksymets and
                  Yili Zhao and
                  Erik Wijmans and
                  Bhavana Jain and
                  Julian Straub and
                  Jia Liu and
                  Vladlen Koltun},
  title        = {Habitat: {A} Platform for Embodied {AI} Research},
  booktitle    = {2019 {IEEE/CVF} International Conference on Computer Vision, {ICCV}
                  2019, Seoul, Korea (South), October 27 - November 2, 2019},
  pages        = {9338--9346},
  publisher    = {{IEEE}},
  year         = {2019},
  url          = {https://doi.org/10.1109/ICCV.2019.00943},
  doi          = {10.1109/ICCV.2019.00943},
  timestamp    = {Thu, 14 Oct 2021 10:42:46 +0200},
  biburl       = {https://dblp.org/rec/conf/iccv/SavvaMPBKMZWJSL19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-02552,
  author       = {Lei Wang and
                  Jingsen Zhang and
                  Xu Chen and
                  Yankai Lin and
                  Ruihua Song and
                  Wayne Xin Zhao and
                  Ji{-}Rong Wen},
  title        = {RecAgent: {A} Novel Simulation Paradigm for Recommender Systems},
  journal      = {CoRR},
  volume       = {abs/2306.02552},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.02552},
  doi          = {10.48550/arXiv.2306.02552},
  eprinttype    = {arXiv},
  eprint       = {2306.02552},
  timestamp    = {Tue, 13 Jun 2023 15:56:49 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-02552.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/iclr/ShridharYCBTH21,
  author       = {Mohit Shridhar and
                  Xingdi Yuan and
                  Marc{-}Alexandre C{\^{o}}t{\'{e}} and
                  Yonatan Bisk and
                  Adam Trischler and
                  Matthew J. Hausknecht},
  title        = {ALFWorld: Aligning Text and Embodied Environments for Interactive
                  Learning},
  booktitle    = {9th International Conference on Learning Representations, {ICLR} 2021,
                  Virtual Event, Austria, May 3-7, 2021},
  publisher    = {OpenReview.net},
  year         = {2021},
  url          = {https://openreview.net/forum?id=0IOX0YcCdTn},
  timestamp    = {Wed, 23 Jun 2021 17:36:39 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/ShridharYCBTH21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2206-07550,
  author       = {Guangyuan Jiang and
                  Manjie Xu and
                  Song{-}Chun Zhu and
                  Wenjuan Han and
                  Chi Zhang and
                  Yixin Zhu},
  title        = {{MPI:} Evaluating and Inducing Personality in Pre-trained Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2206.07550},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2206.07550},
  doi          = {10.48550/arXiv.2206.07550},
  eprinttype    = {arXiv},
  eprint       = {2206.07550},
  timestamp    = {Wed, 22 Jun 2022 08:06:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2206-07550.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2012-10147,
  author       = {Manfred Eppe and
                  Christian Gumbsch and
                  Matthias Kerzel and
                  Phuong D. H. Nguyen and
                  Martin V. Butz and
                  Stefan Wermter},
  title        = {Hierarchical principles of embodied reinforcement learning: {A} review},
  journal      = {CoRR},
  volume       = {abs/2012.10147},
  year         = {2020},
  url          = {https://arxiv.org/abs/2012.10147},
  eprinttype    = {arXiv},
  eprint       = {2012.10147},
  timestamp    = {Mon, 04 Jan 2021 16:33:46 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2012-10147.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}



@inproceedings{DBLP:conf/corl/LiXMS19,
  author       = {Chengshu Li and
                  Fei Xia and
                  Roberto Mart{\'{\i}}n{-}Mart{\'{\i}}n and
                  Silvio Savarese},
  editor       = {Leslie Pack Kaelbling and
                  Danica Kragic and
                  Komei Sugiura},
  title        = {{HRL4IN:} Hierarchical Reinforcement Learning for Interactive Navigation
                  with Mobile Manipulators},
  booktitle    = {3rd Annual Conference on Robot Learning, CoRL 2019, Osaka, Japan,
                  October 30 - November 1, 2019, Proceedings},
  series       = {Proceedings of Machine Learning Research},
  volume       = {100},
  pages        = {603--616},
  publisher    = {{PMLR}},
  year         = {2019},
  url          = {http://proceedings.mlr.press/v100/li20a.html},
  timestamp    = {Tue, 08 Sep 2020 15:26:18 +0200},
  biburl       = {https://dblp.org/rec/conf/corl/LiXMS19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/00070C22,
  author       = {Sudipta Paul and
                  Amit Roy{-}Chowdhury and
                  Anoop Cherian},
  title        = {{AVLEN:} Audio-Visual-Language Embodied Navigation in 3D Environments},
  booktitle    = {NeurIPS},
  year         = {2022},
  url          = {http://papers.nips.cc/paper\_files/paper/2022/hash/28f699175783a2c828ae74d53dd3da20-Abstract-Conference.html},
  timestamp    = {Thu, 11 May 2023 17:08:21 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/00070C22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/RobertsRS20,
  author       = {Adam Roberts and
                  Colin Raffel and
                  Noam Shazeer},
  editor       = {Bonnie Webber and
                  Trevor Cohn and
                  Yulan He and
                  Yang Liu},
  title        = {How Much Knowledge Can You Pack Into the Parameters of a Language
                  Model?},
  booktitle    = {Proceedings of the 2020 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2020, Online, November 16-20, 2020},
  pages        = {5418--5426},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.emnlp-main.437},
  doi          = {10.18653/v1/2020.emnlp-main.437},
  timestamp    = {Wed, 23 Mar 2022 10:11:55 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/RobertsRS20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/emnlp/LiKHdBN22,
  author       = {Xiang Lorraine Li and
                  Adhiguna Kuncoro and
                  Jordan Hoffmann and
                  Cyprien de Masson d'Autume and
                  Phil Blunsom and
                  Aida Nematzadeh},
  editor       = {Yoav Goldberg and
                  Zornitsa Kozareva and
                  Yue Zhang},
  title        = {A Systematic Investigation of Commonsense Knowledge in Large Language
                  Models},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {11838--11855},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.812},
  doi          = {10.18653/v1/2022.emnlp-main.812},
  timestamp    = {Thu, 10 Aug 2023 12:35:36 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/LiKHdBN22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-05613,
  author       = {Viet Dac Lai and
                  Nghia Trung Ngo and
                  Amir Pouran Ben Veyseh and
                  Hieu Man and
                  Franck Dernoncourt and
                  Trung Bui and
                  Thien Huu Nguyen},
  title        = {ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large
                  Language Models in Multilingual Learning},
  journal      = {CoRR},
  volume       = {abs/2304.05613},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.05613},
  doi          = {10.48550/arXiv.2304.05613},
  eprinttype    = {arXiv},
  eprint       = {2304.05613},
  timestamp    = {Wed, 19 Apr 2023 12:42:23 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-05613.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2212-06817,
  author       = {Anthony Brohan and
                  Noah Brown and
                  Justice Carbajal and
                  Yevgen Chebotar and
                  Joseph Dabis and
                  Chelsea Finn and
                  Keerthana Gopalakrishnan and
                  Karol Hausman and
                  Alexander Herzog and
                  Jasmine Hsu and
                  Julian Ibarz and
                  Brian Ichter and
                  Alex Irpan and
                  Tomas Jackson and
                  Sally Jesmonth and
                  Nikhil J. Joshi and
                  Ryan Julian and
                  Dmitry Kalashnikov and
                  Yuheng Kuang and
                  Isabel Leal and
                  Kuang{-}Huei Lee and
                  Sergey Levine and
                  Yao Lu and
                  Utsav Malla and
                  Deeksha Manjunath and
                  Igor Mordatch and
                  Ofir Nachum and
                  Carolina Parada and
                  Jodilyn Peralta and
                  Emily Perez and
                  Karl Pertsch and
                  Jornell Quiambao and
                  Kanishka Rao and
                  Michael S. Ryoo and
                  Grecia Salazar and
                  Pannag Sanketi and
                  Kevin Sayed and
                  Jaspiar Singh and
                  Sumedh Sontakke and
                  Austin Stone and
                  Clayton Tan and
                  Huong Tran and
                  Vincent Vanhoucke and
                  Steve Vega and
                  Quan Vuong and
                  Fei Xia and
                  Ted Xiao and
                  Peng Xu and
                  Sichun Xu and
                  Tianhe Yu and
                  Brianna Zitkovich},
  title        = {{RT-1:} Robotics Transformer for Real-World Control at Scale},
  journal      = {CoRR},
  volume       = {abs/2212.06817},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2212.06817},
  doi          = {10.48550/arXiv.2212.06817},
  eprinttype    = {arXiv},
  eprint       = {2212.06817},
  timestamp    = {Mon, 02 Jan 2023 15:09:55 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2212-06817.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{Mineflayer-JavaScript-2013,
  title={{PrismarineJS}},
  journal={Prismarinejs/mineflayer: Create minecraft bots with a powerful, stable, and high level javascript api.},
  year={2013}
}

@article{liu2022instruction,
  title={Instruction-following agents with jointly pre-trained vision-language models},
  author={Liu, Hao and Lee, Lisa and Lee, Kimin and Abbeel, Pieter},
  journal={arXiv preprint arXiv:2210.13431},
  year={2022}
}



@inproceedings{DBLP:conf/eccv/ChenJSGAIRG20,
  author       = {Changan Chen and
                  Unnat Jain and
                  Carl Schissler and
                  Sebastia Vicenc Amengual Gari and
                  Ziad Al{-}Halah and
                  Vamsi Krishna Ithapu and
                  Philip W. Robinson and
                  Kristen Grauman},
  editor       = {Andrea Vedaldi and
                  Horst Bischof and
                  Thomas Brox and
                  Jan{-}Michael Frahm},
  title        = {SoundSpaces: Audio-Visual Navigation in 3D Environments},
  booktitle    = {Computer Vision - {ECCV} 2020 - 16th European Conference, Glasgow,
                  UK, August 23-28, 2020, Proceedings, Part {VI}},
  series       = {Lecture Notes in Computer Science},
  volume       = {12351},
  pages        = {17--36},
  publisher    = {Springer},
  year         = {2020},
  url          = {https://doi.org/10.1007/978-3-030-58539-6\_2},
  doi          = {10.1007/978-3-030-58539-6\_2},
  timestamp    = {Thu, 04 May 2023 17:10:57 +0200},
  biburl       = {https://dblp.org/rec/conf/eccv/ChenJSGAIRG20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{watkins1989learning,
  title={Learning from delayed rewards},
  author={Watkins, Christopher John Cornish Hellaby},
  year={1989},
  publisher={King's College, Cambridge United Kingdom},
}


@article{silver2016mastering,
  title={Mastering the game of Go with deep neural networks and tree search},
  author={Silver, David and Huang, Aja and Maddison, Chris J and Guez, Arthur and Sifre, Laurent and Van Den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and others},
  journal={nature},
  volume={529},
  number={7587},
  pages={484--489},
  year={2016},
  publisher={Nature Publishing Group}
}

@article{DBLP:journals/corr/abs-2305-18898,
  author       = {Chuhao Jin and
                  Wenhui Tan and
                  Jiange Yang and
                  Bei Liu and
                  Ruihua Song and
                  Limin Wang and
                  Jianlong Fu},
  title        = {AlphaBlock: Embodied Finetuning for Vision-Language Reasoning in Robot
                  Manipulation},
  journal      = {CoRR},
  volume       = {abs/2305.18898},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.18898},
  doi          = {10.48550/arXiv.2305.18898},
  eprinttype    = {arXiv},
  eprint       = {2305.18898},
  timestamp    = {Fri, 23 Jun 2023 22:29:48 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-18898.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/corl/ShahOIL22,
  author       = {Dhruv Shah and
                  Blazej Osinski and
                  Brian Ichter and
                  Sergey Levine},
  editor       = {Karen Liu and
                  Dana Kulic and
                  Jeffrey Ichnowski},
  title        = {LM-Nav: Robotic Navigation with Large Pre-Trained Models of Language,
                  Vision, and Action},
  booktitle    = {Conference on Robot Learning, CoRL 2022, 14-18 December 2022, Auckland,
                  New Zealand},
  series       = {Proceedings of Machine Learning Research},
  volume       = {205},
  pages        = {492--504},
  publisher    = {{PMLR}},
  year         = {2022},
  url          = {https://proceedings.mlr.press/v205/shah23b.html},
  timestamp    = {Wed, 15 Mar 2023 16:51:17 +0100},
  biburl       = {https://dblp.org/rec/conf/corl/ShahOIL22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icra/ShahEKRL21,
  author       = {Dhruv Shah and
                  Benjamin Eysenbach and
                  Gregory Kahn and
                  Nicholas Rhinehart and
                  Sergey Levine},
  title        = {ViNG: Learning Open-World Navigation with Visual Goals},
  booktitle    = {{IEEE} International Conference on Robotics and Automation, {ICRA}
                  2021, Xi'an, China, May 30 - June 5, 2021},
  pages        = {13215--13222},
  publisher    = {{IEEE}},
  year         = {2021},
  url          = {https://doi.org/10.1109/ICRA48506.2021.9561936},
  doi          = {10.1109/ICRA48506.2021.9561936},
  timestamp    = {Sun, 02 Oct 2022 16:06:18 +0200},
  biburl       = {https://dblp.org/rec/conf/icra/ShahEKRL21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icra/HuangMZB23,
  author       = {Chenguang Huang and
                  Oier Mees and
                  Andy Zeng and
                  Wolfram Burgard},
  title        = {Visual Language Maps for Robot Navigation},
  booktitle    = {{IEEE} International Conference on Robotics and Automation, {ICRA}
                  2023, London, UK, May 29 - June 2, 2023},
  pages        = {10608--10615},
  publisher    = {{IEEE}},
  year         = {2023},
  url          = {https://doi.org/10.1109/ICRA48891.2023.10160969},
  doi          = {10.1109/ICRA48891.2023.10160969},
  timestamp    = {Tue, 08 Aug 2023 10:24:29 +0200},
  biburl       = {https://dblp.org/rec/conf/icra/HuangMZB23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-16986,
  author       = {Gengze Zhou and
                  Yicong Hong and
                  Qi Wu},
  title        = {NavGPT: Explicit Reasoning in Vision-and-Language Navigation with
                  Large Language Models},
  journal      = {CoRR},
  volume       = {abs/2305.16986},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.16986},
  doi          = {10.48550/arXiv.2305.16986},
  eprinttype    = {arXiv},
  eprint       = {2305.16986},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-16986.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{dubey2007delivering,
  title={Delivering software as a service},
  author={Dubey, Abhijit and Wagle, Dilip},
  journal={The McKinsey Quarterly},
  volume={6},
  number={2007},
  pages={2007},
  year={2007}
}
@article{DBLP:journals/corr/abs-2303-03480,
  author       = {Vishnu Sashank Dorbala and
                  James F. Mullen Jr. and
                  Dinesh Manocha},
  title        = {Can an Embodied Agent Find Your "Cat-shaped Mug"? LLM-Based Zero-Shot
                  Object Navigation},
  journal      = {CoRR},
  volume       = {abs/2303.03480},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.03480},
  doi          = {10.48550/arXiv.2303.03480},
  eprinttype    = {arXiv},
  eprint       = {2303.03480},
  timestamp    = {Wed, 15 Mar 2023 17:23:45 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-03480.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/LiZZYLZWYZHCG22,
  author       = {Liunian Harold Li and
                  Pengchuan Zhang and
                  Haotian Zhang and
                  Jianwei Yang and
                  Chunyuan Li and
                  Yiwu Zhong and
                  Lijuan Wang and
                  Lu Yuan and
                  Lei Zhang and
                  Jenq{-}Neng Hwang and
                  Kai{-}Wei Chang and
                  Jianfeng Gao},
  title        = {Grounded Language-Image Pre-training},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2022, New Orleans, LA, USA, June 18-24, 2022},
  pages        = {10955--10965},
  publisher    = {{IEEE}},
  year         = {2022},
  url          = {https://doi.org/10.1109/CVPR52688.2022.01069},
  doi          = {10.1109/CVPR52688.2022.01069},
  timestamp    = {Fri, 03 Feb 2023 15:33:22 +0100},
  biburl       = {https://dblp.org/rec/conf/cvpr/LiZZYLZWYZHCG22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icra/GanZ0GT20,
  author       = {Chuang Gan and
                  Yiwei Zhang and
                  Jiajun Wu and
                  Boqing Gong and
                  Joshua B. Tenenbaum},
  title        = {Look, Listen, and Act: Towards Audio-Visual Embodied Navigation},
  booktitle    = {2020 {IEEE} International Conference on Robotics and Automation, {ICRA}
                  2020, Paris, France, May 31 - August 31, 2020},
  pages        = {9701--9707},
  publisher    = {{IEEE}},
  year         = {2020},
  url          = {https://doi.org/10.1109/ICRA40945.2020.9197008},
  doi          = {10.1109/ICRA40945.2020.9197008},
  timestamp    = {Mon, 28 Sep 2020 12:19:28 +0200},
  biburl       = {https://dblp.org/rec/conf/icra/GanZ0GT20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2106-14876,
  author       = {Ingmar Kanitscheider and
                  Joost Huizinga and
                  David Farhi and
                  William Hebgen Guss and
                  Brandon Houghton and
                  Raul Sampedro and
                  Peter Zhokhov and
                  Bowen Baker and
                  Adrien Ecoffet and
                  Jie Tang and
                  Oleg Klimov and
                  Jeff Clune},
  title        = {Multi-task curriculum learning in a complex, visual, hard-exploration
                  domain: Minecraft},
  journal      = {CoRR},
  volume       = {abs/2106.14876},
  year         = {2021},
  url          = {https://arxiv.org/abs/2106.14876},
  eprinttype    = {arXiv},
  eprint       = {2106.14876},
  timestamp    = {Wed, 30 Jun 2021 16:14:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2106-14876.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/SumersMAF023,
  author       = {Theodore Sumers and
                  Kenneth Marino and
                  Arun Ahuja and
                  Rob Fergus and
                  Ishita Dasgupta},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {Distilling Internet-Scale Vision-Language Models into Embodied Agents},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {32797--32818},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/sumers23a.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:09 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/SumersMAF023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{sante2010cellular,
  title={Cellular automata models for the simulation of real-world urban processes: A review and analysis},
  author={Sant{\'e}, In{\'e}s and Garc{\'\i}a, Andr{\'e}s M and Miranda, David and Crecente, Rafael},
  journal={Landscape and urban planning},
  volume={96},
  number={2},
  pages={108--122},
  year={2010},
  publisher={Elsevier}
}

@article{browning2023personhood,
  title={Personhood and AI: Why large language models don’t understand us},
  author={Browning, Jacob},
  journal={AI \& SOCIETY},
  pages={1--8},
  year={2023},
  publisher={Springer}
}

@book{zuckerman1991psychobiology,
  title={Psychobiology of personality},
  author={Zuckerman, Marvin},
  volume={10},
  year={1991},
  publisher={Cambridge University Press}
}

@article{DBLP:journals/corr/abs-2301-13188,
  author       = {Nicholas Carlini and
                  Jamie Hayes and
                  Milad Nasr and
                  Matthew Jagielski and
                  Vikash Sehwag and
                  Florian Tram{\`{e}}r and
                  Borja Balle and
                  Daphne Ippolito and
                  Eric Wallace},
  title        = {Extracting Training Data from Diffusion Models},
  journal      = {CoRR},
  volume       = {abs/2301.13188},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2301.13188},
  doi          = {10.48550/arXiv.2301.13188},
  eprinttype    = {arXiv},
  eprint       = {2301.13188},
  timestamp    = {Wed, 01 Feb 2023 14:38:31 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2301-13188.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icail/SavelkaAGWX23,
  author       = {Jarom{\'{\i}}r Savelka and
                  Kevin D. Ashley and
                  Morgan A. Gray and
                  Hannes Westermann and
                  Huihui Xu},
  editor       = {Francesca Lagioia and
                  Jack Mumford and
                  Daphne Odekerken and
                  Hannes Westermann},
  title        = {Can {GPT-4} Support Analysis of Textual Data in Tasks Requiring Highly
                  Specialized Domain Expertise?},
  booktitle    = {Proceedings of the 6th Workshop on Automated Semantic Analysis of
                  Information in Legal Text co-located with the 19th International Conference
                  on Artificial Intelligence and Law {(ICAIL} 2023), Braga, Portugal,
                  23rd September, 2023},
  series       = {{CEUR} Workshop Proceedings},
  volume       = {3441},
  pages        = {1--12},
  publisher    = {CEUR-WS.org},
  year         = {2023},
  url          = {https://ceur-ws.org/Vol-3441/paper1.pdf},
  timestamp    = {Mon, 17 Jul 2023 17:21:12 +0200},
  biburl       = {https://dblp.org/rec/conf/icail/SavelkaAGWX23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/entropy/LinardatosPK21,
  author       = {Pantelis Linardatos and
                  Vasilis Papastefanopoulos and
                  Sotiris Kotsiantis},
  title        = {Explainable {AI:} {A} Review of Machine Learning Interpretability
                  Methods},
  journal      = {Entropy},
  volume       = {23},
  number       = {1},
  pages        = {18},
  year         = {2021},
  url          = {https://doi.org/10.3390/e23010018},
  doi          = {10.3390/e23010018},
  timestamp    = {Tue, 01 Jun 2021 09:59:22 +0200},
  biburl       = {https://dblp.org/rec/journals/entropy/LinardatosPK21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-06355,
  author       = {Kunchang Li and
                  Yinan He and
                  Yi Wang and
                  Yizhuo Li and
                  Wenhai Wang and
                  Ping Luo and
                  Yali Wang and
                  Limin Wang and
                  Yu Qiao},
  title        = {VideoChat: Chat-Centric Video Understanding},
  journal      = {CoRR},
  volume       = {abs/2305.06355},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.06355},
  doi          = {10.48550/arXiv.2305.06355},
  eprinttype    = {arXiv},
  eprint       = {2305.06355},
  timestamp    = {Fri, 30 Jun 2023 14:32:16 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-06355.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-09093,
  author       = {Chenyang Lyu and
                  Minghao Wu and
                  Longyue Wang and
                  Xinting Huang and
                  Bingshuai Liu and
                  Zefeng Du and
                  Shuming Shi and
                  Zhaopeng Tu},
  title        = {Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video,
                  and Text Integration},
  journal      = {CoRR},
  volume       = {abs/2306.09093},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.09093},
  doi          = {10.48550/arXiv.2306.09093},
  eprinttype    = {arXiv},
  eprint       = {2306.09093},
  timestamp    = {Sun, 18 Jun 2023 16:10:59 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-09093.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-04790,
  author       = {Tao Gong and
                  Chengqi Lyu and
                  Shilong Zhang and
                  Yudong Wang and
                  Miao Zheng and
                  Qian Zhao and
                  Kuikun Liu and
                  Wenwei Zhang and
                  Ping Luo and
                  Kai Chen},
  title        = {MultiModal-GPT: {A} Vision and Language Model for Dialogue with Humans},
  journal      = {CoRR},
  volume       = {abs/2305.04790},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.04790},
  doi          = {10.48550/arXiv.2305.04790},
  eprinttype    = {arXiv},
  eprint       = {2305.04790},
  timestamp    = {Fri, 12 May 2023 16:06:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-04790.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-05424,
  author       = {Muhammad Maaz and
                  Hanoona Abdul Rasheed and
                  Salman H. Khan and
                  Fahad Shahbaz Khan},
  title        = {Video-ChatGPT: Towards Detailed Video Understanding via Large Vision
                  and Language Models},
  journal      = {CoRR},
  volume       = {abs/2306.05424},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.05424},
  doi          = {10.48550/arXiv.2306.05424},
  eprinttype    = {arXiv},
  eprint       = {2306.05424},
  timestamp    = {Wed, 14 Jun 2023 13:17:00 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-05424.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/TouvronCDMSJ21,
  author       = {Hugo Touvron and
                  Matthieu Cord and
                  Matthijs Douze and
                  Francisco Massa and
                  Alexandre Sablayrolles and
                  Herv{\'{e}} J{\'{e}}gou},
  editor       = {Marina Meila and
                  Tong Zhang},
  title        = {Training data-efficient image transformers {\&} distillation through
                  attention},
  booktitle    = {Proceedings of the 38th International Conference on Machine Learning,
                  {ICML} 2021, 18-24 July 2021, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {139},
  pages        = {10347--10357},
  publisher    = {{PMLR}},
  year         = {2021},
  url          = {http://proceedings.mlr.press/v139/touvron21a.html},
  timestamp    = {Wed, 25 Aug 2021 17:11:17 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/TouvronCDMSJ21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/sigir/LuR0LX20,
  author       = {Junyu Lu and
                  Xiancong Ren and
                  Yazhou Ren and
                  Ao Liu and
                  Zenglin Xu},
  editor       = {Jimmy X. Huang and
                  Yi Chang and
                  Xueqi Cheng and
                  Jaap Kamps and
                  Vanessa Murdock and
                  Ji{-}Rong Wen and
                  Yiqun Liu},
  title        = {Improving Contextual Language Models for Response Retrieval in Multi-Turn
                  Conversation},
  booktitle    = {Proceedings of the 43rd International {ACM} {SIGIR} conference on
                  research and development in Information Retrieval, {SIGIR} 2020, Virtual
                  Event, China, July 25-30, 2020},
  pages        = {1805--1808},
  publisher    = {{ACM}},
  year         = {2020},
  url          = {https://doi.org/10.1145/3397271.3401255},
  doi          = {10.1145/3397271.3401255},
  timestamp    = {Tue, 21 Mar 2023 20:53:38 +0100},
  biburl       = {https://dblp.org/rec/conf/sigir/LuR0LX20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2302-14045,
  author       = {Shaohan Huang and
                  Li Dong and
                  Wenhui Wang and
                  Yaru Hao and
                  Saksham Singhal and
                  Shuming Ma and
                  Tengchao Lv and
                  Lei Cui and
                  Owais Khan Mohammed and
                  Barun Patra and
                  Qiang Liu and
                  Kriti Aggarwal and
                  Zewen Chi and
                  Johan Bjorck and
                  Vishrav Chaudhary and
                  Subhojit Som and
                  Xia Song and
                  Furu Wei},
  title        = {Language Is Not All You Need: Aligning Perception with Language Models},
  journal      = {CoRR},
  volume       = {abs/2302.14045},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2302.14045},
  doi          = {10.48550/arXiv.2302.14045},
  eprinttype    = {arXiv},
  eprint       = {2302.14045},
  timestamp    = {Thu, 02 Mar 2023 08:12:35 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2302-14045.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-14824,
  author       = {Zhiliang Peng and
                  Wenhui Wang and
                  Li Dong and
                  Yaru Hao and
                  Shaohan Huang and
                  Shuming Ma and
                  Furu Wei},
  title        = {Kosmos-2: Grounding Multimodal Large Language Models to the World},
  journal      = {CoRR},
  volume       = {abs/2306.14824},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.14824},
  doi          = {10.48550/arXiv.2306.14824},
  eprinttype    = {arXiv},
  eprint       = {2306.14824},
  timestamp    = {Tue, 27 Jun 2023 17:45:46 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-14824.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-08485,
  author       = {Haotian Liu and
                  Chunyuan Li and
                  Qingyang Wu and
                  Yong Jae Lee},
  title        = {Visual Instruction Tuning},
  journal      = {CoRR},
  volume       = {abs/2304.08485},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.08485},
  doi          = {10.48550/arXiv.2304.08485},
  eprinttype    = {arXiv},
  eprint       = {2304.08485},
  timestamp    = {Fri, 21 Apr 2023 11:01:56 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-08485.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@book{flanagan2013speech,
  title={Speech analysis synthesis and perception},
  author={Flanagan, James L},
  volume={3},
  year={2013},
  publisher={Springer Science \& Business Media}
}

@article{DBLP:journals/corr/abs-2304-03373,
  author       = {Minghao Chen and
                  Iro Laina and
                  Andrea Vedaldi},
  title        = {Training-Free Layout Control with Cross-Attention Guidance},
  journal      = {CoRR},
  volume       = {abs/2304.03373},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.03373},
  doi          = {10.48550/arXiv.2304.03373},
  eprinttype    = {arXiv},
  eprint       = {2304.03373},
  timestamp    = {Tue, 18 Apr 2023 17:25:12 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-03373.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/taslp/HsuBTLSM21,
  author       = {Wei{-}Ning Hsu and
                  Benjamin Bolte and
                  Yao{-}Hung Hubert Tsai and
                  Kushal Lakhotia and
                  Ruslan Salakhutdinov and
                  Abdelrahman Mohamed},
  title        = {HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction
                  of Hidden Units},
  journal      = {{IEEE} {ACM} Trans. Audio Speech Lang. Process.},
  volume       = {29},
  pages        = {3451--3460},
  year         = {2021},
  url          = {https://doi.org/10.1109/TASLP.2021.3122291},
  doi          = {10.1109/TASLP.2021.3122291},
  timestamp    = {Wed, 15 Dec 2021 10:32:24 +0100},
  biburl       = {https://dblp.org/rec/journals/taslp/HsuBTLSM21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-00416,
  author       = {Baihan Lin and
                  Djallel Bouneffouf and
                  Guillermo A. Cecchi and
                  Kush R. Varshney},
  title        = {Towards Healthy {AI:} Large Language Models Need Therapists Too},
  journal      = {CoRR},
  volume       = {abs/2304.00416},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.00416},
  doi          = {10.48550/arXiv.2304.00416},
  eprinttype    = {arXiv},
  eprint       = {2304.00416},
  timestamp    = {Mon, 17 Apr 2023 15:20:10 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-00416.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2112-04359,
  author       = {Laura Weidinger and
                  John Mellor and
                  Maribeth Rauh and
                  Conor Griffin and
                  Jonathan Uesato and
                  Po{-}Sen Huang and
                  Myra Cheng and
                  Mia Glaese and
                  Borja Balle and
                  Atoosa Kasirzadeh and
                  Zac Kenton and
                  Sasha Brown and
                  Will Hawkins and
                  Tom Stepleton and
                  Courtney Biles and
                  Abeba Birhane and
                  Julia Haas and
                  Laura Rimell and
                  Lisa Anne Hendricks and
                  William Isaac and
                  Sean Legassick and
                  Geoffrey Irving and
                  Iason Gabriel},
  title        = {Ethical and social risks of harm from Language Models},
  journal      = {CoRR},
  volume       = {abs/2112.04359},
  year         = {2021},
  url          = {https://arxiv.org/abs/2112.04359},
  eprinttype    = {arXiv},
  eprint       = {2112.04359},
  timestamp    = {Fri, 05 May 2023 15:54:56 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2112-04359.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-05335,
  author       = {Ameet Deshpande and
                  Vishvak Murahari and
                  Tanmay Rajpurohit and
                  Ashwin Kalyan and
                  Karthik Narasimhan},
  title        = {Toxicity in ChatGPT: Analyzing Persona-assigned Language Models},
  journal      = {CoRR},
  volume       = {abs/2304.05335},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.05335},
  doi          = {10.48550/arXiv.2304.05335},
  eprinttype    = {arXiv},
  eprint       = {2304.05335},
  timestamp    = {Wed, 19 Apr 2023 12:42:23 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-05335.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{xu2023exploring,
      title={Exploring Large Language Models for Communication Games: An Empirical Study on Werewolf}, 
      author={Yuzhuang Xu and Shuo Wang and Peng Li and Fuwen Luo and Xiaolong Wang and Weidong Liu and Yang Liu},
      year={2023},
      eprint={2309.04658},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}

@inproceedings{DBLP:conf/acl/GuoYA22,
  author       = {Yue Guo and
                  Yi Yang and
                  Ahmed Abbasi},
  editor       = {Smaranda Muresan and
                  Preslav Nakov and
                  Aline Villavicencio},
  title        = {Auto-Debias: Debiasing Masked Language Models with Automated Biased
                  Prompts},
  booktitle    = {Proceedings of the 60th Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2022, Dublin, Ireland,
                  May 22-27, 2022},
  pages        = {1012--1023},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.acl-long.72},
  doi          = {10.18653/v1/2022.acl-long.72},
  timestamp    = {Mon, 01 Aug 2022 16:27:42 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/GuoYA22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/KirkJVIBDSA21,
  author       = {Hannah Rose Kirk and
                  Yennie Jun and
                  Filippo Volpin and
                  Haider Iqbal and
                  Elias Benussi and
                  Fr{\'{e}}d{\'{e}}ric A. Dreyer and
                  Aleksandar Shtedritski and
                  Yuki M. Asano},
  editor       = {Marc'Aurelio Ranzato and
                  Alina Beygelzimer and
                  Yann N. Dauphin and
                  Percy Liang and
                  Jennifer Wortman Vaughan},
  title        = {Bias Out-of-the-Box: An Empirical Analysis of Intersectional Occupational
                  Biases in Popular Generative Language Models},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021, NeurIPS 2021, December
                  6-14, 2021, virtual},
  pages        = {2611--2624},
  year         = {2021},
  url          = {https://proceedings.neurips.cc/paper/2021/hash/1531beb762df4029513ebf9295e0d34f-Abstract.html},
  timestamp    = {Mon, 26 Jun 2023 20:41:57 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/KirkJVIBDSA21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/NadeemBR20,
  author       = {Moin Nadeem and
                  Anna Bethke and
                  Siva Reddy},
  editor       = {Chengqing Zong and
                  Fei Xia and
                  Wenjie Li and
                  Roberto Navigli},
  title        = {StereoSet: Measuring stereotypical bias in pretrained language models},
  booktitle    = {Proceedings of the 59th Annual Meeting of the Association for Computational
                  Linguistics and the 11th International Joint Conference on Natural
                  Language Processing, {ACL/IJCNLP} 2021, (Volume 1: Long Papers), Virtual
                  Event, August 1-6, 2021},
  pages        = {5356--5371},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.acl-long.416},
  doi          = {10.18653/v1/2021.acl-long.416},
  timestamp    = {Mon, 09 Aug 2021 16:25:37 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/NadeemBR20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@InProceedings{pmlr-v202-kandpal23a,
  title = 	 {Large Language Models Struggle to Learn Long-Tail Knowledge},
  author =       {Kandpal, Nikhil and Deng, Haikang and Roberts, Adam and Wallace, Eric and Raffel, Colin},
  booktitle = 	 {Proceedings of the 40th International Conference on Machine Learning},
  pages = 	 {15696--15707},
  year = 	 {2023},
  editor = 	 {Krause, Andreas and Brunskill, Emma and Cho, Kyunghyun and Engelhardt, Barbara and Sabato, Sivan and Scarlett, Jonathan},
  volume = 	 {202},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {23--29 Jul},
  publisher =    {PMLR},
  pdf = 	 {https://proceedings.mlr.press/v202/kandpal23a/kandpal23a.pdf},
  url = 	 {https://proceedings.mlr.press/v202/kandpal23a.html}
}


@article{DBLP:journals/corr/abs-2208-11857,
  author       = {Mengnan Du and
                  Fengxiang He and
                  Na Zou and
                  Dacheng Tao and
                  Xia Hu},
  title        = {Shortcut Learning of Large Language Models in Natural Language Understanding:
                  {A} Survey},
  journal      = {CoRR},
  volume       = {abs/2208.11857},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2208.11857},
  doi          = {10.48550/arXiv.2208.11857},
  eprinttype    = {arXiv},
  eprint       = {2208.11857},
  timestamp    = {Tue, 30 Aug 2022 13:48:55 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2208-11857.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@article{DBLP:journals/corr/abs-2307-04964,
  author       = {Rui Zheng and
                  Shihan Dou and
                  Songyang Gao and
                  Yuan Hua and
                  Wei Shen and
                  Binghai Wang and
                  Yan Liu and
                  Senjie Jin and
                  Qin Liu and
                  Yuhao Zhou and
                  Limao Xiong and
                  Lu Chen and
                  Zhiheng Xi and
                  Nuo Xu and
                  Wenbin Lai and
                  Minghao Zhu and
                  Cheng Chang and
                  Zhangyue Yin and
                  Rongxiang Weng and
                  Wensen Cheng and
                  Haoran Huang and
                  Tianxiang Sun and
                  Hang Yan and
                  Tao Gui and
                  Qi Zhang and
                  Xipeng Qiu and
                  Xuanjing Huang},
  title        = {Secrets of {RLHF} in Large Language Models Part {I:} {PPO}},
  journal      = {CoRR},
  volume       = {abs/2307.04964},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.04964},
  doi          = {10.48550/arXiv.2307.04964},
  eprinttype    = {arXiv},
  eprint       = {2307.04964},
  timestamp    = {Mon, 24 Jul 2023 16:32:58 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-04964.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@misc{haller2023opiniongpt,
      title={OpinionGPT: Modelling Explicit Biases in Instruction-Tuned LLMs}, 
      author={Patrick Haller and Ansar Aynetdinov and Alan Akbik},
      year={2023},
      eprint={2309.03876},
      archivePrefix={arXiv},
      primaryClass={cs.CL}
}

@article{DBLP:journals/corr/abs-2304-03738,
  author       = {Emilio Ferrara},
  title        = {Should ChatGPT be Biased? Challenges and Risks of Bias in Large Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2304.03738},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.03738},
  doi          = {10.48550/arXiv.2304.03738},
  eprinttype    = {arXiv},
  eprint       = {2304.03738},
  timestamp    = {Tue, 18 Apr 2023 17:25:12 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-03738.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/fat/BrownLMST22,
  author       = {Hannah Brown and
                  Katherine Lee and
                  Fatemehsadat Mireshghallah and
                  Reza Shokri and
                  Florian Tram{\`{e}}r},
  title        = {What Does it Mean for a Language Model to Preserve Privacy?},
  booktitle    = {FAccT '22: 2022 {ACM} Conference on Fairness, Accountability, and
                  Transparency, Seoul, Republic of Korea, June 21 - 24, 2022},
  pages        = {2280--2292},
  publisher    = {{ACM}},
  year         = {2022},
  url          = {https://doi.org/10.1145/3531146.3534642},
  doi          = {10.1145/3531146.3534642},
  timestamp    = {Mon, 28 Aug 2023 21:17:36 +0200},
  biburl       = {https://dblp.org/rec/conf/fat/BrownLMST22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/naacl/0003SF22,
  author       = {Haoran Li and
                  Yangqiu Song and
                  Lixin Fan},
  editor       = {Marine Carpuat and
                  Marie{-}Catherine de Marneffe and
                  Iv{\'{a}}n Vladimir Meza Ru{\'{\i}}z},
  title        = {You Don't Know My Favorite Color: Preventing Dialogue Representations
                  from Revealing Speakers' Private Personas},
  booktitle    = {Proceedings of the 2022 Conference of the North American Chapter of
                  the Association for Computational Linguistics: Human Language Technologies,
                  {NAACL} 2022, Seattle, WA, United States, July 10-15, 2022},
  pages        = {5858--5870},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.naacl-main.429},
  doi          = {10.18653/v1/2022.naacl-main.429},
  timestamp    = {Wed, 07 Dec 2022 23:10:43 +0100},
  biburl       = {https://dblp.org/rec/conf/naacl/0003SF22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{sebastian2023privacy,
  title={Privacy and Data Protection in ChatGPT and Other AI Chatbots: Strategies for Securing User Information},
  author={Sebastian, Glorin},
  journal={Available at SSRN 4454761},
  year={2023}
}

@inproceedings{DBLP:conf/asru/InagumaDYW21,
  author       = {Hirofumi Inaguma and
                  Siddharth Dalmia and
                  Brian Yan and
                  Shinji Watanabe},
  title        = {Fast-MD: Fast Multi-Decoder End-to-End Speech Translation with Non-Autoregressive
                  Hidden Intermediates},
  booktitle    = {{IEEE} Automatic Speech Recognition and Understanding Workshop, {ASRU}
                  2021, Cartagena, Colombia, December 13-17, 2021},
  pages        = {922--929},
  publisher    = {{IEEE}},
  year         = {2021},
  url          = {https://doi.org/10.1109/ASRU51503.2021.9687894},
  doi          = {10.1109/ASRU51503.2021.9687894},
  timestamp    = {Tue, 21 Mar 2023 20:56:17 +0100},
  biburl       = {https://dblp.org/rec/conf/asru/InagumaDYW21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/Liu00CZ22,
  author       = {Jinglin Liu and
                  Chengxi Li and
                  Yi Ren and
                  Feiyang Chen and
                  Zhou Zhao},
  title        = {DiffSinger: Singing Voice Synthesis via Shallow Diffusion Mechanism},
  booktitle    = {Thirty-Sixth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2022, Thirty-Fourth Conference on Innovative Applications of Artificial
                  Intelligence, {IAAI} 2022, The Twelveth Symposium on Educational Advances
                  in Artificial Intelligence, {EAAI} 2022 Virtual Event, February 22
                  - March 1, 2022},
  pages        = {11020--11028},
  publisher    = {{AAAI} Press},
  year         = {2022},
  url          = {https://doi.org/10.1609/aaai.v36i10.21350},
  doi          = {10.1609/aaai.v36i10.21350},
  timestamp    = {Mon, 04 Sep 2023 16:50:25 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/Liu00CZ22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/taslp/WangCCLKW23,
  author       = {Zhong{-}Qiu Wang and
                  Samuele Cornell and
                  Shukjae Choi and
                  Younglo Lee and
                  Byeong{-}Yeol Kim and
                  Shinji Watanabe},
  title        = {TF-GridNet: Integrating Full- and Sub-Band Modeling for Speech Separation},
  journal      = {{IEEE} {ACM} Trans. Audio Speech Lang. Process.},
  volume       = {31},
  pages        = {3221--3236},
  year         = {2023},
  url          = {https://doi.org/10.1109/TASLP.2023.3304482},
  doi          = {10.1109/TASLP.2023.3304482},
  timestamp    = {Thu, 31 Aug 2023 19:51:12 +0200},
  biburl       = {https://dblp.org/rec/journals/taslp/WangCCLKW23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/KimKS21,
  author       = {Jaehyeon Kim and
                  Jungil Kong and
                  Juhee Son},
  editor       = {Marina Meila and
                  Tong Zhang},
  title        = {Conditional Variational Autoencoder with Adversarial Learning for
                  End-to-End Text-to-Speech},
  booktitle    = {Proceedings of the 38th International Conference on Machine Learning,
                  {ICML} 2021, 18-24 July 2021, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {139},
  pages        = {5530--5540},
  publisher    = {{PMLR}},
  year         = {2021},
  url          = {http://proceedings.mlr.press/v139/kim21f.html},
  timestamp    = {Wed, 25 Aug 2021 17:11:17 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/KimKS21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/ijcai/YeZ0022,
  author       = {Zhenhui Ye and
                  Zhou Zhao and
                  Yi Ren and
                  Fei Wu},
  editor       = {Luc De Raedt},
  title        = {SyntaSpeech: Syntax-Aware Generative Adversarial Text-to-Speech},
  booktitle    = {Proceedings of the Thirty-First International Joint Conference on
                  Artificial Intelligence, {IJCAI} 2022, Vienna, Austria, 23-29 July
                  2022},
  pages        = {4468--4474},
  publisher    = {ijcai.org},
  year         = {2022},
  url          = {https://doi.org/10.24963/ijcai.2022/620},
  doi          = {10.24963/ijcai.2022/620},
  timestamp    = {Wed, 27 Jul 2022 16:43:00 +0200},
  biburl       = {https://dblp.org/rec/conf/ijcai/YeZ0022.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-17126,
  author       = {Tianle Cai and
                  Xuezhi Wang and
                  Tengyu Ma and
                  Xinyun Chen and
                  Denny Zhou},
  title        = {Large Language Models as Tool Makers},
  journal      = {CoRR},
  volume       = {abs/2305.17126},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.17126},
  doi          = {10.48550/arXiv.2305.17126},
  eprinttype    = {arXiv},
  eprint       = {2305.17126},
  timestamp    = {Wed, 07 Jun 2023 14:31:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-17126.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2205-12255,
  author       = {Aaron Parisi and
                  Yao Zhao and
                  Noah Fiedel},
  title        = {{TALM:} Tool Augmented Language Models},
  journal      = {CoRR},
  volume       = {abs/2205.12255},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2205.12255},
  doi          = {10.48550/arXiv.2205.12255},
  eprinttype    = {arXiv},
  eprint       = {2205.12255},
  timestamp    = {Mon, 30 May 2022 15:47:29 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2205-12255.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/intpolrev/HelbergerD23,
  author       = {Natali Helberger and
                  Nicholas Diakopoulos},
  title        = {ChatGPT and the {AI} Act},
  journal      = {Internet Policy Rev.},
  volume       = {12},
  number       = {1},
  year         = {2023},
  url          = {https://doi.org/10.14763/2023.1.1682},
  doi          = {10.14763/2023.1.1682},
  timestamp    = {Thu, 11 May 2023 11:29:23 +0200},
  biburl       = {https://dblp.org/rec/journals/intpolrev/HelbergerD23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{roberts2018assessing,
  title={Assessing the role of social media and digital technology in violence reporting.},
  author={Roberts, Tony and Marchais, Gauthier},
  journal={Contemporary Readings in Law \& Social Justice},
  volume={10},
  number={2},
  year={2018}
}

@inproceedings{DBLP:conf/aies/0002SAKFLP18,
  author       = {Peter Henderson and
                  Koustuv Sinha and
                  Nicolas Angelard{-}Gontier and
                  Nan Rosemary Ke and
                  Genevieve Fried and
                  Ryan Lowe and
                  Joelle Pineau},
  editor       = {Jason Furman and
                  Gary E. Marchant and
                  Huw Price and
                  Francesca Rossi},
  title        = {Ethical Challenges in Data-Driven Dialogue Systems},
  booktitle    = {Proceedings of the 2018 {AAAI/ACM} Conference on AI, Ethics, and Society,
                  {AIES} 2018, New Orleans, LA, USA, February 02-03, 2018},
  pages        = {123--129},
  publisher    = {{ACM}},
  year         = {2018},
  url          = {https://doi.org/10.1145/3278721.3278777},
  doi          = {10.1145/3278721.3278777},
  timestamp    = {Fri, 25 Dec 2020 01:15:08 +0100},
  biburl       = {https://dblp.org/rec/conf/aies/0002SAKFLP18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/LiangWMS21,
  author       = {Paul Pu Liang and
                  Chiyu Wu and
                  Louis{-}Philippe Morency and
                  Ruslan Salakhutdinov},
  editor       = {Marina Meila and
                  Tong Zhang},
  title        = {Towards Understanding and Mitigating Social Biases in Language Models},
  booktitle    = {Proceedings of the 38th International Conference on Machine Learning,
                  {ICML} 2021, 18-24 July 2021, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {139},
  pages        = {6565--6576},
  publisher    = {{PMLR}},
  year         = {2021},
  url          = {http://proceedings.mlr.press/v139/liang21a.html},
  timestamp    = {Wed, 25 Aug 2021 17:11:17 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/LiangWMS21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/expert/McShane09,
  author       = {Marjorie McShane},
  title        = {Reference Resolution Challenges for Intelligent Agents: The Need for
                  Knowledge},
  journal      = {{IEEE} Intell. Syst.},
  volume       = {24},
  number       = {4},
  pages        = {47--58},
  year         = {2009},
  url          = {https://doi.org/10.1109/MIS.2009.79},
  doi          = {10.1109/MIS.2009.79},
  timestamp    = {Fri, 06 Mar 2020 22:00:51 +0100},
  biburl       = {https://dblp.org/rec/journals/expert/McShane09.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/pldi/Xu0NH22,
  author       = {Frank F. Xu and
                  Uri Alon and
                  Graham Neubig and
                  Vincent Josua Hellendoorn},
  editor       = {Swarat Chaudhuri and
                  Charles Sutton},
  title        = {A systematic evaluation of large language models of code},
  booktitle    = {MAPS@PLDI 2022: 6th {ACM} {SIGPLAN} International Symposium on Machine
                  Programming, San Diego, CA, USA, 13 June 2022},
  pages        = {1--10},
  publisher    = {{ACM}},
  year         = {2022},
  url          = {https://doi.org/10.1145/3520312.3534862},
  doi          = {10.1145/3520312.3534862},
  timestamp    = {Mon, 28 Aug 2023 21:17:23 +0200},
  biburl       = {https://dblp.org/rec/conf/pldi/Xu0NH22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2110-14168,
  author       = {Karl Cobbe and
                  Vineet Kosaraju and
                  Mohammad Bavarian and
                  Mark Chen and
                  Heewoo Jun and
                  Lukasz Kaiser and
                  Matthias Plappert and
                  Jerry Tworek and
                  Jacob Hilton and
                  Reiichiro Nakano and
                  Christopher Hesse and
                  John Schulman},
  title        = {Training Verifiers to Solve Math Word Problems},
  journal      = {CoRR},
  volume       = {abs/2110.14168},
  year         = {2021},
  url          = {https://arxiv.org/abs/2110.14168},
  eprinttype    = {arXiv},
  eprint       = {2110.14168},
  timestamp    = {Mon, 12 Jun 2023 08:23:44 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2110-14168.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{thirunavukarasu2023large,
  title={Large language models in medicine},
  author={Thirunavukarasu, Arun James and Ting, Darren Shu Jeng and Elangovan, Kabilan and Gutierrez, Laura and Tan, Ting Fang and Ting, Daniel Shu Wei},
  journal={Nature medicine},
  pages={1--11},
  year={2023},
  publisher={Nature Publishing Group US New York}
}


@inproceedings{DBLP:conf/acl/GururanganMSLBD20,
  author       = {Suchin Gururangan and
                  Ana Marasovic and
                  Swabha Swayamdipta and
                  Kyle Lo and
                  Iz Beltagy and
                  Doug Downey and
                  Noah A. Smith},
  editor       = {Dan Jurafsky and
                  Joyce Chai and
                  Natalie Schluter and
                  Joel R. Tetreault},
  title        = {Don't Stop Pretraining: Adapt Language Models to Domains and Tasks},
  booktitle    = {Proceedings of the 58th Annual Meeting of the Association for Computational
                  Linguistics, {ACL} 2020, Online, July 5-10, 2020},
  pages        = {8342--8360},
  publisher    = {Association for Computational Linguistics},
  year         = {2020},
  url          = {https://doi.org/10.18653/v1/2020.acl-main.740},
  doi          = {10.18653/v1/2020.acl-main.740},
  timestamp    = {Mon, 28 Aug 2023 21:17:06 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/GururanganMSLBD20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2204-06031,
  author       = {Badr AlKhamissi and
                  Millicent Li and
                  Asli Celikyilmaz and
                  Mona T. Diab and
                  Marjan Ghazvininejad},
  title        = {A Review on Language Models as Knowledge Bases},
  journal      = {CoRR},
  volume       = {abs/2204.06031},
  year         = {2022},
  url          = {https://doi.org/10.48550/arXiv.2204.06031},
  doi          = {10.48550/arXiv.2204.06031},
  eprinttype    = {arXiv},
  eprint       = {2204.06031},
  timestamp    = {Mon, 28 Aug 2023 21:26:20 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2204-06031.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2309-01219,
  author       = {Yue Zhang and
                  Yafu Li and
                  Leyang Cui and
                  Deng Cai and
                  Lemao Liu and
                  Tingchen Fu and
                  Xinting Huang and
                  Enbo Zhao and
                  Yu Zhang and
                  Yulong Chen and
                  Longyue Wang and
                  Anh Tuan Luu and
                  Wei Bi and
                  Freda Shi and
                  Shuming Shi},
  title        = {Siren's Song in the {AI} Ocean: {A} Survey on Hallucination in Large
                  Language Models},
  journal      = {CoRR},
  volume       = {abs/2309.01219},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2309.01219},
  doi          = {10.48550/arXiv.2309.01219},
  eprinttype    = {arXiv},
  eprint       = {2309.01219},
  timestamp    = {Mon, 11 Sep 2023 16:01:35 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2309-01219.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2304-05128,
  author       = {Xinyun Chen and
                  Maxwell Lin and
                  Nathanael Sch{\"{a}}rli and
                  Denny Zhou},
  title        = {Teaching Large Language Models to Self-Debug},
  journal      = {CoRR},
  volume       = {abs/2304.05128},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2304.05128},
  doi          = {10.48550/arXiv.2304.05128},
  eprinttype    = {arXiv},
  eprint       = {2304.05128},
  timestamp    = {Wed, 19 Apr 2023 12:42:23 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2304-05128.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/MehtaR22,
  author       = {Sachin Mehta and
                  Mohammad Rastegari},
  title        = {MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision
                  Transformer},
  booktitle    = {The Tenth International Conference on Learning Representations, {ICLR}
                  2022, Virtual Event, April 25-29, 2022},
  publisher    = {OpenReview.net},
  year         = {2022},
  url          = {https://openreview.net/forum?id=vh-0sUt8HlG},
  timestamp    = {Sat, 20 Aug 2022 01:15:42 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/MehtaR22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/TolstikhinHKBZU21,
  author       = {Ilya O. Tolstikhin and
                  Neil Houlsby and
                  Alexander Kolesnikov and
                  Lucas Beyer and
                  Xiaohua Zhai and
                  Thomas Unterthiner and
                  Jessica Yung and
                  Andreas Steiner and
                  Daniel Keysers and
                  Jakob Uszkoreit and
                  Mario Lucic and
                  Alexey Dosovitskiy},
  editor       = {Marc'Aurelio Ranzato and
                  Alina Beygelzimer and
                  Yann N. Dauphin and
                  Percy Liang and
                  Jennifer Wortman Vaughan},
  title        = {MLP-Mixer: An all-MLP Architecture for Vision},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021, NeurIPS 2021, December
                  6-14, 2021, virtual},
  pages        = {24261--24272},
  year         = {2021},
  url          = {https://proceedings.neurips.cc/paper/2021/hash/cba0a4ee5ccd02fda0fe3f9a3e7b89fe-Abstract.html},
  timestamp    = {Tue, 03 May 2022 16:20:49 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/TolstikhinHKBZU21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@book{smith1937wealth,
  title={The wealth of nations [1776]},
  author={Smith, Adam},
  volume={11937},
  year={1937},
  publisher={na}
}



@article{DBLP:journals/corr/abs-2307-11019,
  author       = {Ruiyang Ren and
                  Yuhao Wang and
                  Yingqi Qu and
                  Wayne Xin Zhao and
                  Jing Liu and
                  Hao Tian and
                  Hua Wu and
                  Ji{-}Rong Wen and
                  Haifeng Wang},
  title        = {Investigating the Factual Knowledge Boundary of Large Language Models
                  with Retrieval Augmentation},
  journal      = {CoRR},
  volume       = {abs/2307.11019},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.11019},
  doi          = {10.48550/arXiv.2307.11019},
  eprinttype    = {arXiv},
  eprint       = {2307.11019},
  timestamp    = {Wed, 26 Jul 2023 15:34:01 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-11019.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@inproceedings{DBLP:conf/naacl/HillCK16,
  author       = {Felix Hill and
                  Kyunghyun Cho and
                  Anna Korhonen},
  editor       = {Kevin Knight and
                  Ani Nenkova and
                  Owen Rambow},
  title        = {Learning Distributed Representations of Sentences from Unlabelled
                  Data},
  booktitle    = {{NAACL} {HLT} 2016, The 2016 Conference of the North American Chapter
                  of the Association for Computational Linguistics: Human Language Technologies,
                  San Diego California, USA, June 12-17, 2016},
  pages        = {1367--1377},
  publisher    = {The Association for Computational Linguistics},
  year         = {2016},
  url          = {https://doi.org/10.18653/v1/n16-1162},
  doi          = {10.18653/v1/n16-1162},
  timestamp    = {Fri, 06 Aug 2021 00:41:32 +0200},
  biburl       = {https://dblp.org/rec/conf/naacl/HillCK16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/jmlr/CollobertWBKKK11,
  author       = {Ronan Collobert and
                  Jason Weston and
                  L{\'{e}}on Bottou and
                  Michael Karlen and
                  Koray Kavukcuoglu and
                  Pavel P. Kuksa},
  title        = {Natural Language Processing (Almost) from Scratch},
  journal      = {J. Mach. Learn. Res.},
  volume       = {12},
  pages        = {2493--2537},
  year         = {2011},
  url          = {https://dl.acm.org/doi/10.5555/1953048.2078186},
  doi          = {10.5555/1953048.2078186},
  timestamp    = {Thu, 02 Jun 2022 13:58:57 +0200},
  biburl       = {https://dblp.org/rec/journals/jmlr/CollobertWBKKK11.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2306-08302,
  author       = {Shirui Pan and
                  Linhao Luo and
                  Yufei Wang and
                  Chen Chen and
                  Jiapu Wang and
                  Xindong Wu},
  title        = {Unifying Large Language Models and Knowledge Graphs: {A} Roadmap},
  journal      = {CoRR},
  volume       = {abs/2306.08302},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2306.08302},
  doi          = {10.48550/arXiv.2306.08302},
  eprinttype    = {arXiv},
  eprint       = {2306.08302},
  timestamp    = {Sun, 18 Jun 2023 16:10:59 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2306-08302.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-13172,
  author       = {Yunzhi Yao and
                  Peng Wang and
                  Bozhong Tian and
                  Siyuan Cheng and
                  Zhoubo Li and
                  Shumin Deng and
                  Huajun Chen and
                  Ningyu Zhang},
  title        = {Editing Large Language Models: Problems, Methods, and Opportunities},
  journal      = {CoRR},
  volume       = {abs/2305.13172},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.13172},
  doi          = {10.48550/arXiv.2305.13172},
  eprinttype    = {arXiv},
  eprint       = {2305.13172},
  timestamp    = {Tue, 30 May 2023 17:04:46 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-13172.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/MitchellLBMF22,
  author       = {Eric Mitchell and
                  Charles Lin and
                  Antoine Bosselut and
                  Christopher D. Manning and
                  Chelsea Finn},
  editor       = {Kamalika Chaudhuri and
                  Stefanie Jegelka and
                  Le Song and
                  Csaba Szepesv{\'{a}}ri and
                  Gang Niu and
                  Sivan Sabato},
  title        = {Memory-Based Model Editing at Scale},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022, 17-23 July
                  2022, Baltimore, Maryland, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {162},
  pages        = {15817--15831},
  publisher    = {{PMLR}},
  year         = {2022},
  url          = {https://proceedings.mlr.press/v162/mitchell22a.html},
  timestamp    = {Tue, 12 Jul 2022 17:36:52 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/MitchellLBMF22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{DBLP:conf/icml/ShiCMSDCSZ23,
  author       = {Freda Shi and
                  Xinyun Chen and
                  Kanishka Misra and
                  Nathan Scales and
                  David Dohan and
                  Ed H. Chi and
                  Nathanael Sch{\"{a}}rli and
                  Denny Zhou},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {Large Language Models Can Be Easily Distracted by Irrelevant Context},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {31210--31227},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/shi23a.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/ShiCMSDCSZ23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/Lai0WZZZYFWY23,
  author       = {Yuhang Lai and
                  Chengxi Li and
                  Yiming Wang and
                  Tianyi Zhang and
                  Ruiqi Zhong and
                  Luke Zettlemoyer and
                  Wen{-}Tau Yih and
                  Daniel Fried and
                  Sida I. Wang and
                  Tao Yu},
  editor       = {Andreas Krause and
                  Emma Brunskill and
                  Kyunghyun Cho and
                  Barbara Engelhardt and
                  Sivan Sabato and
                  Jonathan Scarlett},
  title        = {{DS-1000:} {A} Natural and Reliable Benchmark for Data Science Code
                  Generation},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {18319--18345},
  publisher    = {{PMLR}},
  year         = {2023},
  url          = {https://proceedings.mlr.press/v202/lai23b.html},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/Lai0WZZZYFWY23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/MadaanZ0YN22,
  author       = {Aman Madaan and
                  Shuyan Zhou and
                  Uri Alon and
                  Yiming Yang and
                  Graham Neubig},
  editor       = {Yoav Goldberg and
                  Zornitsa Kozareva and
                  Yue Zhang},
  title        = {Language Models of Code are Few-Shot Commonsense Learners},
  booktitle    = {Proceedings of the 2022 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2022, Abu Dhabi, United Arab Emirates,
                  December 7-11, 2022},
  pages        = {1384--1403},
  publisher    = {Association for Computational Linguistics},
  year         = {2022},
  url          = {https://doi.org/10.18653/v1/2022.emnlp-main.90},
  doi          = {10.18653/v1/2022.emnlp-main.90},
  timestamp    = {Thu, 10 Aug 2023 12:35:34 +0200},
  biburl       = {https://dblp.org/rec/conf/emnlp/MadaanZ0YN22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2303-04671,
  author       = {Chenfei Wu and
                  Shengming Yin and
                  Weizhen Qi and
                  Xiaodong Wang and
                  Zecheng Tang and
                  Nan Duan},
  title        = {Visual ChatGPT: Talking, Drawing and Editing with Visual Foundation
                  Models},
  journal      = {CoRR},
  volume       = {abs/2303.04671},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2303.04671},
  doi          = {10.48550/arXiv.2303.04671},
  eprinttype    = {arXiv},
  eprint       = {2303.04671},
  timestamp    = {Mon, 01 May 2023 13:01:50 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-04671.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2001-08361,
  author       = {Jared Kaplan and
                  Sam McCandlish and
                  Tom Henighan and
                  Tom B. Brown and
                  Benjamin Chess and
                  Rewon Child and
                  Scott Gray and
                  Alec Radford and
                  Jeffrey Wu and
                  Dario Amodei},
  title        = {Scaling Laws for Neural Language Models},
  journal      = {CoRR},
  volume       = {abs/2001.08361},
  year         = {2020},
  url          = {https://arxiv.org/abs/2001.08361},
  eprinttype    = {arXiv},
  eprint       = {2001.08361},
  timestamp    = {Wed, 03 Jun 2020 10:55:13 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2001-08361.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/dasfaa/YangCCHL16,
  author       = {Kai Yang and
                  Zhenhong Chen and
                  Yi Cai and
                  Dongping Huang and
                  Ho{-}fung Leung},
  editor       = {Hong Gao and
                  Jinho Kim and
                  Yasushi Sakurai},
  title        = {Improved Automatic Keyword Extraction Given More Semantic Knowledge},
  booktitle    = {Database Systems for Advanced Applications - {DASFAA} 2016 International
                  Workshops: BDMS, BDQM, MoI, and SeCoP, Dallas, TX, USA, April 16-19,
                  2016, Proceedings},
  series       = {Lecture Notes in Computer Science},
  volume       = {9645},
  pages        = {112--125},
  publisher    = {Springer},
  year         = {2016},
  url          = {https://doi.org/10.1007/978-3-319-32055-7\_10},
  doi          = {10.1007/978-3-319-32055-7\_10},
  timestamp    = {Wed, 12 Oct 2022 17:01:40 +0200},
  biburl       = {https://dblp.org/rec/conf/dasfaa/YangCCHL16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/ipm/RauJZ89,
  author       = {Lisa F. Rau and
                  Paul S. Jacobs and
                  Uri Zernik},
  title        = {Information extraction and text summarization using linguistic knowledge
                  acquisition},
  journal      = {Inf. Process. Manag.},
  volume       = {25},
  number       = {4},
  pages        = {419--428},
  year         = {1989},
  url          = {https://doi.org/10.1016/0306-4573(89)90069-1},
  doi          = {10.1016/0306-4573(89)90069-1},
  timestamp    = {Fri, 21 Feb 2020 13:11:21 +0100},
  biburl       = {https://dblp.org/rec/journals/ipm/RauJZ89.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/BeloucifB21,
  author       = {Meriem Beloucif and
                  Chris Biemann},
  editor       = {Marie{-}Francine Moens and
                  Xuanjing Huang and
                  Lucia Specia and
                  Scott Wen{-}tau Yih},
  title        = {Probing Pre-trained Language Models for Semantic Attributes and their
                  Values},
  booktitle    = {Findings of the Association for Computational Linguistics: {EMNLP}
                  2021, Virtual Event / Punta Cana, Dominican Republic, 16-20 November,
                  2021},
  pages        = {2554--2559},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  url          = {https://doi.org/10.18653/v1/2021.findings-emnlp.218},
  doi          = {10.18653/v1/2021.findings-emnlp.218},
  timestamp    = {Thu, 20 Jan 2022 10:02:18 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/BeloucifB21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/ijrr/LevinePKIQ18,
  author       = {Sergey Levine and
                  Peter Pastor and
                  Alex Krizhevsky and
                  Julian Ibarz and
                  Deirdre Quillen},
  title        = {Learning hand-eye coordination for robotic grasping with deep learning
                  and large-scale data collection},
  journal      = {Int. J. Robotics Res.},
  volume       = {37},
  number       = {4-5},
  pages        = {421--436},
  year         = {2018},
  url          = {https://doi.org/10.1177/0278364917710318},
  doi          = {10.1177/0278364917710318},
  timestamp    = {Thu, 17 Sep 2020 12:02:58 +0200},
  biburl       = {https://dblp.org/rec/journals/ijrr/LevinePKIQ18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2305-14318,
  author       = {Cheng Qian and
                  Chi Han and
                  Yi R. Fung and
                  Yujia Qin and
                  Zhiyuan Liu and
                  Heng Ji},
  title        = {{CREATOR:} Disentangling Abstract and Concrete Reasonings of Large
                  Language Models through Tool Creation},
  journal      = {CoRR},
  volume       = {abs/2305.14318},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2305.14318},
  doi          = {10.48550/arXiv.2305.14318},
  eprinttype    = {arXiv},
  eprint       = {2305.14318},
  timestamp    = {Mon, 05 Jun 2023 15:42:15 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2305-14318.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/sigmod/TandonVM17,
  author       = {Niket Tandon and
                  Aparna S. Varde and
                  Gerard de Melo},
  title        = {Commonsense Knowledge in Machine Intelligence},
  journal      = {{SIGMOD} Rec.},
  volume       = {46},
  number       = {4},
  pages        = {49--52},
  year         = {2017},
  url          = {https://doi.org/10.1145/3186549.3186562},
  doi          = {10.1145/3186549.3186562},
  timestamp    = {Fri, 06 Mar 2020 21:56:19 +0100},
  biburl       = {https://dblp.org/rec/journals/sigmod/TandonVM17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2307-15043,
  author       = {Andy Zou and
                  Zifan Wang and
                  J. Zico Kolter and
                  Matt Fredrikson},
  title        = {Universal and Transferable Adversarial Attacks on Aligned Language
                  Models},
  journal      = {CoRR},
  volume       = {abs/2307.15043},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2307.15043},
  doi          = {10.48550/arXiv.2307.15043},
  eprinttype    = {arXiv},
  eprint       = {2307.15043},
  timestamp    = {Mon, 28 Aug 2023 21:26:19 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2307-15043.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2308-10144,
  author       = {Andrew Zhao and
                  Daniel Huang and
                  Quentin Xu and
                  Matthieu Lin and
                  Yong{-}Jin Liu and
                  Gao Huang},
  title        = {ExpeL: {LLM} Agents Are Experiential Learners},
  journal      = {CoRR},
  volume       = {abs/2308.10144},
  year         = {2023},
  url          = {https://doi.org/10.48550/arXiv.2308.10144},
  doi          = {10.48550/arXiv.2308.10144},
  eprinttype    = {arXiv},
  eprint       = {2308.10144},
  timestamp    = {Wed, 30 Aug 2023 15:34:14 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2308-10144.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{macaroons,
  title={Macaroons: Cookies with contextual caveats for decentralized authorization in the cloud},
  author={Birgisson, Arnar and Politz, Joe Gibbs and Erlingsson, Ulfar and Taly, Ankur and Vrable, Michael and Lentczner, Mark},
  year={2014}
}

@software{biscuits,
    author = {{Biscuit Auth}},
    title = {Biscuit: A bearer token with decentralized verification},
    year = {2024},
    url = {https://github.com/biscuit-auth/biscuit}
}

@incollection{zeroknowledge,
  title={The knowledge complexity of interactive proof-systems},
  author={Goldwasser, Shafi and Micali, Silvio and Rackoff, Chales},
  booktitle={Providing sound foundations for cryptography: On the work of shafi goldwasser and silvio micali},
  pages={203--225},
  year={2019}
}

@article{Clark2014,
  title={"Mastering the game of Go with deep neural networks and tree search"},
  author={Christopher Clark and Amos Storkey},
  year={2014},
  eprint={1412.3409v2},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1412.3409v2}
}

@article{Silver2017,
  title={"Mastering Chess and Shogi by Self-Play with a General Reinforcement Learning Algorithm"},
  author={David Silver and Thomas Hubert and Julian Schrittwieser and Ioannis Antonoglou and Matthew Lai and Arthur Guez and Marc Lanctot and Laurent Sifre and Dharshan Kumaran and Thore Graepel and Timothy Lillicrap and Karen Simonyan and Demis Hassabis},
  year={2017},
  eprint={1712.01815v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1712.01815v1}
}

@article{Mnih2013,
  title={"Playing Atari with Deep Reinforcement Learning"},
  author={Volodymyr Mnih and Koray Kavukcuoglu and David Silver and Alex Graves and Ioannis Antonoglou and Daan Wierstra and Martin Riedmiller},
  year={2013},
  eprint={1312.5602v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1312.5602v1}
}

@article{Goodfellow2013,
  title={Challenges in Representation Learning: A report on three machine learning contests},
  author={Ian J. Goodfellow and Dumitru Erhan and Pierre Luc Carrier and Aaron Courville and Mehdi Mirza and Ben Hamner and Will Cukierski and Yichuan Tang and David Thaler and Dong-Hyun Lee and Yingbo Zhou and Chetan Ramaiah and Fangxiang Feng and Ruifan Li and Xiaojie Wang and Dimitris Athanasakis and John Shawe-Taylor and Maxim Milakov and John Park and Radu Ionescu and Marius Popescu and Cristian Grozea and James Bergstra and Jingjing Xie and Lukasz Romaszko and Bing Xu and Zhang Chuang and Yoshua Bengio},
  year={2013},
  eprint={1307.0414v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1307.0414}
}

@article{Marcus2018,
  title={Deep Learning: A Critical Appraisal},
  author={Gary Marcus},
  year={2018},
  eprint={1801.00631v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1801.00631}
}

@article{Bengio1995,
  title={Diffusion of Context and Credit Information in Markovian Models},
  author={Y. Bengio and P. Frasconi},
  year={1995},
  eprint={9510101v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/9510101v1}
}

@article{Botvinick2017,
  title={Building Machines that Learn and Think for Themselves: Commentary on Lake et al., Behavioral and Brain Sciences, 2017},
  author={M. Botvinick and D. G. T. Barrett and P. Battaglia and N. de Freitas and D. Kumaran and J. Z Leibo and T. Lillicrap and J. Modayil and S. Mohamed and N. C. Rabinowitz and D. J. Rezende and A. Santoro and T. Schaul and C. Summerfield and G. Wayne and T. Weber and D. Wierstra and S. Legg and D. Hassabis},
  year={2017},
  eprint={1711.08378v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1711.08378v1}
}

@article{Bergstra2012,
  title={Making a Science of Model Search},
  author={J. Bergstra and D. Yamins and D. D. Cox},
  year={2012},
  eprint={1209.5111v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1209.5111v1}
}

@article{Vaswani2017,
  title={Attention Is All You Need},
  author={Ashish Vaswani and Noam Shazeer and Niki Parmar and Jakob Uszkoreit and Llion Jones and Aidan N. Gomez and Lukasz Kaiser and Illia Polosukhin},
  year={2017},
  eprint={1706.03762v7},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1706.03762}
}

@article{Brown2020,
  title={Language Models are Few-Shot Learners},
  author={Tom B. Brown and Benjamin Mann and Nick Ryder and Melanie Subbiah and Jared Kaplan and Prafulla Dhariwal and Arvind Neelakantan and Pranav Shyam and Girish Sastry and Amanda Askell and Sandhini Agarwal and Ariel Herbert-Voss and Gretchen Krueger and Tom Henighan and Rewon Child and Aditya Ramesh and Daniel M. Ziegler and Jeffrey Wu and Clemens Winter and Christopher Hesse and Mark Chen and Eric Sigler and Mateusz Litwin and Scott Gray and Benjamin Chess and Jack Clark and Christopher Berner and Sam McCandlish and Alec Radford and Ilya Sutskever and Dario Amodei},
  year={2020},
  eprint={2005.14165v4},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2005.14165}
}

@article{Kaplan2020,
  title={Scaling Laws for Neural Language Models},
  author={Jared Kaplan and Sam McCandlish and Tom Henighan and Tom B. Brown and Benjamin Chess and Rewon Child and Scott Gray and Alec Radford and Jeffrey Wu and Dario Amodei},
  year={2020},
  eprint={2001.08361v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2001.08361}
}

@article{Lester2021,
  title={The Power of Scale for Parameter-Efficient Prompt Tuning},
  author={Brian Lester and Rami Al-Rfou and Noah Constant},
  year={2021},
  eprint={2104.08691v2},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2104.08691}
}

@article{Ouyang2022,
  title={Training language models to follow instructions with human feedback},
  author={Long Ouyang and Jeff Wu and Xu Jiang and Diogo Almeida and Carroll L. Wainwright and Pamela Mishkin and Chong Zhang and Sandhini Agarwal and Katarina Slama and Alex Ray and John Schulman and Jacob Hilton and Fraser Kelton and Luke Miller and Maddie Simens and Amanda Askell and Peter Welinder and Paul Christiano and Jan Leike and Ryan Lowe},
  year={2022},
  eprint={2203.02155v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2203.02155v1}
}

@article{Irving2018,
  title={AI safety via debate},
  author={Geoffrey Irving and Paul Christiano and Dario Amodei},
  year={2018},
  eprint={1805.00899v2},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1805.00899v2}
}

@article{Ziegler2019,
  title={Fine-Tuning Language Models from Human Preferences},
  author={Daniel M. Ziegler and Nisan Stiennon and Jeffrey Wu and Tom B. Brown and Alec Radford and Dario Amodei and Paul Christiano and Geoffrey Irving},
  year={2019},
  eprint={1909.08593v2},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1909.08593v2}
}

@book{nisan2007algorithmic,
  title={Algorithmic game theory},
  editor={Nisan, Noam and Roughgarden, Tim and Tardos, Eva and Vazirani, Vijay V},
  year={2007},
  publisher={Cambridge University Press}
}

@article{Christiano2017,
  title={Deep reinforcement learning from human preferences},
  author={Paul Christiano and Jan Leike and Tom B. Brown and Miljan Martic and Shane Legg and Dario Amodei},
  year={2017},
  eprint={1706.03741v4},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1706.03741v4}
}

@article{Stiennon2020,
  title={Learning to summarize from human feedback},
  author={Nisan Stiennon and Long Ouyang and Jeff Wu and Daniel M. Ziegler and Ryan Lowe and Chelsea Voss and Alec Radford and Dario Amodei and Paul Christiano},
  year={2020},
  eprint={2009.01325v3},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2009.01325v3}
}

@article{Baltrušaitis2017,
  title={"Multimodal Machine Learning: A survey and taxonomy"},
  author={Tadas Baltrušaitis and Chaitanya Ahuja and Louis-Philippe Morency},
  year={2017},
  eprint={1705.09406v2},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1705.09406v2}
}


@article{Nyatsanga2023,
  title={A Comprehensive Review of Data-Driven Co-Speech Gesture Generation},
  author={Simbarashe Nyatsanga and Taras Kucherenko and Chaitanya Ahuja and Gustav Eje Henter and Michael Neff},
  year={2023},
  eprint={2301.05339v4},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2301.05339v4}
}

@article{Ahuja2019,
  title={To React or not to React: End-to-End Visual Pose Forecasting for Personalized Avatar during Dyadic Conversations},
  author={Chaitanya Ahuja and Shugao Ma and Louis-Philippe Morency and Yaser Sheikh},
  year={2019},
  eprint={1910.02181v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1910.02181v1}
}

@article{Lee2022,
  title={Multimodal Lecture Presentations Dataset: Understanding Multimodality in Educational Slides},
  author={Dong Won Lee and Chaitanya Ahuja and Paul Pu Liang and Sanika Natu and Louis-Philippe Morency},
  year={2022},
  eprint={2208.08080v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2208.08080v1}
}

@article{Kanervisto2020a,
  title={"Playing to Learn: A Study of Minecraft"},
  author={Anssi Kanervisto and Janne Karttunen and Ville Hautamäki},
  year={2020},
  eprint={2005.03374v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2005.03374v1}
}

@article{Milani2023,
  title={BEDD: The MineRL BASALT Evaluation and Demonstrations Dataset for Training and Benchmarking Agents that Solve Fuzzy Tasks},
  author={Stephanie Milani and Anssi Kanervisto and Karolis Ramanauskas and Sander Schulhoff and Brandon Houghton and Rohin Shah},
  year={2023},
  eprint={2312.02405v1},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2312.02405v1}
}

@article{Kanervisto2020b,
  title={General Characterization of Agents by States they Visit},
  author={Anssi Kanervisto and Tomi Kinnunen and Ville Hautamäki},
  year={2020},
  eprint={2012.01244v3},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2012.01244v3}
}

@article{Kanervisto2020c,
  title={Action Space Shaping in Deep Reinforcement Learning},
  author={Anssi Kanervisto and Christian Scheller and Ville Hautamäki},
  year={2020},
  eprint={2004.00980v2},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/2004.00980v2}
}

@article{Karttunen2019,
  title={From Video Game to Real Robot: The Transfer between Action Spaces},
  author={Janne Karttunen and Anssi Kanervisto and Ville Kyrki and Ville Hautamäki},
  year={2019},
  eprint={1905.00741v2},
  archivePrefix={arXiv},
  primaryClass={cs.CR},
  url={https://arxiv.org/abs/1905.00741v2}
}


@misc{claudette2024toolloop,
  title = {Tool Loop – Claudette},
  author = {Claudette},
  year = {2024},
  url = {https://claudette.answer.ai/toolloop.html},
  note = {Accessed: 2024-06-17}
}

@misc{replit2024agent,
  title = {Replit Agent | Replit Docs},
  author = {Replit},
  year = {2024},
  url = {https://docs.replit.com/replitai/agent},
  note = {Accessed: 2024-06-17}
}

@misc{li2022automatingcodereviewactivities,
      title={Automating Code Review Activities by Large-Scale Pre-training}, 
      author={Zhiyu Li and Shuai Lu and Daya Guo and Nan Duan and Shailesh Jannu and Grant Jenks and Deep Majumder and Jared Green and Alexey Svyatkovskiy and Shengyu Fu and Neel Sundaresan},
      year={2022},
      eprint={2203.09095},
      archivePrefix={arXiv},
      primaryClass={cs.SE},
      url={https://arxiv.org/abs/2203.09095}, 
}

@book{lopez2018financial,
  title={Advances in Financial Machine Learning},
  author={Lopez de Prado, Marcos},
  year={2018},
  publisher={Wiley}
}

@misc{cursor,
  author = {{Cursor AI}},
  title = {{Cursor: The AI-Powered Code Editor}},
  year = {2024},
  url = {https://www.cursor.com/},
  note = {Accessed: 2024-06-17}
}
@misc{windsurf,
  author = {{Codeium}},
  title = {{Windsurf: Codeium's AI-Powered Code Generation}},
  year = {2024},
  url = {https://codeium.com/windsurf},
  note = {Accessed: 2024-06-17}
}

@misc{copilot,
  author = {{GitHub, Inc.}},
  title = {{GitHub Copilot: Your AI Pair Programmer}},
  year = {2024},
  url = {https://github.com/features/copilot},
  note = {Accessed: 2024-06-17}
}

@misc{github2024survey,
  title = {Survey: The AI wave continues to grow on software development teams - The GitHub Blog},
  author = {GitHub},
  year = {2024},
  url = {https://github.blog/news-insights/research/survey-ai-wave-grows/},
  note = {Accessed: 2024-06-17}
}

@book{smith1776wealth,
  author    = {Adam Smith},
  title     = {An Inquiry into the Nature and Causes of the Wealth of Nations},
  year      = {1776},
  publisher = {W. Strahan and T. Cadell},
  address   = {London, UK}
}

@article{hayek1945knowledge,
  author  = {F. A. Hayek},
  title   = {The Use of Knowledge in Society},
  journal = {The American Economic Review},
  volume  = {35},
  number  = {4},
  pages   = {519--530},
  year    = {1945}
}

@book{schumpeter1942capitalism,
  author    = {Joseph A. Schumpeter},
  title     = {Capitalism, Socialism, and Democracy},
  year      = {1942},
  publisher = {Harper \& Brothers},
  address   = {New York, USA}
}

@book{schelling1978micromotives,
  author    = {Thomas C. Schelling},
  title     = {Micromotives and Macrobehavior},
  year      = {1978},
  publisher = {W. W. Norton \& Company},
  address   = {New York, USA}
}

@book{arthur2009nature,
  author    = {W. Brian Arthur},
  title     = {The Nature of Technology: What It Is and How It Evolves},
  year      = {2009},
  publisher = {Free Press},
  address   = {New York, USA}
}

@book{bostrom2014superintelligence,
  author    = {Nick Bostrom},
  title     = {Superintelligence: Paths, Dangers, Strategies},
  year      = {2014},
  publisher = {Oxford University Press},
  address   = {Oxford, UK}
}

@article{kaplan2020scaling,
      title={Scaling Laws for Neural Language Models}, 
      author={Jared Kaplan and Sam McCandlish and Tom Henighan and Tom B. Brown and Benjamin Chess and Rewon Child and Scott Gray and Alec Radford and Jeffrey Wu and Dario Amodei},
      year={2020},
      eprint={2001.08361},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      url={https://arxiv.org/abs/2001.08361}, 
}

@book{brynjolfsson2014second,
  title={The Second Machine Age: Work, Progress, and Prosperity in a Time of Brilliant Technologies},
  author={Brynjolfsson, Erik and McAfee, Andrew},
  year={2014},
  publisher={W. W. Norton \& Company}
}

@book{de2018advances,
  title={Advances in financial machine learning},
  author={De Prado, Marcos Lopez},
  year={2018},
  publisher={John Wiley \& Sons}
}

@incollection{blumrosen2007algorithmic,
  title={Algorithmic game theory},
  author={Blumrosen, Liad and Nisan, Noam},
  booktitle={Introduction to Mechanism Design},
  year={2007},
  publisher={Cambridge Univ. Press New York, NY, USA}
}

@book{malone2022handbook,
  title={Handbook of collective intelligence},
  author={Malone, Thomas W and Bernstein, Michael S},
  year={2022},
  publisher={MIT press}
}

@book{marinescu2022cloud,
  title={Cloud computing: theory and practice},
  author={Marinescu, Dan C},
  year={2022},
  publisher={Morgan Kaufmann}
}

@book{brynjolfsson2011race,
  title={Race against the machine: How the digital revolution is accelerating innovation, driving productivity, and irreversibly transforming employment and the economy},
  author={Brynjolfsson, Erik and McAfee, Andrew},
  year={2011},
  publisher={Brynjolfsson and McAfee}
}

@article{greenstein2019digital,
  title={Digital infrastructure},
  author={Greenstein, Shane},
  journal={Economics of infrastructure investment () University of Chicago Press},
  year={2019}
}

@book{dix2004human,
  title={Human-computer interaction},
  author={Dix, Alan},
  volume={1},
  year={2004},
  publisher={Pearson Education}
}

@article{cameron2005laws,
  title={The laws of identity},
  author={Cameron, Kim},
  journal={Microsoft Corp},
  volume={12},
  pages={8--11},
  year={2005}
}

@book{haldane2008future,
  title={The future of payment systems},
  author={Haldane, Andrew G and Millard, Stephen and Saporta, Victoria},
  year={2008},
  publisher={Routledge}
}

@article{singh2014survey,
  title={Survey of different types of CAPTCHA},
  author={Singh, Ved Prakash and Pal, Preet},
  journal={International Journal of Computer Science and Information Technologies},
  volume={5},
  number={2},
  pages={2242--2245},
  year={2014}
}

-- this one shows that, without a logically centralized authority, Sybil attacks are always possible except under extreme and unrealistic assumptions of resource parity and coordination among entities.
@inproceedings{douceur2002sybil,
  title={The sybil attack},
  author={Douceur, John R},
  booktitle={International workshop on peer-to-peer systems},
  pages={251--260},
  year={2002},
  organization={Springer}
}