{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T16:30:42Z","timestamp":1778171442002,"version":"3.51.4"},"reference-count":574,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T00:00:00Z","timestamp":1737072000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T00:00:00Z","timestamp":1737072000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1007\/s11432-024-4222-0","type":"journal-article","created":{"date-parts":[[2025,1,24]],"date-time":"2025-01-24T09:09:01Z","timestamp":1737709741000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":392,"title":["The rise and potential of large language model based agents: a survey"],"prefix":"10.1007","volume":"68","author":[{"given":"Zhiheng","family":"Xi","sequence":"first","affiliation":[]},{"given":"Wenxiang","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Wei","family":"He","sequence":"additional","affiliation":[]},{"given":"Yiwen","family":"Ding","sequence":"additional","affiliation":[]},{"given":"Boyang","family":"Hong","sequence":"additional","affiliation":[]},{"given":"Ming","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Junzhe","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Senjie","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Enyu","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Xiaoran","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Xiao","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Limao","family":"Xiong","sequence":"additional","affiliation":[]},{"given":"Yuhao","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Weiran","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Changhao","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Yicheng","family":"Zou","sequence":"additional","affiliation":[]},{"given":"Xiangyang","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Zhangyue","family":"Yin","sequence":"additional","affiliation":[]},{"given":"Shihan","family":"Dou","sequence":"additional","affiliation":[]},{"given":"Rongxiang","family":"Weng","sequence":"additional","affiliation":[]},{"given":"Wenjuan","family":"Qin","sequence":"additional","affiliation":[]},{"given":"Yongyan","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Xipeng","family":"Qiu","sequence":"additional","affiliation":[]},{"given":"Xuanjing","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Qi","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Tao","family":"Gui","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,17]]},"reference":[{"key":"4222_CR1","volume-title":"Artificial Intelligence: A Modern Approach","author":"S Russell","year":"2020","unstructured":"Russell S. Artificial Intelligence: A Modern Approach. Upper Saddle River: Pearson Education, Inc., 2020"},{"key":"4222_CR2","volume-title":"The Stanford Encyclopedia of Philosophy","author":"M Schlosser","year":"2019","unstructured":"Schlosser M. Agency. In: The Stanford Encyclopedia of Philosophy. Stanford: The Metaphysics Research Lab, 2019"},{"key":"4222_CR3","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1017\/S0269888900008122","volume":"10","author":"M Wooldridge","year":"1995","unstructured":"Wooldridge M, Jennings N R. Intelligent agents: theory and practice. Knowledge Eng Rev, 1995, 10: 115\u2013152","journal-title":"Knowledge Eng Rev"},{"key":"4222_CR4","volume-title":"Developing Intelligent Agent Systems: A Practical Guide","author":"L Padgham","year":"2005","unstructured":"Padgham L, Winikoff M. Developing Intelligent Agent Systems: A Practical Guide. Hoboken: John Wiley & Sons, 2005"},{"key":"4222_CR5","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/3-540-58095-6_9","volume-title":"Knowledge Representation and Reasoning Under Uncertainty","author":"Y Shoham","year":"1994","unstructured":"Shoham Y. Agent oriented programming: an overview of the framework and summary of recent research. In: Knowledge Representation and Reasoning Under Uncertainty. Berlin: Springer, 1994. 123\u2013129"},{"key":"4222_CR6","volume-title":"Universal Artificial Intelligence: Sequential Decisions Based on Algorithmic Probability","author":"M Hutter","year":"2004","unstructured":"Hutter M. Universal Artificial Intelligence: Sequential Decisions Based on Algorithmic Probability. Berlin: Springer, 2004"},{"key":"4222_CR7","first-page":"608","volume-title":"Proceedings of the 2nd International Joint Conference on Artificial Intelligence, London","author":"R Fikes","year":"1971","unstructured":"Fikes R, Nilsson N J. STRIPS: a new approach to the application of theorem proving to problem solving. In: Proceedings of the 2nd International Joint Conference on Artificial Intelligence, London, 1971. 608\u2013620"},{"key":"4222_CR8","first-page":"412","volume-title":"Proceedings of the 3rd International Joint Conference on Artificial Intelligence, Standford","author":"E D Sacerdoti","year":"1973","unstructured":"Sacerdoti E D. Planning in a hierarchy of abstraction spaces. In: Proceedings of the 3rd International Joint Conference on Artificial Intelligence, Standford, 1973. 412\u2013422"},{"key":"4222_CR9","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/0004-3702(91)90053-M","volume":"47","author":"R A Brooks","year":"1991","unstructured":"Brooks R A. Intelligence without representation. Artif Intell, 1991, 47: 139\u2013159","journal-title":"Artif Intell"},{"key":"4222_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(05)80024-7","volume-title":"Designing Autonomous Agents: Theory and Practice From Biology to Engineering and Back","author":"P Maes","year":"1990","unstructured":"Maes P. Designing Autonomous Agents: Theory and Practice From Biology to Engineering and Back. Cambridge: MIT Press, 1990"},{"key":"4222_CR11","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1023\/A:1015008417172","volume":"17","author":"C Ribeiro","year":"2002","unstructured":"Ribeiro C. Reinforcement learning agents. Artif Intell Rev, 2002, 17: 223\u2013250","journal-title":"Artif Intell Rev"},{"key":"4222_CR12","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L P Kaelbling","year":"1996","unstructured":"Kaelbling L P, Littman M L, Moore A W. Reinforcement learning: a survey. J Artif Intell Res, 1996, 4: 237\u2013285","journal-title":"J Artif Intell Res"},{"key":"4222_CR13","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1145\/176789.176804","volume":"37","author":"R V Guha","year":"1994","unstructured":"Guha R V, Lenat D B. Enabling agents to work together. Commun ACM, 1994, 37: 126\u2013142","journal-title":"Commun ACM"},{"key":"4222_CR14","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1016\/B978-0-934613-30-9.50019-6","volume-title":"Reasoning about actions and plans","author":"L P Kaelbling","year":"1987","unstructured":"Kaelbling L P. An architecture for intelligent reactive systems. In: Reasoning about actions and plans. San Matteo: Morgan Kaufmann, 1987. 395\u2013410"},{"key":"4222_CR15","volume-title":"Reinforcement Learning: An Introduction","author":"R S Sutton","year":"2018","unstructured":"Sutton R S, Barto A G. Reinforcement Learning: An Introduction. Cambridge: MIT Press, 2018"},{"key":"4222_CR16","volume-title":"Generative agents: interactive simulacra of human behavior","author":"J S Park","year":"2023","unstructured":"Park J S, O\u2019Brien J C, Cai C J, et al. Generative agents: interactive simulacra of human behavior. 2023. ArXiv:2304.03442"},{"key":"4222_CR17","volume-title":"Interactive natural language processing","author":"Z Wang","year":"2023","unstructured":"Wang Z, Zhang G, Yang K, et al. Interactive natural language processing. 2023. ArXiv:2305.13246"},{"key":"4222_CR18","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"L Ouyang","year":"2022","unstructured":"Ouyang L, Wu J, Jiang X, et al. Training language models to follow instructions with human feedback. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR19","volume-title":"GPT-4 technical report","author":"OpenAI","year":"2023","unstructured":"OpenAI. GPT-4 technical report. 2023. ArXiv:2303.08774"},{"key":"4222_CR20","volume-title":"Emergent abilities of large language models","author":"J Wei","year":"2022","unstructured":"Wei J, Tay Y, Bommasani R, et al. Emergent abilities of large language models. 2022. ArXiv:2206.07682"},{"key":"4222_CR21","volume-title":"Training socially aligned language models in simulated human society","author":"R Liu","year":"2023","unstructured":"Liu R, Yang R, Jia C, et al. Training socially aligned language models in simulated human society. 2023. ArXiv:2305.16960"},{"key":"4222_CR22","volume-title":"Cognitive architectures for language agents","author":"T R Sumers","year":"2023","unstructured":"Sumers T R, Yao S, Narasimhan K, et al. Cognitive architectures for language agents. 2023. ArXiv:2309.02427"},{"key":"4222_CR23","unstructured":"Weng L. LLM-powered autonomous agents. lilianweng.github.io, 2023"},{"key":"4222_CR24","volume-title":"Sparks of artificial general intelligence: early experiments with GPT-4","author":"S Bubeck","year":"2023","unstructured":"Bubeck S, Chandrasekaran V, Eldan R, et al. Sparks of artificial general intelligence: early experiments with GPT-4. 2023. ArXiv:2303.12712"},{"key":"4222_CR25","volume-title":"Intention","author":"G E M Anscombe","year":"2000","unstructured":"Anscombe G E M. Intention. Cambridge: Harvard University Press, 2000"},{"key":"4222_CR26","doi-asserted-by":"publisher","first-page":"685","DOI":"10.2307\/2023177","volume":"60","author":"D Davidson","year":"1963","unstructured":"Davidson D. Actions, reasons, and causes. J Philosophy, 1963, 60: 685\u2013700","journal-title":"J Philosophy"},{"key":"4222_CR27","first-page":"1","volume-title":"Agent, Action, and Reason","author":"D Davidson","year":"1973","unstructured":"Davidson D. I. Agency. In: Agent, Action, and Reason. Toronto: University of Toronto Press, 1973. 1\u201337"},{"key":"4222_CR28","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1017\/S0140525X00058611","volume":"11","author":"D C Dennett","year":"1988","unstructured":"Dennett D C. Precis of the intentional stance. Behav Brain Sci, 1988, 11: 495\u2013505","journal-title":"Behav Brain Sci"},{"key":"4222_CR29","series-title":"Technical Report TCS-CS-1997-06","volume-title":"Software agents: a review","author":"S Green","year":"1997","unstructured":"Green S, Hurst L, Nangle B, et al. Software agents: a review. Department of Computer Science, Trinity College Dublin, Technical Report TCS-CS-1997-06, 1997"},{"key":"4222_CR30","volume-title":"Parsing the Turing Test","author":"A M Turing","year":"2009","unstructured":"Turing A M. Computing machinery and intelligence. In: Parsing the Turing Test. Dordrecht: Springer, 2009"},{"key":"4222_CR31","doi-asserted-by":"publisher","first-page":"763","DOI":"10.1093\/logcom\/5.6.763","volume":"5","author":"R Goodwin","year":"1995","unstructured":"Goodwin R. Formalizing properties of agents. J Logic Comput, 1995, 5: 763\u2013781","journal-title":"J Logic Comput"},{"key":"4222_CR32","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1002\/(SICI)1097-4571(198605)37:3<123::AID-ASI3>3.0.CO;2-3","volume":"37","author":"U Mukhopadhyay","year":"1986","unstructured":"Mukhopadhyay U, Stephens L M, Huhns M N, et al. An intelligent system for document retrieval in distributed office environments. J Am Soc Inf Sci, 1986, 37: 123\u2013135","journal-title":"J Am Soc Inf Sci"},{"key":"4222_CR33","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/S0921-8890(05)80028-4","volume":"6","author":"P Maes","year":"1990","unstructured":"Maes P. Situated agents can have goals. Robot Auton Syst, 1990, 6: 49\u201370","journal-title":"Robot Auton Syst"},{"key":"4222_CR34","series-title":"Technical Report, No. STAN-CS-92-1412","volume-title":"Toward Agent Programs With Circuit Semantics","author":"N J Nilsson","year":"1992","unstructured":"Nilsson N J. Toward Agent Programs With Circuit Semantics. Technical Report, No. STAN-CS-92-1412, 1992"},{"key":"4222_CR35","first-page":"709","volume-title":"Proceedings of the 11th European Conference on Artificial Intelligence","author":"J P M\u00fcller","year":"1994","unstructured":"M\u00fcller J P, Pischel M. Modelling interacting agents in dynamic environments. In: Proceedings of the 11th European Conference on Artificial Intelligence, 1994. 709\u2013713"},{"key":"4222_CR36","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1145\/360018.360022","volume":"19","author":"A Newell","year":"1976","unstructured":"Newell A, Simon H A. Computer science as empirical inquiry. Commun ACM, 1976, 19: 113\u2013126","journal-title":"Commun ACM"},{"key":"4222_CR37","volume-title":"Essentials of Artificial Intelligence","author":"M L Ginsberg","year":"1993","unstructured":"Ginsberg M L. Essentials of Artificial Intelligence. San Francisco: Morgan Kaufmann, 1993"},{"key":"4222_CR38","volume-title":"Practical Planning \u2014 Extending the Classical AI Planning Paradigm","author":"D E Wilkins","year":"1988","unstructured":"Wilkins D E. Practical Planning \u2014 Extending the Classical AI Planning Paradigm. San Mateo: Morgan Kaufmann, 1988"},{"key":"4222_CR39","volume-title":"Action and agency in cognitive science. Dissertation for Master\u2019s Degree","author":"N Shardlow","year":"1990","unstructured":"Shardlow N. Action and agency in cognitive science. Dissertation for Master\u2019s Degree. Oxford: University of Manchester, 1990"},{"key":"4222_CR40","first-page":"206","volume-title":"Proceedings of Advance Papers of the Fourth International Joint Conference on Artificial Intelligence, Tbilisi","author":"E D Sacerdoti","year":"1975","unstructured":"Sacerdoti E D. The nonlinear nature of plans. In: Proceedings of Advance Papers of the Fourth International Joint Conference on Artificial Intelligence, Tbilisi, 1975. 206\u2013214"},{"key":"4222_CR41","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/2474.001.0001","volume-title":"Do the Right Thing: Studies in Limited Rationality","author":"S J Russell","year":"1991","unstructured":"Russell S J, Wefald E. Do the Right Thing: Studies in Limited Rationality. Cambridge: MIT Press, 1991"},{"key":"4222_CR42","first-page":"1039","volume-title":"Proceedings of the 10th International Joint Conference on Artificial Intelligence, Milan","author":"M Schoppers","year":"1987","unstructured":"Schoppers M. Universal plans for reactive robots in unpredictable environments. In: Proceedings of the 10th International Joint Conference on Artificial Intelligence, Milan, 1987. 1039\u20131046"},{"key":"4222_CR43","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/JRA.1986.1087032","volume":"2","author":"R Brooks","year":"1986","unstructured":"Brooks R. A robust layered control system for a mobile robot. IEEE J Robot Automat, 1986, 2: 14\u201323","journal-title":"IEEE J Robot Automat"},{"key":"4222_CR44","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1109\/JRPROC.1961.287775","volume":"49","author":"M Minsky","year":"1961","unstructured":"Minsky M. Steps toward artificial intelligence. Proc IRE, 1961, 49: 8\u201330","journal-title":"Proc IRE"},{"key":"4222_CR45","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1145\/375735.376334","volume-title":"Proceedings of the 5th International Conference on Autonomous Agents","author":"C Isbell","year":"2001","unstructured":"Isbell C, Shelton C R, Kearns M, et al. A social reinforcement learning agent. In: Proceedings of the 5th International Conference on Autonomous Agents, 2001. 377\u2013384"},{"key":"4222_CR46","volume-title":"Learning from Delayed Rewards","author":"C J C H Watkins","year":"1989","unstructured":"Watkins C J C H. Learning from Delayed Rewards. Cambridge: Cambridge University, 1989"},{"key":"4222_CR47","volume-title":"On-Line Q-Learning Using Connectionist Systems","author":"G A Rummery","year":"1994","unstructured":"Rummery G A, Niranjan M. On-Line Q-Learning Using Connectionist Systems. Cambridge: University of Cambridge, 1994"},{"key":"4222_CR48","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1145\/203330.203343","volume":"38","author":"G Tesauro","year":"1995","unstructured":"Tesauro G. Temporal difference learning and TD-Gammon. Commun ACM, 1995, 38: 58\u201368","journal-title":"Commun ACM"},{"key":"4222_CR49","volume-title":"Deep reinforcement learning: an overview","author":"Y Li","year":"2017","unstructured":"Li Y. Deep reinforcement learning: an overview. 2017. ArXiv:1701.07274"},{"key":"4222_CR50","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison C J, et al. Mastering the game of Go with deep neural networks and tree search. Nature, 2016, 529: 484\u2013489","journal-title":"Nature"},{"key":"4222_CR51","volume-title":"Playing atari with deep reinforcement learning","author":"V Mnih","year":"2013","unstructured":"Mnih V, Kavukcuoglu K, Silver D, et al. Playing atari with deep reinforcement learning. 2013. ArXiv:1312.5602"},{"key":"4222_CR52","volume-title":"Generalization and regularization in DQN","author":"J Farebrother","year":"2018","unstructured":"Farebrother J, Machado M C, Bowling M. Generalization and regularization in DQN. 2018. ArXiv:1810.00123"},{"key":"4222_CR53","volume-title":"A study on overfitting in deep reinforcement learning","author":"C Zhang","year":"2018","unstructured":"Zhang C, Vinyals O, Munos R, et al. A study on overfitting in deep reinforcement learning. 2018. ArXiv:1804.06893"},{"key":"4222_CR54","volume-title":"Illuminating generalization in deep reinforcement learning through procedural level generation","author":"N Justesen","year":"2018","unstructured":"Justesen N, Torrado R R, Bontrager P, et al. Illuminating generalization in deep reinforcement learning through procedural level generation. 2018. ArXiv:1806.10729"},{"key":"4222_CR55","doi-asserted-by":"publisher","first-page":"2419","DOI":"10.1007\/s10994-021-05961-4","volume":"110","author":"G Dulac-Arnold","year":"2021","unstructured":"Dulac-Arnold G, Levine N, Mankowitz D J, et al. Challenges of real-world reinforcement learning: definitions, benchmarks and analysis. Mach Learn, 2021, 110: 2419\u20132468","journal-title":"Mach Learn"},{"key":"4222_CR56","first-page":"25502","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"D Ghosh","year":"2021","unstructured":"Ghosh D, Rahme J, Kumar A, et al. Why generalization in RL is difficult: epistemic POMDPs and implicit partial observability. In: Proceedings of Advances in Neural Information Processing Systems, 2021. 25502\u201325515"},{"key":"4222_CR57","first-page":"181","volume-title":"Proceedings of the International Conference on Autonomous Agents and Multiagent Systems, Istanbul","author":"T Brys","year":"2015","unstructured":"Brys T, Harutyunyan A, Taylor M E, et al. Policy transfer using reward shaping. In: Proceedings of the International Conference on Autonomous Agents and Multiagent Systems, Istanbul, 2015. 181\u2013188"},{"key":"4222_CR58","volume-title":"Actor-mimic: deep multitask and transfer reinforcement learning","author":"E Parisotto","year":"2015","unstructured":"Parisotto E, Ba J L, Salakhutdinov R. Actor-mimic: deep multitask and transfer reinforcement learning. 2015. ArXiv:1511.06342"},{"key":"4222_CR59","volume-title":"Transfer learning in deep reinforcement learning: a survey","author":"Z Zhu","year":"2020","unstructured":"Zhu Z, Lin K, Zhou J. Transfer learning in deep reinforcement learning: a survey. 2020. ArXiv:2009.07888"},{"key":"4222_CR60","volume-title":"RL2: fast reinforcement learning via slow reinforcement learning","author":"Y Duan","year":"2016","unstructured":"Duan Y, Schulman J, Chen X, et al. RL2: fast reinforcement learning via slow reinforcement learning. 2016. ArXiv:1611.02779"},{"key":"4222_CR61","first-page":"1126","volume-title":"Proceedings of the 34th International Conference on Machine Learning, Sydney","author":"C Finn","year":"2017","unstructured":"Finn C, Abbeel P, Levine S. Model-agnostic meta-learning for fast adaptation of deep networks. In: Proceedings of the 34th International Conference on Machine Learning, Sydney, 2017. 1126\u20131135"},{"key":"4222_CR62","first-page":"5307","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"A Gupta","year":"2018","unstructured":"Gupta A, Mendonca R, Liu Y, et al. Meta-reinforcement learning of structured exploration strategies. In: Proceedings of Advances in Neural Information Processing Systems, 2018. 5307\u20135316"},{"key":"4222_CR63","first-page":"5331","volume-title":"Proceedings of the 36th International Conference on Machine Learning, Long Beach","author":"K Rakelly","year":"2019","unstructured":"Rakelly K, Zhou A, Finn C, et al. Efficient off-policy meta-reinforcement learning via probabilistic context variables. In: Proceedings of the 36th International Conference on Machine Learning, Long Beach, 2019. 5331\u20135340"},{"key":"4222_CR64","volume-title":"Meta-Q-learning","author":"R Fakoor","year":"2019","unstructured":"Fakoor R, Chaudhari P, Soatto S, et al. Meta-Q-learning. 2019. ArXiv:1910.00125"},{"key":"4222_CR65","volume-title":"Meta-learning: a survey","author":"J Vanschoren","year":"2018","unstructured":"Vanschoren J. Meta-learning: a survey. 2018. ArXiv:1810.03548"},{"key":"4222_CR66","first-page":"1633","volume":"10","author":"M E Taylor","year":"2009","unstructured":"Taylor M E, Stone P. Transfer learning for reinforcement learning domains: a survey. J Mach Learn Res, 2009, 10: 1633\u20131685","journal-title":"J Mach Learn Res"},{"key":"4222_CR67","first-page":"4943","volume-title":"Proceedings of the 35th International Conference on Machine Learning","author":"A Tirinzoni","year":"2018","unstructured":"Tirinzoni A, Sessa A, Pirotta M, et al. Importance weighted transfer of samples in reinforcement learning. In: Proceedings of the 35th International Conference on Machine Learning, 2018. 4943\u20134952"},{"key":"4222_CR68","volume-title":"A survey of meta-reinforcement learning","author":"J Beck","year":"2023","unstructured":"Beck J, Vuorio R, Liu E Z, et al. A survey of meta-reinforcement learning. 2023. ArXiv:2301.08028"},{"key":"4222_CR69","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"T B Brown","year":"2020","unstructured":"Brown T B, Mann B, Ryder N, et al. Language models are few-shot learners. In: Proceedings of Advances in Neural Information Processing Systems, 2020"},{"key":"4222_CR70","volume-title":"A survey on large language model based autonomous agents","author":"L Wang","year":"2023","unstructured":"Wang L, Ma C, Feng X, et al. A survey on large language model based autonomous agents. 2023. ArXiv:2308.11432"},{"key":"4222_CR71","volume-title":"WebGPT: browser-assisted question-answering with human feedback","author":"R Nakano","year":"2021","unstructured":"Nakano R, Hilton J, Balaji S, et al. WebGPT: browser-assisted question-answering with human feedback. 2021. ArXiv:2112.09332"},{"key":"4222_CR72","volume-title":"Proceedings of the 11th International Conference on Learning Representations, Kigali","author":"S Yao","year":"2023","unstructured":"Yao S, Zhao J, Yu D, et al. ReAct: synergizing reasoning and acting in language models. In: Proceedings of the 11th International Conference on Learning Representations, Kigali, 2023"},{"key":"4222_CR73","volume-title":"Toolformer: language models can teach themselves to use tools","author":"T Schick","year":"2023","unstructured":"Schick T, Dwivedi-Yu J, Dessl R, et al. Toolformer: language models can teach themselves to use tools. 2023. ArXiv:2302.04761"},{"key":"4222_CR74","volume-title":"Chameleon: plug-and-play compositional reasoning with large language models","author":"P Lu","year":"2023","unstructured":"Lu P, Peng B, Cheng H, et al. Chameleon: plug-and-play compositional reasoning with large language models. 2023. ArXiv:2304.09842"},{"key":"4222_CR75","volume-title":"Tool learning with foundation models","author":"Y Qin","year":"2023","unstructured":"Qin Y, Hu S, Lin Y, et al. Tool learning with foundation models. 2023. ArXiv:2304.08354"},{"key":"4222_CR76","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"J Wei","year":"2022","unstructured":"Wei J, Wang X, Schuurmans D, et al. Chain-of-thought prompting elicits reasoning in large language models. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR77","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"T Kojima","year":"2022","unstructured":"Kojima T, Gu S S, Reid M, et al. Large language models are zero-shot reasoners. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR78","volume-title":"Proceedings of the 11th International Conference on Learning Representations, Kigali","author":"X Wang","year":"2023","unstructured":"Wang X, Wei J, Schuurmans D, et al. Self-consistency improves chain of thought reasoning in language models. In: Proceedings of the 11th International Conference on Learning Representations, Kigali, 2023"},{"key":"4222_CR79","volume-title":"Proceedings of the 11th International Conference on Learning Representations, Kigali","author":"D Zhou","year":"2023","unstructured":"Zhou D, Scha\u00fcrli N, Hou L, et al. Least-to-most prompting enables complex reasoning in large language models. In: Proceedings of the 11th International Conference on Learning Representations, Kigali, 2023"},{"key":"4222_CR80","volume-title":"Self-polish: enhance reasoning in large language models via problem refinement","author":"Z Xi","year":"2023","unstructured":"Xi Z, Jin S, Zhou Y, et al. Self-polish: enhance reasoning in large language models via problem refinement. 2023. ArXiv:2305.14497"},{"key":"4222_CR81","volume-title":"Reflexion: language agents with verbal reinforcement learning","author":"N Shinn","year":"2023","unstructured":"Shinn N, Cassano F, Labash B, et al. Reflexion: language agents with verbal reinforcement learning. 2023. ArXiv:2303.11366"},{"key":"4222_CR82","volume-title":"LLM-planner: few-shot grounded planning for embodied agents with large language models","author":"C H Song","year":"2022","unstructured":"Song C H, Wu J, Washington C, et al. LLM-planner: few-shot grounded planning for embodied agents with large language models. 2022. ArXiv:2212.04088"},{"key":"4222_CR83","first-page":"7716","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, Toronto","author":"A F Akyiirek","year":"2023","unstructured":"Akyiirek A F, Akyiirek E, Kalyan A, et al. RL4F: generating natural language feedback with reinforcement learning for repairing model outputs. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, Toronto, 2023. 7716\u20137733"},{"key":"4222_CR84","volume-title":"Check your facts and try again improving large language models with external knowledge and automated feedback","author":"B Peng","year":"2023","unstructured":"Peng B, Galley M, He P, et al. Check your facts and try again improving large language models with external knowledge and automated feedback. 2023. ArXiv:2302.12813"},{"key":"4222_CR85","volume-title":"Languages are rewards: hindsight finetuning using human feedback","author":"H Liu","year":"2023","unstructured":"Liu H, Sferrazza C, Abbeel P. Languages are rewards: hindsight finetuning using human feedback. 2023. ArXiv:2302.02676"},{"key":"4222_CR86","volume-title":"Proceedings of the 10th International Conference on Learning Representations","author":"J Wei","year":"2022","unstructured":"Wei J, Bosma M, Zhao V Y, et al. Finetuned language models are zero-shot learners. In: Proceedings of the 10th International Conference on Learning Representations, 2022"},{"key":"4222_CR87","volume-title":"Proceedings of the 10th International Conference on Learning Representations","author":"V Sanh","year":"2022","unstructured":"Sanh V, Webson A, Raffel C, et al. Multitask prompted training enables zero-shot task generalization. In: Proceedings of the 10th International Conference on Learning Representations, 2022"},{"key":"4222_CR88","volume-title":"Scaling instruction-finetuned language models","author":"H W Chung","year":"2022","unstructured":"Chung H W, Hou L, Longpre S, et al. Scaling instruction-finetuned language models. 2022. ArXiv:2210.11416"},{"key":"4222_CR89","volume-title":"CAMEL: communicative agents for mind exploration of large scale language model society","author":"G Li","year":"2023","unstructured":"Li G, Hammoud H A A K, Itani H, et al. CAMEL: communicative agents for mind exploration of large scale language model society. 2023. ArXiv:2303.17760"},{"key":"4222_CR90","volume-title":"Communicative agents for software development","author":"C Qian","year":"2023","unstructured":"Qian C, Cong X, Yang C, et al. Communicative agents for software development. 2023. ArXiv:2307.07924"},{"key":"4222_CR91","volume-title":"Emergent autonomous scientific research capabilities of large language models","author":"D A Boiko","year":"2023","unstructured":"Boiko D A, MacKnight R, Gomes G. Emergent autonomous scientific research capabilities of large language models. 2023. ArXiv:2304.05332"},{"key":"4222_CR92","volume-title":"Improving factuality and reasoning in language models through multiagent debate","author":"Y Du","year":"2023","unstructured":"Du Y, Li S, Torralba A, et al. Improving factuality and reasoning in language models through multiagent debate. 2023. ArXiv:2305.14325"},{"key":"4222_CR93","volume-title":"Encouraging divergent thinking in large language models through multi-agent debate","author":"T Liang","year":"2023","unstructured":"Liang T, He Z, Jiao W, et al. Encouraging divergent thinking in large language models through multi-agent debate. 2023. ArXiv:2305.19118"},{"key":"4222_CR94","first-page":"56","volume-title":"Proceedings of Intelligent Agents","author":"C Castelfranchi","year":"1994","unstructured":"Castelfranchi C. Guarantees for autonomy in cognitive agent architecture. In: Proceedings of Intelligent Agents. Berlin: Springer, 1994. 56\u201370"},{"key":"4222_CR95","volume-title":"Auto-GPT: an autonomous GPT-4 experiment","author":"S Gravitas","year":"2023","unstructured":"Gravitas S. Auto-GPT: an autonomous GPT-4 experiment. 2023. https:\/\/github.com\/Significant-Gravitas\/Auto-GPT"},{"key":"4222_CR96","volume-title":"BabyAGI. Python","author":"Y Nakajima","year":"2023","unstructured":"Nakajima Y. BabyAGI. Python. 2023. https:\/\/github.com\/yoheinakajima\/babyagi"},{"key":"4222_CR97","first-page":"841","volume-title":"Proceedings of the 27th International Conference on Intelligent User Interfaces, Helsinki","author":"A Yuan","year":"2022","unstructured":"Yuan A, Coenen A, Reif E, et al. Wordcraft: story writing with large language models. In: Proceedings of the 27th International Conference on Intelligent User Interfaces, Helsinki, 2022. 841\u2013852"},{"key":"4222_CR98","volume-title":"On the creativity of large language models","author":"G Franceschelli","year":"2023","unstructured":"Franceschelli G, Musolesi M. On the creativity of large language models. 2023. ArXiv:2304.00008"},{"key":"4222_CR99","volume-title":"MiniGPT-4: enhancing vision-language understanding with advanced large language models","author":"D Zhu","year":"2023","unstructured":"Zhu D, Chen J, Shen X, et al. MiniGPT-4: enhancing vision-language understanding with advanced large language models. 2023. ArXiv:2304.10592"},{"key":"4222_CR100","volume-title":"A survey on multimodal large language models","author":"S Yin","year":"2023","unstructured":"Yin S, Fu C, Zhao S, et al. A survey on multimodal large language models. 2023. ArXiv:2306.13549"},{"key":"4222_CR101","first-page":"8469","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"D Driess","year":"2023","unstructured":"Driess D, Xia F, Sajjadi M S M, et al. PaLM-E: an embodied multimodal language model. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 8469\u20138488"},{"key":"4222_CR102","volume-title":"EmbodiedGPT: vision-language pre-training via embodied chain of thought","author":"Y Mu","year":"2023","unstructured":"Mu Y, Zhang Q, Hu M, et al. EmbodiedGPT: vision-language pre-training via embodied chain of thought. 2023. ArXiv:2305.15021"},{"key":"4222_CR103","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1177\/0963721412470685","volume":"22","author":"J W Brown","year":"2013","unstructured":"Brown J W. Beyond conflict monitoring: cognitive control and the neural basis of thinking before you act. Curr Dir Psychol Sci, 2013, 22: 179\u2013185","journal-title":"Curr Dir Psychol Sci"},{"key":"4222_CR104","volume-title":"Think before you act: decision transformers with internal working memory","author":"J Kang","year":"2023","unstructured":"Kang J, Laroche R, Yuan X, et al. Think before you act: decision transformers with internal working memory. 2023. ArXiv:2305.16338"},{"key":"4222_CR105","first-page":"5769","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Abu Dhabi","author":"J Andreas","year":"2022","unstructured":"Andreas J. Language models as agent models. In: Proceedings of Findings of the Association for Computational Linguistics, Abu Dhabi, 2022. 5769\u20135779"},{"key":"4222_CR106","volume-title":"Learning to generate reviews and discovering sentiment","author":"A Radford","year":"2017","unstructured":"Radford A, J\u00f3zefowicz R, Sutskever I. Learning to generate reviews and discovering sentiment. 2017. ArXiv:1704.01444"},{"key":"4222_CR107","first-page":"1813","volume-title":"Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing","author":"B Z Li","year":"2021","unstructured":"Li B Z, Nye M I, Andreas J. Implicit representations of meaning in neural language models. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, 2021. 1813\u20131827"},{"key":"4222_CR108","volume-title":"On the planning abilities of large language models (a critical investigation with a proposed benchmark)","author":"K Valmeekam","year":"2023","unstructured":"Valmeekam K, Sreedharan S, Marquez M, et al. On the planning abilities of large language models (a critical investigation with a proposed benchmark). 2023. ArXiv:2302.06706"},{"key":"4222_CR109","volume-title":"LLM+P: empowering large language models with optimal planning proficiency","author":"B Liu","year":"2023","unstructured":"Liu B, Jiang Y, Zhang X, et al. LLM+P: empowering large language models with optimal planning proficiency. 2023. ArXiv:2304.11477"},{"key":"4222_CR110","volume-title":"Chain of hindsight aligns language models with feedback","author":"H Liu","year":"2023","unstructured":"Liu H, Sferrazza C, Abbeel P. Chain of hindsight aligns language models with feedback. 2023. ArXiv:2302.02676"},{"key":"4222_CR111","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1145\/176789.176794","volume":"37","author":"M R Genesereth","year":"1994","unstructured":"Genesereth M R, Ketchpel S P. Software agents. Commun ACM, 1994, 37: 48\u201353","journal-title":"Commun ACM"},{"key":"4222_CR112","volume-title":"LLM-eval: unified multi-dimensional automatic evaluation for open-domain conversations with large language models","author":"Y Lin","year":"2023","unstructured":"Lin Y, Chen Y. LLM-eval: unified multi-dimensional automatic evaluation for open-domain conversations with large language models. 2023. ArXiv:2305.13711"},{"key":"4222_CR113","first-page":"8546","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin","author":"J Lin","year":"2022","unstructured":"Lin J, Fried D, Klein D, et al. Inferring rewards from language in context. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin, 2022. 8546\u20138560"},{"key":"4222_CR114","volume-title":"Improving language model negotiation with self-play and in-context learning from AI feedback","author":"Y Fu","year":"2023","unstructured":"Fu Y, Peng H, Khot T, et al. Improving language model negotiation with self-play and in-context learning from AI feedback. 2023. ArXiv:2305.10142"},{"key":"4222_CR115","volume-title":"Building cooperative embodied agents modularly with large language models","author":"H Zhang","year":"2023","unstructured":"Zhang H, Du W, Shan J, et al. Building cooperative embodied agents modularly with large language models. 2023. ArXiv:2307.02485"},{"key":"4222_CR116","volume-title":"On the Origin of Species: Facsimile of the First Edition","author":"C Darwin","year":"1859","unstructured":"Darwin C. On the Origin of Species: Facsimile of the First Edition. London: John Murray, 1859. 24: 1"},{"key":"4222_CR117","volume-title":"Discoveries in the Human Brain: Neuroscience Prehistory, Brain Structure, and Function","author":"L H Marshall","year":"2013","unstructured":"Marshall L H, Magoun H W. Discoveries in the Human Brain: Neuroscience Prehistory, Brain Structure, and Function. Berlin: Springer, 2013"},{"key":"4222_CR118","first-page":"1367","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, San Diego","author":"F Hill","year":"2016","unstructured":"Hill F, Cho K, Korhonen A. Learning distributed representations of sentences from unlabelled data. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, San Diego, 2016. 1367\u20131377"},{"key":"4222_CR119","first-page":"2493","volume":"12","author":"R Collobert","year":"2011","unstructured":"Collobert R, Weston J, Bottou L, et al. Natural language processing (almost) from scratch. J Mach Learn Res, 2011, 12: 2493\u20132537","journal-title":"J Mach Learn Res"},{"key":"4222_CR120","first-page":"5418","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"A Roberts","year":"2020","unstructured":"Roberts A, Raffel C, Shazeer N. How much knowledge can you pack into the parameters of a language model? In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2020. 5418\u20135426"},{"key":"4222_CR121","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1109\/MIS.2009.79","volume":"24","author":"M McShane","year":"2009","unstructured":"McShane M. Reference resolution challenges for intelligent agents: the need for knowledge. IEEE Intell Syst, 2009, 24: 47\u201358","journal-title":"IEEE Intell Syst"},{"key":"4222_CR122","first-page":"1053","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"T Safavi","year":"2021","unstructured":"Safavi T, Koutra D. Relational world knowledge representation in contextual language models: a review. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2021. 1053\u20131067"},{"key":"4222_CR123","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1162\/tacl_a_00324","volume":"8","author":"Z Jiang","year":"2020","unstructured":"Jiang Z, Xu F F, Araki J, et al. How can we know what language models know? Trans Assoc Comput Linguist, 2020, 8: 423\u2013438","journal-title":"Trans Assoc Comput Linguist"},{"key":"4222_CR124","first-page":"1384","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi","author":"A Madaan","year":"2022","unstructured":"Madaan A, Zhou S, Alon U, et al. Language models of code are few-shot commonsense learners. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi, 2022. 1384\u20131403"},{"key":"4222_CR125","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/3186549.3186562","volume":"46","author":"N Tandon","year":"2017","unstructured":"Tandon N, Varde A S, de Melo G. Commonsense knowledge in machine intelligence. SIGMOD Rec, 2017, 46: 49\u201352","journal-title":"SIGMOD Rec"},{"key":"4222_CR126","first-page":"1","volume-title":"Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming, San Diego","author":"F F Xu","year":"2022","unstructured":"Xu F F, Alon U, Neubig G, et al. A systematic evaluation of large language models of code. In: Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming, San Diego, 2022. 1\u201310"},{"key":"4222_CR127","first-page":"18319","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"Y Lai","year":"2023","unstructured":"Lai Y, Li C, Wang Y, et al. DS-1000: a natural and reliable benchmark for data science code generation. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 18319\u201318345"},{"key":"4222_CR128","volume-title":"Training verifiers to solve math word problems","author":"K Cobbe","year":"2021","unstructured":"Cobbe K, Kosaraju V, Bavarian M, et al. Training verifiers to solve math word problems. 2021. ArXiv:2110.14168"},{"key":"4222_CR129","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"A J Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu A J, Ting D S J, Elangovan K, et al. Large language models in medicine. Nat Med, 2023, 29: 1930\u20131940","journal-title":"Nat Med"},{"key":"4222_CR130","doi-asserted-by":"publisher","first-page":"8342","DOI":"10.18653\/v1\/2020.acl-main.740","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","author":"S Gururangan","year":"2020","unstructured":"Gururangan S, Marasovic A, Swayamdipta S, et al. Don\u2019t stop pretraining: adapt language models to domains and tasks. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, 2020. 8342\u20138360"},{"key":"4222_CR131","first-page":"1560","volume-title":"Proceedings of AAAI","author":"A M Nuxoll","year":"2007","unstructured":"Nuxoll A M, Laird J E. Extending cognitive architecture with episodic memory. In: Proceedings of AAAI, 2007. 1560\u20131564"},{"key":"4222_CR132","doi-asserted-by":"publisher","first-page":"1612","DOI":"10.1126\/science.3086978","volume":"232","author":"L R Squire","year":"1986","unstructured":"Squire L R. Mechanisms of memory. Science, 1986, 232: 1612\u20131619","journal-title":"Science"},{"key":"4222_CR133","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1016\/j.biopsych.2014.03.008","volume":"76","author":"L Schwabe","year":"2014","unstructured":"Schwabe L, Nader K, Pruessner J C. Reconsolidation of human memory: brain mechanisms and clinical relevance. Biol Psychiatry, 2014, 76: 274\u2013280","journal-title":"Biol Psychiatry"},{"key":"4222_CR134","volume-title":"A theory of universal artificial intelligence based on algorithmic complexity","author":"M Hutter","year":"2000","unstructured":"Hutter M. A theory of universal artificial intelligence based on algorithmic complexity. 2000. ArXiv:cs\/0004001"},{"key":"4222_CR135","volume-title":"Unleashing infinite-length input capacity for large-scale language models with self-controlled memory system","author":"X Liang","year":"2023","unstructured":"Liang X, Wang B, Huang H, et al. Unleashing infinite-length input capacity for large-scale language models with self-controlled memory system. 2023. ArXiv:2304.13343"},{"key":"4222_CR136","volume-title":"Expel: LLM agents are experiential learners","author":"A Zhao","year":"2023","unstructured":"Zhao A, Huang D, Xu Q, et al. Expel: LLM agents are experiential learners. 2023. ArXiv:2308.10144"},{"key":"4222_CR137","volume-title":"MemoryBank: enhancing large language models with long-term memory","author":"W Zhong","year":"2023","unstructured":"Zhong W, Guo L, Gao Q, et al. MemoryBank: enhancing large language models with long-term memory. 2023. ArXiv:2305.10250"},{"key":"4222_CR138","volume-title":"Reflexion: an autonomous agent with dynamic memory and self-reflection","author":"N Shinn","year":"2023","unstructured":"Shinn N, Labash B, Gopinath A. Reflexion: an autonomous agent with dynamic memory and self-reflection. 2023. ArXiv:2303.11366"},{"key":"4222_CR139","volume-title":"Ghost in the Minecraft: generally capable agents for open-world environments via large language models with text-based knowledge and memory","author":"X Zhu","year":"2023","unstructured":"Zhu X, Chen Y, Tian H, et al. Ghost in the Minecraft: generally capable agents for open-world environments via large language models with text-based knowledge and memory. 2023. ArXiv:2305.17144"},{"key":"4222_CR140","volume-title":"AgentSims: an open-source sandbox for large language model evaluation","author":"J Lin","year":"2023","unstructured":"Lin J, Zhao H, Zhang A, et al. AgentSims: an open-source sandbox for large language model evaluation. 2023. ArXiv:2308.04026"},{"key":"4222_CR141","volume-title":"RET-LLM: towards a general read-write memory for large language models","author":"A Modarressi","year":"2023","unstructured":"Modarressi A, Imani A, Fayyaz M, et al. RET-LLM: towards a general read-write memory for large language models. 2023. ArXiv:2305.14322"},{"key":"4222_CR142","volume-title":"Memory sandbox: transparent and interactive memory management for conversational agents","author":"Z Huang","year":"2023","unstructured":"Huang Z, Gutierrez S, Kamana H, et al. Memory sandbox: transparent and interactive memory management for conversational agents. 2023. ArXiv:2308.01542"},{"key":"4222_CR143","volume-title":"ChatDB: augmenting LLMs with databases as their symbolic memory","author":"C Hu","year":"2023","unstructured":"Hu C, Fu J, Du C, et al. ChatDB: augmenting LLMs with databases as their symbolic memory. 2023. ArXiv:2306.03901"},{"key":"4222_CR144","volume-title":"LLM as DBA","author":"X Zhou","year":"2023","unstructured":"Zhou X, Li G, Liu Z. LLM as DBA. 2023. ArXiv:2308.05481"},{"key":"4222_CR145","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1080\/14640746808400161","volume":"20","author":"P C Wason","year":"1968","unstructured":"Wason P C. Reasoning about a rule. Q J Exp Psychol, 1968, 20: 273\u2013281","journal-title":"Q J Exp Psychol"},{"key":"4222_CR146","volume-title":"Psychology of Reasoning: Structure and Content","author":"P C Wason","year":"1972","unstructured":"Wason P C, Johnson-Laird P N. Psychology of Reasoning: Structure and Content. Cambridge: Harvard University Press, 1972"},{"key":"4222_CR147","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1037\/0033-2909.105.3.331","volume":"105","author":"K M Galotti","year":"1989","unstructured":"Galotti K M. Approaches to studying formal and everyday reasoning. Psychol Bull, 1989, 105: 331\u2013351","journal-title":"Psychol Bull"},{"key":"4222_CR148","first-page":"1049","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Toronto","author":"J Huang","year":"2023","unstructured":"Huang J, Chang K C. Towards reasoning in large language models: a survey. In: Proceedings of Findings of the Association for Computational Linguistics, Toronto, 2023. 1049\u20131065"},{"key":"4222_CR149","volume-title":"Emergent analogical reasoning in large language models","author":"T W Webb","year":"2022","unstructured":"Webb T W, Holyoak K J, Lu H. Emergent analogical reasoning in large language models. 2022. ArXiv:2212.09196"},{"key":"4222_CR150","volume-title":"Self-refine: iterative refinement with self-feedback","author":"A Madaan","year":"2023","unstructured":"Madaan A, Tandon N, Gupta P, et al. Self-refine: iterative refinement with self-feedback. 2023. ArXiv:2303.17651"},{"key":"4222_CR151","volume-title":"Proceedings of the 11th International Conference on Learning Representations, Kigali","author":"A Creswell","year":"2023","unstructured":"Creswell A, Shanahan M, Higgins I. Selection-inference: exploiting large language models for interpretable logical reasoning. In: Proceedings of the 11th International Conference on Learning Representations, Kigali, 2023"},{"key":"4222_CR152","volume-title":"Proceedings of the 12th International Conference on Learning Representations, Vienna","author":"L Yu","year":"2024","unstructured":"Yu L, Jiang W, Shi H, et al. MetaMath: bootstrap your own mathematical questions for large language models. In: Proceedings of the 12th International Conference on Learning Representations, Vienna, 2024"},{"key":"4222_CR153","volume-title":"Proceedings of the 41st International Conference on Machine Learning, Vienna","author":"Z Xi","year":"2024","unstructured":"Xi Z, Chen W, Hong B, et al. Training large language models for reasoning through reverse curriculum reinforcement learning. In: Proceedings of the 41st International Conference on Machine Learning, Vienna, 2024"},{"key":"4222_CR154","volume-title":"Proceedings of Advances in Neural Information Processing Systems, New Orleans","author":"E Zelikman","year":"2022","unstructured":"Zelikman E, Wu Y, Mu J, et al. STaR: bootstrapping reasoning with reasoning. In: Proceedings of Advances in Neural Information Processing Systems, New Orleans, 2022"},{"key":"4222_CR155","first-page":"191","volume-title":"The Cognitive Psychology of Planning","author":"J Grafman","year":"2004","unstructured":"Grafman J, Spector L, Rattermann M J. Planning and the brain. In: The Cognitive Psychology of Planning. Brandon: Psychology Press, 2004. 191\u2013208"},{"key":"4222_CR156","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1016\/j.jphysparis.2006.03.014","volume":"99","author":"J M Unterrainer","year":"2006","unstructured":"Unterrainer J M, Owen A M. Planning and problem solving: from neuropsychology to functional neuroimaging. J Physiol-Paris, 2006, 99: 308\u2013317","journal-title":"J Physiol-Paris"},{"key":"4222_CR157","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1177\/1534484307303762","volume":"6","author":"K J Zula","year":"2007","unstructured":"Zula K J, Chermack T J. Integrative literature review: human capital planning: a review of literature and implications for human resource development. Hum Resource Dev Rev, 2007, 6: 245\u2013262","journal-title":"Hum Resource Dev Rev"},{"key":"4222_CR158","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1111\/j.1467-8640.1988.tb00284.x","volume":"4","author":"M E Bratman","year":"1988","unstructured":"Bratman M E, Israel D J, Pollack M E. Plans and resource-bounded practical reasoning. Comput Intelligence, 1988, 4: 349\u2013355","journal-title":"Comput Intelligence"},{"key":"4222_CR159","volume-title":"Artificial Intelligence-A Modern Approach. 2nd ed","author":"S Russell","year":"2003","unstructured":"Russell S, Norvig P. Artificial Intelligence-A Modern Approach. 2nd ed. Upper Saddle River: Prentice Hall, 2003"},{"key":"4222_CR160","volume-title":"Readings in Planning Theory","author":"S S Fainstein","year":"2015","unstructured":"Fainstein S S, de Filippis J. Readings in Planning Theory. Hoboken: John Wiley & Sons, 2015"},{"key":"4222_CR161","first-page":"49","volume":"19","author":"L Sebastia","year":"2006","unstructured":"Sebastia L, Onaindia E, Marzal E. Decomposition of planning problems. AI Commun, 2006, 19: 49\u201381","journal-title":"AI Commun"},{"key":"4222_CR162","first-page":"46","volume-title":"Proceedings of the International Conference on Automated Planning and Scheduling","author":"M Crosby","year":"2013","unstructured":"Crosby M, Rovatsos M, Petrick R. Automated agent decomposition for classical planning. In: Proceedings of the International Conference on Automated Planning and Scheduling, 2013. 46\u201354"},{"key":"4222_CR163","first-page":"287","volume-title":"Proceedings of Conference on Robot Learning, Auckland","author":"B Ichter","year":"2022","unstructured":"Ichter B, Brohan A, Chebotar Y, et al. Do as I can, not as I say: grounding language in robotic affordances. In: Proceedings of Conference on Robot Learning, Auckland, 2022. 287\u2013318"},{"key":"4222_CR164","volume-title":"ReWOO: decoupling reasoning from observations for efficient augmented language models","author":"B Xu","year":"2023","unstructured":"Xu B, Peng Z, Lei B, et al. ReWOO: decoupling reasoning from observations for efficient augmented language models. 2023. ArXiv:2305.18323"},{"key":"4222_CR165","volume-title":"Planning with large language models via corrective re-prompting","author":"S S Raman","year":"2022","unstructured":"Raman S S, Cohen V, Rosen E, et al. Planning with large language models via corrective re-prompting. 2022. ArXiv:2211.09935"},{"key":"4222_CR166","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.ijcnlp-main.20","volume-title":"Faithful chain-of-thought reasoning","author":"Q Lyu","year":"2023","unstructured":"Lyu Q, Havaldar S, Stein A, et al. Faithful chain-of-thought reasoning. 2023. ArXiv:2301.13379"},{"key":"4222_CR167","volume-title":"Plan, eliminate, and track-language models are good teachers for embodied agents","author":"Y Wu","year":"2023","unstructured":"Wu Y, Min S Y, Bisk Y, et al. Plan, eliminate, and track-language models are good teachers for embodied agents. 2023. ArXiv:2305.02412"},{"key":"4222_CR168","volume-title":"SwiftSage: a generative agent with fast and slow thinking for complex interactive tasks","author":"B Y Lin","year":"2023","unstructured":"Lin B Y, Fu Y, Yang K, et al. SwiftSage: a generative agent with fast and slow thinking for complex interactive tasks. 2023. ArXiv:2305.17390"},{"key":"4222_CR169","volume-title":"Tree of thoughts: deliberate problem solving with large language models","author":"S Yao","year":"2023","unstructured":"Yao S, Yu D, Zhao J, et al. Tree of thoughts: deliberate problem solving with large language models. 2023. ArXiv:2305.10601"},{"key":"4222_CR170","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.507","volume-title":"Reasoning with language model is planning with world model","author":"S Hao","year":"2023","unstructured":"Hao S, Gu Y, Ma H, et al. Reasoning with language model is planning with world model. 2023. ArXiv:2305.14992"},{"key":"4222_CR171","first-page":"9118","volume-title":"Proceedings of International Conference on Machine Learning, Baltimore","author":"W Huang","year":"2022","unstructured":"Huang W, Abbeel P, Pathak D, et al. Language models as zero-shot planners: extracting actionable knowledge for embodied agents. In: Proceedings of International Conference on Machine Learning, Baltimore, 2022. 9118\u20139147"},{"key":"4222_CR172","volume-title":"MRKL systems: a modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning","author":"E Karpas","year":"2022","unstructured":"Karpas E, Abend O, Belinkov Y, et al. MRKL systems: a modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning. 2022. ArXiv:2205.00445"},{"key":"4222_CR173","volume-title":"Dynamic planning with a LLM","author":"G Dagan","year":"2023","unstructured":"Dagan G, Keller F, Lascarides A. Dynamic planning with a LLM. 2023. ArXiv:2308.06391"},{"key":"4222_CR174","volume-title":"ChatCoT: tool-augmented chain-of-thought reasoning on chat-based large language models","author":"Z Chen","year":"2023","unstructured":"Chen Z, Zhou K, Zhang B, et al. ChatCoT: tool-augmented chain-of-thought reasoning on chat-based large language models. 2023. ArXiv:2305.14323"},{"key":"4222_CR175","volume-title":"SelfCheck: using LLMs to zero-shot check their own step-by-step reasoning","author":"N Miao","year":"2023","unstructured":"Miao N, Teh Y W, Rainforth T. SelfCheck: using LLMs to zero-shot check their own step-by-step reasoning. 2023. ArXiv:2308.00436"},{"key":"4222_CR176","volume-title":"Proceedings of CHI Conference on Human Factors in Computing Systems, New Orleans","author":"T Wu","year":"2022","unstructured":"Wu T, Terry M, Cai C J. AI chains: transparent and controllable human-AI interaction by chaining large language model prompts. In: Proceedings of CHI Conference on Human Factors in Computing Systems, New Orleans, 2022"},{"key":"4222_CR177","volume-title":"Voyager: an open-ended embodied agent with large language models","author":"G Wang","year":"2023","unstructured":"Wang G, Xie Y, Jiang Y, et al. Voyager: an open-ended embodied agent with large language models. 2023. ArXiv:2305.16291"},{"key":"4222_CR178","first-page":"1769","volume-title":"Proceedings of Conference on Robot Learning, Auckland","author":"W Huang","year":"2022","unstructured":"Huang W, Xia F, Xiao T, et al. Inner monologue: embodied reasoning through planning with language models. In: Proceedings of Conference on Robot Learning, Auckland, 2022. 1769\u20131782"},{"key":"4222_CR179","volume-title":"Chat with the environment: Interactive multimodal perception using large language models","author":"X Zhao","year":"2023","unstructured":"Zhao X, Li M, Weber C, et al. Chat with the environment: Interactive multimodal perception using large language models. 2023. ArXiv:2303.08268"},{"key":"4222_CR180","volume-title":"SayPlan: grounding large language models using 3D scene graphs for scalable task planning","author":"K Rana","year":"2023","unstructured":"Rana K, Haviland J, Garg S, et al. SayPlan: grounding large language models using 3D scene graphs for scalable task planning. 2023. ArXiv:2307.06135"},{"key":"4222_CR181","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1177\/1059712309343819","volume":"17","author":"X E Barandiaran","year":"2009","unstructured":"Barandiaran X E, Di Paolo E, Rohde M. Defining agency: individuality, normativity, asymmetry, and spatio-temporality in action. Adaptive Behav, 2009, 17: 367\u2013386","journal-title":"Adaptive Behav"},{"key":"4222_CR182","first-page":"2227","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"M E Peters","year":"2018","unstructured":"Peters M E, Neumann M, Iyyer M, et al. Deep contextualized word representations. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2018. 2227\u20132237"},{"key":"4222_CR183","first-page":"4171","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis","author":"J Devlin","year":"2019","unstructured":"Devlin J, Chang M, Lee K, et al. BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, 2019. 4171\u20134186"},{"key":"4222_CR184","first-page":"5861","volume":"34","author":"I Solaiman","year":"2021","unstructured":"Solaiman I, Dennison C. Process for adapting language models to society (PALMS) with values-targeted datasets. In: Proceedings of Advances in Neural Information Processing Systems, 2021. 34: 5861\u20135873","journal-title":"Proceedings of Advances in Neural Information Processing Systems"},{"key":"4222_CR185","volume-title":"OPT-IML: scaling language model instruction meta learning through the lens of generalization","author":"S Iyer","year":"2022","unstructured":"Iyer S, Lin X V, Pasunuru R, et al. OPT-IML: scaling language model instruction meta learning through the lens of generalization. 2022. ArXiv:2212.12017"},{"key":"4222_CR186","volume-title":"A survey for in-context learning","author":"Q Dong","year":"2023","unstructured":"Dong Q, Li L, Dai D, et al. A survey for in-context learning. 2023. ArXiv:2301.00234"},{"key":"4222_CR187","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1145\/359038.359042","volume":"23","author":"P H Winston","year":"1980","unstructured":"Winston P H. Learning and reasoning by analogy. Commun ACM, 1980, 23: 689\u2013703","journal-title":"Commun ACM"},{"key":"4222_CR188","first-page":"8086","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin","author":"Y Lu","year":"2022","unstructured":"Lu Y, Bartolo M, Moore A, et al. Fantastically ordered prompts and where to find them: overcoming few-shot prompt order sensitivity. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin, 2022. 8086\u20138098"},{"key":"4222_CR189","first-page":"6830","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Vancouver","author":"X Wang","year":"2023","unstructured":"Wang X, Wang W, Cao Y, et al. Images speak in images: a generalist painter for in-context visual learning. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Vancouver, 2023. 6830\u20136839"},{"key":"4222_CR190","volume-title":"Neural codec language models are zero-shot text to speech synthesizers","author":"C Wang","year":"2023","unstructured":"Wang C, Chen S, Wu Y, et al. Neural codec language models are zero-shot text to speech synthesizers. 2023. ArXiv:2301.02111"},{"key":"4222_CR191","first-page":"200","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"M Tsimpoukelli","year":"2021","unstructured":"Tsimpoukelli M, Menick J, Cabi S, et al. Multimodal few-shot learning with frozen language models. In: Proceedings of Advances in Neural Information Processing Systems, 2021. 200\u2013212"},{"key":"4222_CR192","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"A Bar","year":"2022","unstructured":"Bar A, Gandelsman Y, Darrell T, et al. Visual prompting via image inpainting. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR193","volume-title":"Multilingual machine translation with large language models: empirical results and analysis","author":"W Zhu","year":"2023","unstructured":"Zhu W, Liu H, Dong Q, et al. Multilingual machine translation with large language models: empirical results and analysis. 2023. ArXiv:2304.04675"},{"key":"4222_CR194","volume-title":"Speak foreign languages with your own voice: cross-lingual neural codec language modeling","author":"Z Zhang","year":"2023","unstructured":"Zhang Z, Zhou L, Wang C, et al. Speak foreign languages with your own voice: cross-lingual neural codec language modeling. 2023. ArXiv:2303.03926"},{"key":"4222_CR195","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1113\/jphysiol.1962.sp006837","volume":"160","author":"D H Hubel","year":"1962","unstructured":"Hubel D H, Wiesel T N. Receptive fields, binocular interaction and functional architecture in the cat\u2019s visual cortex. J Physiol, 1962, 160: 106\u2013154","journal-title":"J Physiol"},{"key":"4222_CR196","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1146\/annurev.ne.19.030196.003045","volume":"19","author":"N K Logothetis","year":"1996","unstructured":"Logothetis N K, Sheinberg D L. Visual object recognition. Annu Rev Neurosci, 1996, 19: 577\u2013621","journal-title":"Annu Rev Neurosci"},{"key":"4222_CR197","volume-title":"Clever Hans or neural theory of mind? Stress testing social reasoning in large language models","author":"N Shapira","year":"2023","unstructured":"Shapira N, Levy M, Alavi S H, et al. Clever Hans or neural theory of mind? Stress testing social reasoning in large language models. 2023. ArXiv:2305.14763"},{"key":"4222_CR198","first-page":"4299","volume-title":"Proceedings of Advances in Neural Information Processing Systems, Long Beach","author":"P F Christiano","year":"2017","unstructured":"Christiano P F, Leike J, Brown T B, et al. Deep reinforcement learning from human preferences. In: Proceedings of Advances in Neural Information Processing Systems, Long Beach, 2017. 4299\u20134307"},{"key":"4222_CR199","first-page":"132","volume-title":"Proceedings of the ACM\/IEEE International Conference on Human-Robot Interaction, Chicago","author":"C Basu","year":"2018","unstructured":"Basu C, Singhal M, Dragan A D. Learning from richer human guidance: augmenting comparison-based learning with feature queries. In: Proceedings of the ACM\/IEEE International Conference on Human-Robot Interaction, Chicago, 2018. 132\u2013140"},{"key":"4222_CR200","first-page":"6002","volume-title":"Proceedings of the 35th AAAI Conference on Artificial Intelligence, the 33rd Conference on Innovative Applications of Artificial Intelligence, the 11th Symposium on Educational Advances in Artificial Intelligence","author":"T R Sumers","year":"2021","unstructured":"Sumers T R, Ho M K, Hawkins R X D, et al. Learning rewards from linguistic feedback. In: Proceedings of the 35th AAAI Conference on Artificial Intelligence, the 33rd Conference on Innovative Applications of Artificial Intelligence, the 11th Symposium on Educational Advances in Artificial Intelligence, 2021. 6002\u20136010"},{"key":"4222_CR201","volume-title":"OpenAI: introducing ChatGPT","author":"OpenAI","year":"2022","unstructured":"OpenAI. OpenAI: introducing ChatGPT. 2022. https:\/\/openai.com\/blog\/chatgpt"},{"key":"4222_CR202","doi-asserted-by":"publisher","first-page":"1805","DOI":"10.1145\/3397271.3401255","volume-title":"Proceedings of the 43rd International ACM SIGIR conference on research and development in Information Retrieval","author":"J Lu","year":"2020","unstructured":"Lu J, Ren X, Ren Y, et al. Improving contextual language models for response retrieval in multi-turn conversation. In: Proceedings of the 43rd International ACM SIGIR conference on research and development in Information Retrieval, 2020. 1805\u20131808"},{"key":"4222_CR203","first-page":"4633","volume-title":"Proceedings of IEEE\/CVF International Conference on Computer Vision, Seoul","author":"L Huang","year":"2019","unstructured":"Huang L, Wang W, Chen J, et al. Attention on attention for image captioning. In: Proceedings of IEEE\/CVF International Conference on Computer Vision, Seoul, 2019. 4633\u20134642"},{"key":"4222_CR204","first-page":"10968","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Seattle","author":"Y Pan","year":"2020","unstructured":"Pan Y, Yao T, Li Y, et al. X-linear attention networks for image captioning. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Seattle, 2020. 10968\u201310977"},{"key":"4222_CR205","volume-title":"Meshed-memory transformer for image captioning","author":"M Cornia","year":"2019","unstructured":"Cornia M, Stefanini M, Baraldi L, et al. Meshed-memory transformer for image captioning. 2019. ArXiv:1912.08226"},{"key":"4222_CR206","volume-title":"VisualGPT: DATA-efficient image captioning by balancing visual input and linguistic knowledge from pretraining","author":"J Chen","year":"2021","unstructured":"Chen J, Guo H, Yi K, et al. VisualGPT: DATA-efficient image captioning by balancing visual input and linguistic knowledge from pretraining. 2021. ArXiv:2102.10407"},{"key":"4222_CR207","volume-title":"VideoChat: chat-centric video understanding","author":"K Li","year":"2023","unstructured":"Li K, He Y, Wang Y, et al. VideoChat: chat-centric video understanding. 2023. ArXiv:2305.06355"},{"key":"4222_CR208","volume-title":"Learning to model the world with language","author":"J Lin","year":"2023","unstructured":"Lin J, Du Y, Watkins O, et al. Learning to model the world with language. 2023. ArXiv:2308.01399"},{"key":"4222_CR209","volume-title":"Language is not all you need: aligning perception with language models","author":"S Huang","year":"2023","unstructured":"Huang S, Dong L, Wang W, et al. Language is not all you need: aligning perception with language models. 2023. ArXiv:2302.14045"},{"key":"4222_CR210","volume-title":"Kosmos-2: grounding multimodal large language models to the world","author":"Z Peng","year":"2023","unstructured":"Peng Z, Wang W, Dong L, et al. Kosmos-2: grounding multimodal large language models to the world. 2023. ArXiv:2306.14824"},{"key":"4222_CR211","first-page":"19730","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"J Li","year":"2023","unstructured":"Li J, Li D, Savarese S, et al. BLIP-2: bootstrapping language-image pre-training with frozen image encoders and large language models. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 19730\u201319742"},{"key":"4222_CR212","volume-title":"Instructblip: towards general-purpose vision-language models with instruction tuning","author":"W Dai","year":"2023","unstructured":"Dai W, Li J, Li D, et al. Instructblip: towards general-purpose vision-language models with instruction tuning. 2023. ArXiv:2305.06500"},{"key":"4222_CR213","volume-title":"PandaGPT: one model to instruction-follow them all","author":"Y Su","year":"2023","unstructured":"Su Y, Lan T, Li H, et al. PandaGPT: one model to instruction-follow them all. 2023. ArXiv:2305.16355"},{"key":"4222_CR214","volume-title":"X-LLM: bootstrapping advanced large language models by treating multi-modalities as foreign languages","author":"F Chen","year":"2023","unstructured":"Chen F, Han M, Zhao H, et al. X-LLM: bootstrapping advanced large language models by treating multi-modalities as foreign languages. 2023. ArXiv:2305.04160"},{"key":"4222_CR215","volume-title":"Video-LLAMA: an instruction-tuned audio-visual language model for video understanding","author":"H Zhang","year":"2023","unstructured":"Zhang H, Li X, Bing L. Video-LLAMA: an instruction-tuned audio-visual language model for video understanding. 2023. ArXiv:2306.02858"},{"key":"4222_CR216","volume-title":"Macaw-LLM: multi-modal language modeling with image, audio, video, and text integration","author":"C Lyu","year":"2023","unstructured":"Lyu C, Wu M, Wang L, et al. Macaw-LLM: multi-modal language modeling with image, audio, video, and text integration. 2023. ArXiv:2306.09093"},{"key":"4222_CR217","volume-title":"Video-chatGPT: towards detailed video understanding via large vision and language models","author":"M Maaz","year":"2023","unstructured":"Maaz M, Rasheed H A, Khan S H, et al. Video-chatGPT: towards detailed video understanding via large vision and language models. 2023. ArXiv:2306.05424"},{"key":"4222_CR218","volume-title":"AudioGPT: understanding and generating speech, music, sound, and talking head","author":"R Huang","year":"2023","unstructured":"Huang R, Li M, Yang D, et al. AudioGPT: understanding and generating speech, music, sound, and talking head. 2023. ArXiv:2304.12995"},{"key":"4222_CR219","first-page":"28492","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"A Radford","year":"2023","unstructured":"Radford A, Kim J W, Xu T, et al. Robust speech recognition via large-scale weak supervision. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 28492\u201328518"},{"key":"4222_CR220","first-page":"3165","volume-title":"Proceedings of Advances in Neural Information Processing Systems, Vancouver","author":"Y Ren","year":"2019","unstructured":"Ren Y, Ruan Y, Tan X, et al. FastSpeech: fast, robust and controllable text to speech. In: Proceedings of Advances in Neural Information Processing Systems, Vancouver, 2019. 3165\u20133174"},{"key":"4222_CR221","volume-title":"Speech Analysis Synthesis and Perception","author":"J L Flanagan","year":"2013","unstructured":"Flanagan J L. Speech Analysis Synthesis and Perception. Berlin: Springer, 2013"},{"key":"4222_CR222","first-page":"571","volume-title":"Proceedings of the 22nd Annual Conference of the International Speech Communication Association, Brno","author":"Y Gong","year":"2021","unstructured":"Gong Y, Chung Y, Glass J R. AST: audio spectrogram transformer. In: Proceedings of the 22nd Annual Conference of the International Speech Communication Association, Brno, 2021. 571\u2013575"},{"key":"4222_CR223","doi-asserted-by":"publisher","first-page":"3451","DOI":"10.1109\/TASLP.2021.3122291","volume":"29","author":"W N Hsu","year":"2021","unstructured":"Hsu W N, Bolte B, Tsai Y H H, et al. HuBERT: self-supervised speech representation learning by masked prediction of hidden units. IEEE ACM Trans Audio Speech Lang Process, 2021, 29: 3451\u20133460","journal-title":"IEEE ACM Trans Audio Speech Lang Process"},{"key":"4222_CR224","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.ijcnlp-main.45","volume-title":"A multitask, multilingual, multimodal evaluation of ChatGPT on reasoning, hallucination, and interactivity","author":"Y Bang","year":"2023","unstructured":"Bang Y, Cahyawijaya S, Lee N, et al. A multitask, multilingual, multimodal evaluation of ChatGPT on reasoning, hallucination, and interactivity. 2023. ArXiv:2302.04023"},{"key":"4222_CR225","first-page":"843","volume-title":"Proceedings of the 23rd Conference on Computational Natural Language Learning, Hong Kong","author":"A See","year":"2019","unstructured":"See A, Pappu A, Saxena R, et al. Do massively pretrained language models make better storytellers? In: Proceedings of the 23rd Conference on Computational Natural Language Learning, Hong Kong, 2019. 843\u2013861"},{"key":"4222_CR226","first-page":"1937","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Dubrovnik","author":"A Lu","year":"2023","unstructured":"Lu A, Zhang H, Zhang Y, et al. Bounding the capabilities of large language models in open text generation with prompt constraints. In: Proceedings of Findings of the Association for Computational Linguistics, Dubrovnik, 2023. 1937\u20131963"},{"key":"4222_CR227","volume-title":"How much do language models copy from their training data? Evaluating linguistic novelty in text generation using RAVEN","author":"R T McCoy","year":"2021","unstructured":"McCoy R T, Smolensky P, Linzen T, et al. How much do language models copy from their training data? Evaluating linguistic novelty in text generation using RAVEN. 2021. ArXiv:2111.09509"},{"key":"4222_CR228","first-page":"300","volume-title":"Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics","author":"S Roller","year":"2021","unstructured":"Roller S, Dinan E, Goyal N, et al. Recipes for building an open-domain chatbot. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics, 2021. 300\u2013325"},{"key":"4222_CR229","volume-title":"Domain specialization as the key to make large language models disruptive: a comprehensive survey","author":"C Ling","year":"2023","unstructured":"Ling C, Zhao X, Lu J, et al. Domain specialization as the key to make large language models disruptive: a comprehensive survey. 2023. ArXiv:2305.18703"},{"key":"4222_CR230","doi-asserted-by":"publisher","first-page":"18","DOI":"10.3390\/e23010018","volume":"23","author":"P Linardatos","year":"2021","unstructured":"Linardatos P, Papastefanopoulos V, Kotsiantis S. Explainable AI: a review of machine learning interpretability methods. Entropy, 2021, 23: 18","journal-title":"Entropy"},{"key":"4222_CR231","volume-title":"Universal and transferable adversarial attacks on aligned language models","author":"A Zou","year":"2023","unstructured":"Zou A, Wang Z, Kolter J Z, et al. Universal and transferable adversarial attacks on aligned language models. 2023. ArXiv:2307.15043"},{"key":"4222_CR232","volume-title":"LLAMA: open and efficient foundation language models","author":"H Touvron","year":"2023","unstructured":"Touvron H, Lavril T, Izacard G, et al. LLAMA: open and efficient foundation language models. 2023. ArXiv:2302.13971"},{"key":"4222_CR233","volume-title":"BLOOM: a 176B-parameter open-access multilingual language model","author":"T L Scao","year":"2022","unstructured":"Scao T L, Fan A, Akiki C, et al. BLOOM: a 176B-parameter open-access multilingual language model. 2022. ArXiv:2211.05100"},{"key":"4222_CR234","volume-title":"Falcon-40B: an open large language model with state-of-the-art performance","author":"E Almazrouei","year":"2023","unstructured":"Almazrouei E, Alobeidli H, Alshamsi A, et al. Falcon-40B: an open large language model with state-of-the-art performance. 2023. https:\/\/falconllm.tii.ae"},{"key":"4222_CR235","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, et al. Language models are unsupervised multitask learners. OpenAI blog, 2019, 1: 9","journal-title":"OpenAI blog"},{"key":"4222_CR236","volume-title":"TALM: tool augmented language models","author":"A Parisi","year":"2022","unstructured":"Parisi A, Zhao Y, Fiedel N. TALM: tool augmented language models. 2022. ArXiv:2205.12255"},{"key":"4222_CR237","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1177\/0278364917710318","volume":"37","author":"S Levine","year":"2018","unstructured":"Levine S, Pastor P, Krizhevsky A, et al. Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection. Int J Robotics Res, 2018, 37: 421\u2013436","journal-title":"Int J Robotics Res"},{"key":"4222_CR238","volume-title":"Secrets of RLHF in large language models part I: PPO","author":"R Zheng","year":"2023","unstructured":"Zheng R, Dou S, Gao S, et al. Secrets of RLHF in large language models part I: PPO. 2023. ArXiv:2307.04964"},{"key":"4222_CR239","first-page":"187","volume-title":"Metacognition and the Use of Tools","author":"G Clarebout","year":"2013","unstructured":"Clarebout G, Elen J, Collazo N A J, et al. Metacognition and the Use of Tools. New York: Springer, 2013. 187\u2013195"},{"key":"4222_CR240","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1145\/1553374.1553380","volume-title":"Proceedings of the 26th Annual International Conference on Machine Learning, New York","author":"Y Bengio","year":"2009","unstructured":"Bengio Y, Louradour J, Collobert R, et al. Curriculum learning. In: Proceedings of the 26th Annual International Conference on Machine Learning, New York, 2009. 41\u201348"},{"key":"4222_CR241","volume-title":"CREATOR: disentangling abstract and concrete reasonings of large language models through tool creation","author":"C Qian","year":"2023","unstructured":"Qian C, Han C, Fung Y R, et al. CREATOR: disentangling abstract and concrete reasonings of large language models through tool creation. 2023. ArXiv:2305.14318"},{"key":"4222_CR242","volume-title":"Evaluating large language models trained on code","author":"M Chen","year":"2021","unstructured":"Chen M, Tworek J, Jun H, et al. Evaluating large language models trained on code. 2021. ArXiv:2107.03374"},{"key":"4222_CR243","volume-title":"OpenAGI: when LLM meets domain experts","author":"Y Ge","year":"2023","unstructured":"Ge Y, Hua W, Ji J, et al. OpenAGI: when LLM meets domain experts. 2023. ArXiv:2304.04370"},{"key":"4222_CR244","volume-title":"Unifying large language models and knowledge graphs: a roadmap","author":"S Pan","year":"2023","unstructured":"Pan S, Luo L, Wang Y, et al. Unifying large language models and knowledge graphs: a roadmap. 2023. ArXiv:2306.08302"},{"key":"4222_CR245","volume-title":"ChemCrow: augmenting large-language models with chemistry tools","author":"A M Bran","year":"2023","unstructured":"Bran A M, Cox S, Schilter O, et al. ChemCrow: augmenting large-language models with chemistry tools. 2023. ArXiv:2304.05376"},{"key":"4222_CR246","volume-title":"TPTU: task planning and tool usage of large language model-based AI agents","author":"J Ruan","year":"2023","unstructured":"Ruan J, Chen Y, Zhang B, et al. TPTU: task planning and tool usage of large language model-based AI agents. 2023. ArXiv:2308.03427"},{"key":"4222_CR247","volume-title":"Proceedings of the 11th International Conference on Control, Mechatronics and Automation (ICCMA)","author":"O Ogundare","year":"2023","unstructured":"Ogundare O, Madasu S, Wiggins N. Industrial engineering with large language models: a case study of ChatGPT\u2019s performance on oil & gas problems. In: Proceedings of the 11th International Conference on Control, Mechatronics and Automation (ICCMA), 2023"},{"key":"4222_CR248","volume-title":"Visual ChatGPT: talking, drawing and editing with visual foundation models","author":"C Wu","year":"2023","unstructured":"Wu C, Yin S, Qi W, et al. Visual ChatGPT: talking, drawing and editing with visual foundation models. 2023. ArXiv:2303.04671"},{"key":"4222_CR249","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1162\/1064546053278973","volume":"11","author":"L Smith","year":"2005","unstructured":"Smith L, Gasser M. The development of embodied cognition: six lessons from babies. Artif Life, 2005, 11: 13\u201329","journal-title":"Artif Life"},{"key":"4222_CR250","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1109\/TETCI.2022.3141105","volume":"6","author":"J Duan","year":"2022","unstructured":"Duan J, Yu S, Tan H L, et al. A survey of embodied AI: from simulators to research tasks. IEEE Trans Emerg Top Comput Intell, 2022, 6: 230\u2013244","journal-title":"IEEE Trans Emerg Top Comput Intell"},{"key":"4222_CR251","volume-title":"QT-OPT: scalable deep reinforcement learning for vision-based robotic manipulation","author":"D Kalashnikov","year":"2018","unstructured":"Kalashnikov D, Irpan A, Pastor P, et al. QT-OPT: scalable deep reinforcement learning for vision-based robotic manipulation. 2018. ArXiv:1806.10293"},{"key":"4222_CR252","first-page":"590","volume-title":"Proceedings of the 3rd IEEE International Conference on Robotic Computing, Naples","author":"H Nguyen","year":"2019","unstructured":"Nguyen H, La H M. Review of deep reinforcement learning for robot manipulation. In: Proceedings of the 3rd IEEE International Conference on Robotic Computing, Naples, 2019. 590\u2013595"},{"key":"4222_CR253","volume-title":"Collaborating with language models for embodied reasoning","author":"I Dasgupta","year":"2023","unstructured":"Dasgupta I, Kaeser-Chen C, Marino K, et al. Collaborating with language models for embodied reasoning. 2023. ArXiv:2302.00763"},{"key":"4222_CR254","first-page":"8494","volume-title":"Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, Salt Lake City","author":"X Puig","year":"2018","unstructured":"Puig X, Ra K, Boben M, et al. VirtualHome: simulating household activities via programs. In: Proceedings of IEEE Conference on Computer Vision and Pattern Recognition, Salt Lake City, 2018. 8494\u20138502"},{"key":"4222_CR255","volume-title":"A recurrent vision-and-language BERT for navigation","author":"Y Hong","year":"2020","unstructured":"Hong Y, Wu Q, Qi Y, et al. A recurrent vision-and-language BERT for navigation. 2020. ArXiv:2011.13922"},{"key":"4222_CR256","volume-title":"Embodied BERT: a transformer model for embodied, language-guided visual task completion","author":"A Suglia","year":"2021","unstructured":"Suglia A, Gao Q, Thomason J, et al. Embodied BERT: a transformer model for embodied, language-guided visual task completion. 2021. ArXiv:2108.04927"},{"key":"4222_CR257","volume-title":"Reinforcement learning for market making in a multi-agent dealer market","author":"S Ganesh","year":"2019","unstructured":"Ganesh S, Vadori N, Xu M, et al. Reinforcement learning for market making in a multi-agent dealer market. 2019. ArXiv:1911.05892"},{"key":"4222_CR258","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.arcontrol.2022.07.004","volume":"54","author":"M Tipaldi","year":"2022","unstructured":"Tipaldi M, Iervolino R, Massenio P R. Reinforcement learning in spacecraft control applications: advances, prospects, and challenges. Annu Rev Control, 2022, 54: 1\u201323","journal-title":"Annu Rev Control"},{"key":"4222_CR259","first-page":"9338","volume-title":"Proceedings of IEEE\/CVF International Conference on Computer Vision, Seoul","author":"M Savva","year":"2019","unstructured":"Savva M, Malik J, Parikh D, et al. Habitat: a platform for embodied AI research. In: Proceedings of IEEE\/CVF International Conference on Computer Vision, Seoul, 2019. 9338\u20139346"},{"key":"4222_CR260","volume-title":"The flan collection: designing data and methods for effective instruction tuning","author":"S Longpre","year":"2023","unstructured":"Longpre S, Hou L, Vu T, et al. The flan collection: designing data and methods for effective instruction tuning. 2023. ArXiv:2301.13688"},{"key":"4222_CR261","volume-title":"Self-instruct: aligning language model with self generated instructions","author":"Y Wang","year":"2022","unstructured":"Wang Y, Kordi Y, Mishra S, et al. Self-instruct: aligning language model with self generated instructions. 2022. ArXiv:2212.10560"},{"key":"4222_CR262","first-page":"9493","volume-title":"Proceedings of IEEE International Conference on Robotics and Automation, London","author":"J Liang","year":"2023","unstructured":"Liang J, Huang W, Xia F, et al. Code as policies: language model programs for embodied control. In: Proceedings of IEEE International Conference on Robotics and Automation, London, 2023. 9493\u20139500"},{"key":"4222_CR263","first-page":"603","volume-title":"Proceedings of the 3rd Annual Conference on Robot Learning, Osaka","author":"C Li","year":"2019","unstructured":"Li C, Xia F, Martin-Martin R, et al. HRL4IN: hierarchical reinforcement learning for interactive navigation with mobile manipulators. In: Proceedings of the 3rd Annual Conference on Robot Learning, Osaka, 2019. 603\u2013616"},{"key":"4222_CR264","volume-title":"Hierarchical principles of embodied reinforcement learning: a review","author":"M Eppe","year":"2020","unstructured":"Eppe M, Gumbsch C, Kerzel M, et al. Hierarchical principles of embodied reinforcement learning: a review. 2020. ArXiv:2012.10147"},{"key":"4222_CR265","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"S Paul","year":"2022","unstructured":"Paul S, Roy-Chowdhury A, Cherian A. AVLEN: audio-visual-language embodied navigation in 3D environments. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR266","volume-title":"Enabling intelligent interactions between an agent and an LLM: a reinforcement learning approach","author":"B Hu","year":"2023","unstructured":"Hu B, Zhao C, Zhang P, et al. Enabling intelligent interactions between an agent and an LLM: a reinforcement learning approach. 2023. ArXiv:2306.03604"},{"key":"4222_CR267","volume-title":"Instruction-following agents with jointly pre-trained vision-language models","author":"H Liu","year":"2022","unstructured":"Liu H, Lee L, Lee K, et al. Instruction-following agents with jointly pre-trained vision-language models. 2022. ArXiv:2210.13431"},{"key":"4222_CR268","first-page":"17","volume-title":"Proceedings of the 16th European Conference on Computer Vision, Glasgow","author":"C Chen","year":"2020","unstructured":"Chen C, Jain U, Schissler C, et al. SoundSpaces: audio-visual navigation in 3D environments. In: Proceedings of the 16th European Conference on Computer Vision, Glasgow, 2020. 17\u201336"},{"key":"4222_CR269","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"R Huang","year":"2022","unstructured":"Huang R, Ren Y, Liu J, et al. GenerSpeech: towards style transfer for generalizable out-of-domain text-to-speech. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR270","volume-title":"Interactive language: talking to robots in real time","author":"C Lynch","year":"2022","unstructured":"Lynch C, Wahid A, Tompson J, et al. Interactive language: talking to robots in real time. 2022. ArXiv:2210.06407"},{"key":"4222_CR271","volume-title":"Describe, explain, plan and select: interactive planning with large language models enables open-world multi-task agents","author":"Z Wang","year":"2023","unstructured":"Wang Z, Cai S, Liu A, et al. Describe, explain, plan and select: interactive planning with large language models enables open-world multi-task agents. 2023. ArXiv:2302.01560"},{"key":"4222_CR272","volume-title":"AlphaBlock: embodied finetuning for vision-language reasoning in robot manipulation","author":"C Jin","year":"2023","unstructured":"Jin C, Tan W, Yang J, et al. AlphaBlock: embodied finetuning for vision-language reasoning in robot manipulation. 2023. ArXiv:2305.18898"},{"key":"4222_CR273","first-page":"492","volume-title":"Proceedings of Conference on Robot Learning, Auckland","author":"D Shah","year":"2022","unstructured":"Shah D, Osinski B, Ichter B, et al. LM-Nav: robotic navigation with large pre-trained models of language, vision, and action. In: Proceedings of Conference on Robot Learning, Auckland, 2022. 492\u2013504"},{"key":"4222_CR274","first-page":"13215","volume-title":"Proceedings of IEEE International Conference on Robotics and Automation, Xi\u2019an","author":"D Shah","year":"2021","unstructured":"Shah D, Eysenbach B, Kahn G, et al. ViNG: learning open-world navigation with visual goals. In: Proceedings of IEEE International Conference on Robotics and Automation, Xi\u2019an, 2021. 13215\u201313222"},{"key":"4222_CR275","first-page":"10608","volume-title":"Proceedings of IEEE International Conference on Robotics and Automation, London","author":"C Huang","year":"2023","unstructured":"Huang C, Mees O, Zeng A, et al. Visual language maps for robot navigation. In: Proceedings of IEEE International Conference on Robotics and Automation, London, 2023. 10608\u201310615"},{"key":"4222_CR276","first-page":"15439","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, New Orleans","author":"G Georgakis","year":"2022","unstructured":"Georgakis G, Schmeckpeper K, Wanchoo K, et al. Cross-modal map learning for vision and language navigation. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, New Orleans, 2022. 15439\u201315449"},{"key":"4222_CR277","volume-title":"NavGPT: explicit reasoning in vision-and-language navigation with large language models","author":"G Zhou","year":"2023","unstructured":"Zhou G, Hong Y, Wu Q. NavGPT: explicit reasoning in vision-and-language navigation with large language models. 2023. ArXiv:2305.16986"},{"key":"4222_CR278","volume-title":"Can an embodied agent find your \u201ccat-shaped mug\u201d? LLM-based zero-shot object navigation","author":"V S Dorbala","year":"2023","unstructured":"Dorbala V S, Jr J F M, Manocha D. Can an embodied agent find your \u201ccat-shaped mug\u201d? LLM-based zero-shot object navigation. 2023. ArXiv:2303.03480"},{"key":"4222_CR279","first-page":"10955","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, New Orleans","author":"L H Li","year":"2022","unstructured":"Li L H, Zhang P, Zhang H, et al. Grounded language-image pre-training. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition, New Orleans, 2022. 10955\u201310965"},{"key":"4222_CR280","first-page":"9701","volume-title":"Proceedings of IEEE International Conference on Robotics and Automation, Paris","author":"C Gan","year":"2020","unstructured":"Gan C, Zhang Y, Wu J, et al. Look, listen, and act: towards audio-visual embodied navigation. In: Proceedings of IEEE International Conference on Robotics and Automation, Paris, 2020. 9701\u20139707"},{"key":"4222_CR281","volume-title":"RT-1: robotics transformer for real-world control at scale","author":"A Brohan","year":"2022","unstructured":"Brohan A, Brown N, Carbajal J, et al. RT-1: robotics transformer for real-world control at scale. 2022. ArXiv:2212.06817"},{"key":"4222_CR282","volume-title":"RT-2: vision-language-action models transfer web knowledge to robotic control","author":"A Brohan","year":"2023","unstructured":"Brohan A, Brown N, Carbajal J, et al. RT-2: vision-language-action models transfer web knowledge to robotic control. 2023. ArXiv:2307.15818"},{"key":"4222_CR283","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"L Fan","year":"2022","unstructured":"Fan L, Wang G, Jiang Y, et al. MineDojo: building open-ended embodied agents with internet-scale knowledge. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR284","volume-title":"Multi-task curriculum learning in a complex, visual, hard-exploration domain: Minecraft","author":"I Kanitscheider","year":"2021","unstructured":"Kanitscheider I, Huizinga J, Farhi D, et al. Multi-task curriculum learning in a complex, visual, hard-exploration domain: Minecraft. 2021. ArXiv:2106.14876"},{"key":"4222_CR285","unstructured":"Prismarine JS. mineflayer: Create minecraft bots with a powerful, stable, and high level javascript api. https:\/\/github.com\/PrismarineJS"},{"key":"4222_CR286","first-page":"8718","volume-title":"Proceedings of Conference on Empirical Methods in Natural Language Processing","author":"Y Bisk","year":"2020","unstructured":"Bisk Y, Holtzman A, Thomason J, et al. Experience grounds language. In: Proceedings of Conference on Empirical Methods in Natural Language Processing, 2020. 8718\u20138735"},{"key":"4222_CR287","first-page":"32797","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"T Sumers","year":"2023","unstructured":"Sumers T, Marino K, Ahuja A, et al. Distilling internet-scale vision-language models into embodied agents. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 32797\u201332818"},{"key":"4222_CR288","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00148","volume-title":"Towards autonomous testing agents via conversational large language models","author":"R Feldt","year":"2023","unstructured":"Feldt R, Kang S, Yoon J, et al. Towards autonomous testing agents via conversational large language models. 2023. ArXiv:2306.05152"},{"key":"4222_CR289","volume-title":"LangChain","author":"H Chase","year":"2022","unstructured":"Chase H. LangChain. 2022. https:\/\/github.com\/hwchase17\/langchain"},{"key":"4222_CR290","volume-title":"Agent GPT","author":"Reworked","year":"2023","unstructured":"Reworked. Agent GPT. 2023. https:\/\/github.com\/reworkd\/AgentGPT"},{"key":"4222_CR291","volume-title":"GPT Engineer","author":"AntonOsika","year":"2023","unstructured":"AntonOsika. GPT Engineer. 2023. https:\/\/github.com\/AntonOsika\/gpt-engineer"},{"key":"4222_CR292","volume-title":"WebArena: a realistic web environment for building autonomous agents","author":"S Zhou","year":"2023","unstructured":"Zhou S, Xu F F, Zhu H, et al. WebArena: a realistic web environment for building autonomous agents. 2023. ArXiv:2307.13854"},{"key":"4222_CR293","volume-title":"A real-world webagent with planning, long context understanding, and program synthesis","author":"I Gur","year":"2023","unstructured":"Gur I, Furuta H, Huang A, et al. A real-world webagent with planning, long context understanding, and program synthesis. 2023. ArXiv:2307.12856"},{"key":"4222_CR294","volume-title":"Synapse: leveraging few-shot exemplars for human-level computer control","author":"L Zheng","year":"2023","unstructured":"Zheng L, Wang R, An B. Synapse: leveraging few-shot exemplars for human-level computer control. 2023. ArXiv:2306.07863"},{"key":"4222_CR295","volume-title":"InterAct: exploring the potentials of ChatGPT as a cooperative agent","author":"P Chen","year":"2023","unstructured":"Chen P, Chang C. InterAct: exploring the potentials of ChatGPT as a cooperative agent. 2023. ArXiv:2308.01552"},{"key":"4222_CR296","volume-title":"Multimodal web navigation with instruction-finetuned foundation models","author":"H Furuta","year":"2023","unstructured":"Furuta H, Nachum O, Lee K, et al. Multimodal web navigation with instruction-finetuned foundation models. 2023. ArXiv:2305.11854"},{"key":"4222_CR297","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"S Yao","year":"2022","unstructured":"Yao S, Chen H, Yang J, et al. WebShop: towards scalable real-world web interaction with grounded language agents. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR298","first-page":"1022","volume-title":"Proceedings of Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"N Xu","year":"2021","unstructured":"Xu N, Masling S, Du M, et al. Grounding open-domain instructions to automate web support tasks. In: Proceedings of Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2021. 1022\u20131032"},{"key":"4222_CR299","volume-title":"Language models can solve computer tasks","author":"G Kim","year":"2023","unstructured":"Kim G, Baldi P, McAleer S. Language models can solve computer tasks. 2023. ArXiv:2303.17491"},{"key":"4222_CR300","volume-title":"Mind2Web: towards a generalist agent for the web","author":"X Deng","year":"2023","unstructured":"Deng X, Gu Y, Zheng B, et al. Mind2Web: towards a generalist agent for the web. 2023. ArXiv:2306.06070"},{"key":"4222_CR301","first-page":"3132","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Bangkok","author":"Z Zhang","year":"2024","unstructured":"Zhang Z, Zhang A. You only look at screens: multimodal chain-of-action agents. In: Proceedings of Findings of the Association for Computational Linguistics, Bangkok, 2024. 3132\u20133149"},{"key":"4222_CR302","first-page":"1729","volume-title":"Proceedings of the 21st International Conference on Autonomous Agents and Multiagent Systems, Auckland","author":"I Singh","year":"2022","unstructured":"Singh I, Singh G, Modi A. Pre-trained language models as prior knowledge for playing text-based games. In: Proceedings of the 21st International Conference on Autonomous Agents and Multiagent Systems, Auckland, 2022. 1729\u20131731"},{"key":"4222_CR303","volume-title":"Playing text-based games with common sense","author":"S N Dambekodi","year":"2020","unstructured":"Dambekodi S N, Frazier S, Ammanabrolu P, et al. Playing text-based games with common sense. 2020. ArXiv:2012.02757"},{"key":"4222_CR304","volume-title":"Generating executable action plans with environmentally-aware language models","author":"M Gramopadhye","year":"2022","unstructured":"Gramopadhye M, Szafir D. Generating executable action plans with environmentally-aware language models. 2022. ArXiv:2210.04964"},{"key":"4222_CR305","volume-title":"ChatMOF: an autonomous AI system for predicting and generating metal-organic frameworks","author":"Y Kang","year":"2023","unstructured":"Kang Y, Kim J. ChatMOF: an autonomous AI system for predicting and generating metal-organic frameworks. 2023. ArXiv:2308.01423"},{"key":"4222_CR306","first-page":"11279","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi","author":"R Wang","year":"2022","unstructured":"Wang R, Jansen P A, Cote M, et al. Scienceworld: is your agent smarter than a 5th grader? In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi, 2022. 11279\u201311298"},{"key":"4222_CR307","doi-asserted-by":"publisher","DOI":"10.1145\/3587259.3627561","volume-title":"Knowledge-enhanced agents for interactive text games","author":"P Chhikara","year":"2023","unstructured":"Chhikara P, Zhang J, Ilievski F, et al. Knowledge-enhanced agents for interactive text games. 2023. ArXiv:2305.05091"},{"key":"4222_CR308","volume-title":"LeanDojo: theorem proving with retrieval-augmented language models","author":"K Yang","year":"2023","unstructured":"Yang K, Swope A M, Gu A, et al. LeanDojo: theorem proving with retrieval-augmented language models. 2023. ArXiv:2306.15626"},{"key":"4222_CR309","doi-asserted-by":"publisher","first-page":"1123","DOI":"10.1126\/science.ade2574","volume":"379","author":"Z Lin","year":"2023","unstructured":"Lin Z, Akin H, Rao R, et al. Evolutionary-scale prediction of atomic-level protein structure with a language model. Science, 2023, 379: 1123\u20131130","journal-title":"Science"},{"key":"4222_CR310","doi-asserted-by":"publisher","first-page":"015022","DOI":"10.1088\/2632-2153\/ac3ffb","volume":"3","author":"R Irwin","year":"2022","unstructured":"Irwin R, Dimitriadis S, He J, et al. Chemformer: a pre-trained transformer for computational chemistry. Mach Learn-Sci Technol, 2022, 3: 015022","journal-title":"Mach Learn-Sci Technol"},{"key":"4222_CR311","volume-title":"The hitchhiker\u2019s guide to program analysis: a journey with large language models","author":"H Li","year":"2023","unstructured":"Li H, Hao Y, Zhai Y, et al. The hitchhiker\u2019s guide to program analysis: a journey with large language models. 2023. ArXiv:2308.00245"},{"key":"4222_CR312","volume-title":"Learning to solve voxel building embodied tasks from pixels and natural language instructions","author":"A Skrynnik","year":"2022","unstructured":"Skrynnik A, Volovikova Z, C\u00f4t\u00e9 M, et al. Learning to solve voxel building embodied tasks from pixels and natural language instructions. 2022. ArXiv:2211.00688"},{"key":"4222_CR313","volume-title":"Scaling imitation learning in Minecraft","author":"A Amiranashvili","year":"2020","unstructured":"Amiranashvili A, Dorka N, Burgard W, et al. Scaling imitation learning in Minecraft. 2020. ArXiv:2007.02701"},{"key":"4222_CR314","first-page":"26311","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"K Nottingham","year":"2023","unstructured":"Nottingham K, Ammanabrolu P, Suhr A, et al. Do embodied agents dream of pixelated sheep: embodied decision making using language guided world modelling. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 26311\u201326325"},{"key":"4222_CR315","volume-title":"Plan4MC: skill reinforcement learning and planning for open-world Minecraft tasks","author":"H Yuan","year":"2023","unstructured":"Yuan H, Zhang C, Wang H, et al. Plan4MC: skill reinforcement learning and planning for open-world Minecraft tasks. 2023. ArXiv:2303.16563"},{"key":"4222_CR316","volume-title":"Multi-agent collaboration: harnessing the power of intelligent LLM agents","author":"Y Talebirad","year":"2023","unstructured":"Talebirad Y, Nadiri A. Multi-agent collaboration: harnessing the power of intelligent LLM agents. 2023. ArXiv:2306.03314"},{"key":"4222_CR317","volume-title":"The Society of Mind","author":"M Minsky","year":"1988","unstructured":"Minsky M. The Society of Mind. New York: Simon and Schuster, 1988"},{"key":"4222_CR318","first-page":"1","volume-title":"Innovations in Multi-Agent Systems and Application-1","author":"D Srinivasan","year":"2010","unstructured":"Srinivasan D. Innovations in Multi-Agent Systems and Application-1. Berlin: Springer, 2010. 1\u201327"},{"key":"4222_CR319","first-page":"456","volume-title":"Proceedings of the 3rd International Conference on Information and Knowledge Management (CIKM\u201994), Gaithersburg","author":"T W Finin","year":"1994","unstructured":"Finin T W, Fritzson R, McKay D P, et al. KQML as an agent communication language. In: Proceedings of the 3rd International Conference on Information and Knowledge Management (CIKM\u201994), Gaithersburg, 1994. 456\u2013463"},{"key":"4222_CR320","volume-title":"An overview of multi-agent reinforcement learning from game theoretical perspective","author":"Y Yang","year":"2020","unstructured":"Yang Y, Wang J. An overview of multi-agent reinforcement learning from game theoretical perspective. 2020. ArXiv:2011.00583"},{"key":"4222_CR321","volume-title":"The Wealth of Nations","author":"A Smith","year":"1776","unstructured":"Smith A. The Wealth of Nations. 1776. http:\/\/web.ntpu.edu.tw\/guan\/courses\/Coase77.pdf"},{"key":"4222_CR322","volume-title":"RoCo: dialectic multi-robot collaboration with large language models","author":"Z Mandi","year":"2023","unstructured":"Mandi Z, Jain S, Song S. RoCo: dialectic multi-robot collaboration with large language models. 2023. ArXiv:2307.04738"},{"key":"4222_CR323","volume-title":"ChatLLM network: more brains, more intelligence","author":"R Hao","year":"2023","unstructured":"Hao R, Hu L, Qi W, et al. ChatLLM network: more brains, more intelligence. 2023. ArXiv:2304.12998"},{"key":"4222_CR324","volume-title":"Unleashing cognitive synergy in large language models: a task-solving agent through multi-persona self-collaboration","author":"Z Wang","year":"2023","unstructured":"Wang Z, Mao S, Wu W, et al. Unleashing cognitive synergy in large language models: a task-solving agent through multi-persona self-collaboration. 2023. ArXiv:2307.05300"},{"key":"4222_CR325","volume-title":"Blind judgement: agent-based supreme court modelling with GPT","author":"S Hamilton","year":"2023","unstructured":"Hamilton S. Blind judgement: agent-based supreme court modelling with GPT. 2023. ArXiv:2301.05327"},{"key":"4222_CR326","volume-title":"DERA: enhancing large language model completions with dialog-enabled resolving agents","author":"V Nair","year":"2023","unstructured":"Nair V, Schumacher E, Tso G J, et al. DERA: enhancing large language model completions with dialog-enabled resolving agents. 2023. ArXiv:2303.17071"},{"key":"4222_CR327","volume-title":"AutoGen: enabling next-gen LLM applications via multi-agent conversation framework","author":"Q Wu","year":"2023","unstructured":"Wu Q, Bansal G, Zhang J, et al. AutoGen: enabling next-gen LLM applications via multi-agent conversation framework. 2023. ArXiv:2308.08155"},{"key":"4222_CR328","volume-title":"ProAgent: building proactive cooperative AI with large language models","author":"C Zhang","year":"2023","unstructured":"Zhang C, Yang K, Hu S, et al. ProAgent: building proactive cooperative AI with large language models. 2023. ArXiv:2308.11339"},{"key":"4222_CR329","volume-title":"ChatGPT as your personal data scientist","author":"M M Hassan","year":"2023","unstructured":"Hassan M M, Knipper R A, Santu S K K. ChatGPT as your personal data scientist. 2023. ArXiv:2305.13657"},{"key":"4222_CR330","volume-title":"AgentVerse: facilitating multi-agent collaboration and exploring emergent behaviors in agents","author":"W Chen","year":"2023","unstructured":"Chen W, Su Y, Zuo J, et al. AgentVerse: facilitating multi-agent collaboration and exploring emergent behaviors in agents. 2023. ArXiv:2308.10848"},{"key":"4222_CR331","doi-asserted-by":"publisher","first-page":"166201","DOI":"10.1007\/s11432-024-3997-0","volume":"67","author":"L Wang","year":"2024","unstructured":"Wang L, Fu F, Chen X R. Mathematics of multi-agent learning systems at the interface of game theory and artificial intelligence. Sci China Inf Sci, 2024, 67: 166201","journal-title":"Sci China Inf Sci"},{"key":"4222_CR332","volume-title":"MetaGPT: meta programming for multi-agent collaborative framework","author":"S Hong","year":"2023","unstructured":"Hong S, Zheng X, Chen J, et al. MetaGPT: meta programming for multi-agent collaborative framework. 2023. ArXiv:2308.00352"},{"key":"4222_CR333","volume-title":"Theory of Games and Economic Behavior","author":"J von Neumann","year":"2007","unstructured":"von Neumann J, Morgenstern O. Theory of Games and Economic Behavior. Princeton: Princeton University Press, 2007"},{"key":"4222_CR334","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1145\/1753171.1753181","volume":"41","author":"H Aziz","year":"2010","unstructured":"Aziz H. Multiagent systems: algorithmic, game-theoretic, and logical foundations by Y. Shoham and K. Leyton-Brown Cambridge University Press, 2008. SIGACT News, 2010, 41: 34\u201337","journal-title":"SIGACT News"},{"key":"4222_CR335","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/S0004-3702(01)00129-1","volume":"134","author":"M Campbell","year":"2002","unstructured":"Campbell M, Hoane J A J, Hsu F. Deep blue. Artif Intelligence, 2002, 134: 57\u201383","journal-title":"Artif Intelligence"},{"key":"4222_CR336","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K, et al. Mastering the game of Go without human knowledge. Nature, 2017, 550: 354\u2013359","journal-title":"Nature"},{"key":"4222_CR337","first-page":"2443","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing, Copenhagen","author":"M Lewis","year":"2017","unstructured":"Lewis M, Yarats D, Dauphin Y N, et al. Deal or no deal? End-to-end learning of negotiation dialogues. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, Copenhagen, 2017. 2443\u20132453"},{"key":"4222_CR338","volume-title":"AI safety via debate","author":"G Irving","year":"2018","unstructured":"Irving G, Christiano P F, Amodei D. AI safety via debate. 2018. ArXiv:1805.00899"},{"key":"4222_CR339","volume-title":"Examining the inter-consistency of large language models: an in-depth analysis via debate","author":"K Xiong","year":"2023","unstructured":"Xiong K, Ding X, Cao Y, et al. Examining the inter-consistency of large language models: an in-depth analysis via debate. 2023. ArXiv:2305.11595"},{"key":"4222_CR340","volume-title":"ChatEval: towards better LLM-based evaluators through multi-agent debate","author":"C Chan","year":"2023","unstructured":"Chan C, Chen W, Su Y, et al. ChatEval: towards better LLM-based evaluators through multi-agent debate. 2023. ArXiv:2308.07201"},{"key":"4222_CR341","volume-title":"Alignment of language agents","author":"Z Kenton","year":"2021","unstructured":"Kenton Z, Everitt T, Weidinger L, et al. Alignment of language agents. 2021. ArXiv:2103.14659"},{"key":"4222_CR342","volume-title":"The alignment problem from a deep learning perspective","author":"R Ngo","year":"2022","unstructured":"Ngo R. The alignment problem from a deep learning perspective. 2022. ArXiv:2209.00626"},{"key":"4222_CR343","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1016\/j.icte.2023.02.007","volume":"9","author":"M Paul","year":"2023","unstructured":"Paul M, Maglaras L, Ferrag M A, et al. Digitization of healthcare sector: a study on privacy and security concerns. ICT Express, 2023, 9: 571\u2013588","journal-title":"ICT Express"},{"key":"4222_CR344","first-page":"64","volume":"32","author":"S Tellex","year":"2011","unstructured":"Tellex S, Kollar T, Dickerson S, et al. Approaching the symbol grounding problem with probabilistic graphical models. AI Mag, 2011, 32: 64\u201376","journal-title":"AI Mag"},{"key":"4222_CR345","first-page":"403","volume-title":"Proceedings of the 13th International Symposium on Experimental Robotics, Quebec City","author":"C Matuszek","year":"2012","unstructured":"Matuszek C, Herbst E, Zettlemoyer L, et al. Learning to parse natural language commands to a robot control system. In: Proceedings of the 13th International Symposium on Experimental Robotics, Quebec City, 2012. 403\u2013415"},{"key":"4222_CR346","first-page":"2819","volume-title":"Proceedings of the 32nd AAAI Conference on Artificial Intelligence, the 30th Innovative Applications of Artificial Intelligence, and the 8th AAAI Symposium on Educational Advances in Artificial Intelligence, New Orleans","author":"D S Chaplot","year":"2018","unstructured":"Chaplot D S, Sathyendra K M, Pasumarthi R K, et al. Gated-attention architectures for task-oriented language grounding. In: Proceedings of the 32nd AAAI Conference on Artificial Intelligence, the 30th Innovative Applications of Artificial Intelligence, and the 8th AAAI Symposium on Educational Advances in Artificial Intelligence, New Orleans, 2018. 2819\u20132826"},{"key":"4222_CR347","doi-asserted-by":"publisher","unstructured":"Wu Y, Zhao Y Y, Li Z Y, et al. Improving cross-task generalization with step-by-step instructions. Sci China Inf Sci, 2023. doi: https:\/\/doi.org\/10.1007\/s11432-023-3911-2","DOI":"10.1007\/s11432-023-3911-2"},{"key":"4222_CR348","volume-title":"Personal LLM agents: insights and survey about the capability, efficiency and security","author":"Y Li","year":"2024","unstructured":"Li Y, Wen H, Wang W, et al. Personal LLM agents: insights and survey about the capability, efficiency and security. 2024. ArXiv:2401.05459"},{"key":"4222_CR349","volume-title":"Proceedings of the 5th International Conference on Learning Representations, Toulon","author":"J Li","year":"2017","unstructured":"Li J, Miller A H, Chopra S, et al. Dialogue learning with human-in-the-loop. In: Proceedings of the 5th International Conference on Learning Representations, Toulon, 2017"},{"key":"4222_CR350","first-page":"963","volume-title":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, Vancouver","author":"S Iyer","year":"2017","unstructured":"Iyer S, Konstas I, Cheung A, et al. Learning a neural semantic parser from user feedback. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, Vancouver, 2017. 963\u2013973"},{"key":"4222_CR351","first-page":"829","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"J Weston","year":"2016","unstructured":"Weston J. Dialog-based language learning. In: Proceedings of Advances in Neural Information Processing Systems, 2016. 829\u2013837"},{"key":"4222_CR352","volume-title":"BlenderBot 3: a deployed conversational agent that continually learns to responsibly engage","author":"K Shuster","year":"2022","unstructured":"Shuster K, Xu J, Komeili M, et al. BlenderBot 3: a deployed conversational agent that continually learns to responsibly engage. 2022. ArXiv:2208.03188"},{"key":"4222_CR353","volume-title":"Read, revise, repeat: a system demonstration for human-in-the-loop iterative text revision","author":"W Du","year":"2022","unstructured":"Du W, Kim Z M, Raheja V, et al. Read, revise, repeat: a system demonstration for human-in-the-loop iterative text revision. 2022. ArXiv:2204.03685"},{"key":"4222_CR354","first-page":"92","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"J Kreutzer","year":"2018","unstructured":"Kreutzer J, Khadivi S, Matusov E, et al. Can neural machine translation be improved with user feedback? In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2018. 92\u2013105"},{"key":"4222_CR355","first-page":"1339","volume-title":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, Melbourne","author":"I Gur","year":"2018","unstructured":"Gur I, Yavuz S, Su Y, et al. DialSQL: dialogue based structured query generation. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, Melbourne, 2018. 1339\u20131349"},{"key":"4222_CR356","first-page":"5446","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Hong Kong","author":"Z Yao","year":"2019","unstructured":"Yao Z, Su Y, Sun H, et al. Model-based interactive semantic parsing: a unified framework and a text-to-SQL case study. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Hong Kong, 2019. 5446\u20135457"},{"key":"4222_CR357","first-page":"1962","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis","author":"N Mehta","year":"2019","unstructured":"Mehta N, Goldwasser D. Improving natural language interaction with robots using advice. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, 2019. 1962\u20131967"},{"key":"4222_CR358","first-page":"5599","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"A Elgohary","year":"2021","unstructured":"Elgohary A, Meek C, Richardson M, et al. NL-EDIT: correcting semantic parse errors through natural language interaction. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2021. 5599\u20135610"},{"key":"4222_CR359","first-page":"339","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"N Tandon","year":"2022","unstructured":"Tandon N, Madaan A, Clark P, et al. Learning to repair: repairing model output errors after deployment using a dynamic memory of feedback. In: Proceedings of Findings of the Association for Computational Linguistics, 2022. 339\u2013352"},{"key":"4222_CR360","volume-title":"Training language models with language feedback at scale","author":"J Scheurer","year":"2023","unstructured":"Scheurer J, Campos J A, Korbak T, et al. Training language models with language feedback at scale. 2023. ArXiv:2303.16755"},{"key":"4222_CR361","first-page":"13557","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, Toronto","author":"J Xu","year":"2023","unstructured":"Xu J, Ung M, Komeili M, et al. Learning new skills after deployment: improving open-domain internet-driven dialogue with human feedback. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, Toronto, 2023. 13557\u201313572"},{"key":"4222_CR362","volume-title":"Human-in-the-loop through chain-of-thought","author":"Z Cai","year":"2023","unstructured":"Cai Z, Chang B, Han W. Human-in-the-loop through chain-of-thought. 2023. ArXiv:2306.07932"},{"key":"4222_CR363","volume-title":"DIALGEN: collaborative human-lm generated dialogues for improved understanding of human-human conversations","author":"B Lu","year":"2023","unstructured":"Lu B, Haduong N, Lee C, et al. DIALGEN: collaborative human-lm generated dialogues for improved understanding of human-human conversations. 2023. ArXiv:2307.07047"},{"key":"4222_CR364","first-page":"3667","volume-title":"Proceedings of the 57th Conference of the Association for Computational Linguistics","author":"B Hancock","year":"2019","unstructured":"Hancock B, Bordes A, Mazare P, et al. Learning from dialogue after deployment: feed yourself, chatbot! In: Proceedings of the 57th Conference of the Association for Computational Linguistics, 2019. 3667\u20133684"},{"key":"4222_CR365","volume-title":"Improving grounded language understanding in a collaborative environment by interacting with agents through help feedback","author":"N Mehta","year":"2023","unstructured":"Mehta N, Teruel M, Sanz P F, et al. Improving grounded language understanding in a collaborative environment by interacting with agents through help feedback. 2023. ArXiv:2304.10750"},{"key":"4222_CR366","volume-title":"Proceedings of the 11th International Conference on Learning Representations, Kigali","author":"T Schick","year":"2023","unstructured":"Schick T, Yu J A, Jiang Z, et al. PEER: a collaborative language model. In: Proceedings of the 11th International Conference on Learning Representations, Kigali, 2023"},{"key":"4222_CR367","volume-title":"Can you help me with student course registration?","author":"V Kalvakurthi","year":"2023","unstructured":"Kalvakurthi V, Varde A S, Jenq J. Hey Dona! Can you help me with student course registration? 2023. ArXiv:2303.13548"},{"key":"4222_CR368","first-page":"399","volume-title":"Proceedings of ACM\/IEEE International Conference on Human-Robot Interaction, Cambridge","author":"O Gvirsman","year":"2020","unstructured":"Gvirsman O, Koren Y, Norman T, et al. Patricc: a platform for triadic interaction with changeable characters. In: Proceedings of ACM\/IEEE International Conference on Human-Robot Interaction, Cambridge, 2020. 399\u2013407"},{"key":"4222_CR369","volume-title":"Math agents: computational infrastructure, mathematical embedding, and genomics","author":"M Swan","year":"2023","unstructured":"Swan M, Kido T, Roland E, et al. Math agents: computational infrastructure, mathematical embedding, and genomics. 2023. ArXiv:2307.02502"},{"key":"4222_CR370","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.725","volume-title":"HuatuoGPT, towards taming language model to be a doctor","author":"H Zhang","year":"2023","unstructured":"Zhang H, Chen J, Jiang F, et al. HuatuoGPT, towards taming language model to be a doctor. 2023. ArXiv:2305.15075"},{"key":"4222_CR371","volume-title":"Zhongjing: enhancing the Chinese medical capabilities of large language model through expert feedback and real-world multi-turn dialogue","author":"S Yang","year":"2023","unstructured":"Yang S, Zhao H, Zhu S, et al. Zhongjing: enhancing the Chinese medical capabilities of large language model through expert feedback and real-world multi-turn dialogue. 2023. ArXiv:2308.03549"},{"key":"4222_CR372","doi-asserted-by":"publisher","first-page":"29942605","DOI":"10.1177\/2055207617713827","volume":"3","author":"C Stiles-Shields","year":"2017","unstructured":"Stiles-Shields C, Montague E, Lattie E G, et al. What might get in the way: barriers to the use of apps for depression. Digital Health, 2017, 3: 29942605","journal-title":"Digital Health"},{"key":"4222_CR373","first-page":"1","volume-title":"Proceedings of ACM International Conference on Intelligent Virtual Agents","author":"M R Ali","year":"2020","unstructured":"Ali M R, Razavi S Z, Langevin R, et al. A virtual conversational agent for teens with autism spectrum disorder: experimental results and design lessons. In: Proceedings of ACM International Conference on Intelligent Virtual Agents, 2020. 1\u20138"},{"key":"4222_CR374","volume-title":"Helping the helper: supporting peer counselors via ai-empowered practice and feedback","author":"S L Hsu","year":"2023","unstructured":"Hsu S L, Shah R S, Senthil P, et al. Helping the helper: supporting peer counselors via ai-empowered practice and feedback. 2023. ArXiv:2305.08982"},{"key":"4222_CR375","first-page":"1","volume-title":"Proceedings of International Joint Conference on Neural Networks, Gold Coast","author":"W Gao","year":"2023","unstructured":"Gao W, Gao X, Tang Y. Multi-turn dialogue agent as sales\u2019 assistant in telemarketing. In: Proceedings of International Joint Conference on Neural Networks, Gold Coast, 2023. 1\u20139"},{"key":"4222_CR376","volume-title":"AssistGPT: a general multi-modal assistant that can plan, execute, inspect, and learn","author":"D Gao","year":"2023","unstructured":"Gao D, Ji L, Zhou L, et al. AssistGPT: a general multi-modal assistant that can plan, execute, inspect, and learn. 2023. ArXiv:2306.08640"},{"key":"4222_CR377","volume-title":"Conversational AI: Dialogue Systems, Conversational Agents, and Chatbots","author":"M F McTear","year":"2020","unstructured":"McTear M F. Conversational AI: Dialogue Systems, Conversational Agents, and Chatbots. Cham: Springer, 2020"},{"key":"4222_CR378","volume-title":"Conversational agents in software engineering: survey, taxonomy and challenges","author":"Q Motger","year":"2021","unstructured":"Motger Q, Franch X, Marco J. Conversational agents in software engineering: survey, taxonomy and challenges. 2021. ArXiv:2106.10901"},{"key":"4222_CR379","doi-asserted-by":"publisher","first-page":"102630","DOI":"10.1016\/j.ijhcs.2021.102630","volume":"151","author":"A Rapp","year":"2021","unstructured":"Rapp A, Curti L, Boldi A. The human side of human-chatbot interaction: a systematic literature review of ten years of research on text-based chatbots. Int J Hum-Comput Studies, 2021, 151: 102630","journal-title":"Int J Hum-Comput Studies"},{"key":"4222_CR380","first-page":"100006","volume":"2","author":"E Adamopoulou","year":"2020","unstructured":"Adamopoulou E, Moussiades L. Chatbots: history, technology, and applications. Machine Learn Appl, 2020, 2: 100006","journal-title":"Machine Learn Appl"},{"key":"4222_CR381","first-page":"1128","volume-title":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, Melbourne","author":"X Zhou","year":"2018","unstructured":"Zhou X, Wang W Y. MojiTalk: generating emotional responses at scale. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, Melbourne, 2018. 1128\u20131137"},{"key":"4222_CR382","first-page":"121","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Hong Kong","author":"Z Lin","year":"2019","unstructured":"Lin Z, Madotto A, Shin J, et al. MoEL: mixture of empathetic listeners. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Hong Kong, 2019. 121\u2013132"},{"key":"4222_CR383","first-page":"8968","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"N Majumder","year":"2020","unstructured":"Majumder N, Hong P, Peng S, et al. MIME: mimicking emotions for empathetic response generation. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2020. 8968\u20138979"},{"key":"4222_CR384","first-page":"11229","volume-title":"Proceedings of the 36th AAAI Conference on Artificial Intelligence, the 34th Conference on Innovative Applications of Artificial Intelligence, the 12th Symposium on Educational Advances in Artificial Intelligence","author":"S Sabour","year":"2022","unstructured":"Sabour S, Zheng C, Huang M. CEM: commonsense-aware empathetic response generation. In: Proceedings of the 36th AAAI Conference on Artificial Intelligence, the 34th Conference on Innovative Applications of Artificial Intelligence, the 12th Symposium on Educational Advances in Artificial Intelligence, 2022. 11229\u201311237"},{"key":"4222_CR385","first-page":"10993","volume-title":"Proceedings of the 36th AAAI Conference on Artificial Intelligence, the 34th Conference on Innovative Applications of Artificial Intelligence, the 12th Symposium on Educational Advances in Artificial Intelligence","author":"Q Li","year":"2022","unstructured":"Li Q, Li P, Ren Z, et al. Knowledge bridging for empathetic dialogue generation. In: Proceedings of the 36th AAAI Conference on Artificial Intelligence, the 34th Conference on Innovative Applications of Artificial Intelligence, the 12th Symposium on Educational Advances in Artificial Intelligence, 2022. 10993\u201311001"},{"key":"4222_CR386","volume-title":"SAPIEN: affective virtual agents powered by large language models","author":"M Hasan","year":"2023","unstructured":"Hasan M, Ozel C, Potter S, et al. SAPIEN: affective virtual agents powered by large language models. 2023. ArXiv:2308.03022"},{"key":"4222_CR387","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1089\/cyber.2018.0110","volume":"21","author":"B Liu","year":"2018","unstructured":"Liu B, Sundar S S. Should machines express sympathy and empathy? Experiments with a health advice chatbot. Cyberpsychol Behav Soc Netwing, 2018, 21: 625\u2013636","journal-title":"Cyberpsychol Behav Soc Netwing"},{"key":"4222_CR388","doi-asserted-by":"publisher","first-page":"1198","DOI":"10.1007\/s11747-022-00892-5","volume":"50","author":"Y Liu-Thompkins","year":"2022","unstructured":"Liu-Thompkins Y, Okazaki S, Li H. Artificial empathy in marketing interactions: bridging the human-AI gap in affective and social customer experience. J Acad Mark Sci, 2022, 50: 1198\u20131218","journal-title":"J Acad Mark Sci"},{"key":"4222_CR389","volume-title":"Proceedings of American Medical Informatics Association Annual Symposium","author":"Z Su","year":"2020","unstructured":"Su Z, Figueiredo M C, Jo J, et al. Analyzing description, user understanding and expectations of AI in mobile health applications. In: Proceedings of American Medical Informatics Association Annual Symposium, 2020"},{"key":"4222_CR390","doi-asserted-by":"publisher","first-page":"141201","DOI":"10.1007\/s11432-022-3777-y","volume":"67","author":"X X Li","year":"2024","unstructured":"Li X X, Meng M, Hong Y G, et al. A survey of decision making in adversarial games. Sci China Inf Sci, 2024, 67: 141201","journal-title":"Sci China Inf Sci"},{"key":"4222_CR391","volume-title":"DeepStack: expert-level artificial intelligence in no-limit poker","author":"M Moravc\u00edk","year":"2017","unstructured":"Moravc\u00edk M, Schmid M, Burch N, et al. DeepStack: expert-level artificial intelligence in no-limit poker. 2017. ArXiv:1701.01724"},{"key":"4222_CR392","volume-title":"Proceedings of the 11th International Conference on Learning Representations, Kigali","author":"A Bakhtin","year":"2023","unstructured":"Bakhtin A, Wu D J, Lerer A, et al. Mastering the game of no-press diplomacy via human-regularized reinforcement learning and planning. In: Proceedings of the 11th International Conference on Learning Representations, Kigali, 2023"},{"key":"4222_CR393","doi-asserted-by":"publisher","first-page":"1067","DOI":"10.1126\/science.ade9097","volume":"378","author":"A Bakhtin","year":"2022","unstructured":"Bakhtin A, Brown N, Dinan E, et al. Human-level play in the game of diplomacy by combining language models with strategic reasoning. Science, 2022, 378: 1067\u20131074","journal-title":"Science"},{"key":"4222_CR394","first-page":"5175","volume-title":"Proceedings of Advances in Neural Information Processing Systems, Vancouver","author":"M Carroll","year":"2019","unstructured":"Carroll M, Shah R, Ho M K, et al. On the utility of learning about humans for human-AI coordination. In: Proceedings of Advances in Neural Information Processing Systems, Vancouver, 2019. 5175\u20135186"},{"key":"4222_CR395","doi-asserted-by":"publisher","first-page":"103216","DOI":"10.1016\/j.artint.2019.103216","volume":"280","author":"N Bard","year":"2020","unstructured":"Bard N, Foerster J N, Chandar S, et al. The Hanabi challenge: a new frontier for AI research. Artif Intell, 2020, 280: 103216","journal-title":"Artif Intell"},{"key":"4222_CR396","volume-title":"Decision-oriented dialogue for human-AI collaboration","author":"J Lin","year":"2023","unstructured":"Lin J, Tomlin N, Andreas J, et al. Decision-oriented dialogue for human-AI collaboration. 2023. ArXiv:2305.20076"},{"key":"4222_CR397","first-page":"5635","volume-title":"Proceedings of the 57th Conference of the Association for Computational Linguistics, Florence","author":"X Wang","year":"2019","unstructured":"Wang X, Shi W, Kim R, et al. Persuasion for good: towards a personalized persuasive dialogue system for social good. In: Proceedings of the 57th Conference of the Association for Computational Linguistics, Florence, 2019. 5635\u20135649"},{"key":"4222_CR398","volume-title":"Quantifying the impact of large language models on collective opinion dynamics","author":"C Li","year":"2023","unstructured":"Li C, Su X, Fan C, et al. Quantifying the impact of large language models on collective opinion dynamics. 2023. ArXiv:2308.03313"},{"key":"4222_CR399","volume-title":"A Variational Basis for the Regulation and Structuration Mechanisms of Agent Societies","author":"A C D R Costa","year":"2019","unstructured":"Costa A C D R. A Variational Basis for the Regulation and Structuration Mechanisms of Agent Societies. Cham: Springer, 2019"},{"key":"4222_CR400","first-page":"5754","volume-title":"Proceedings of the 15th International Technology, Education and Development Conference","author":"S Wimmer","year":"2021","unstructured":"Wimmer S, Pfeiffer A, Denk N. The everyday life in the SIMs 4 during a pandemic. A life simulation as a virtual mirror of society? In: Proceedings of the 15th International Technology, Education and Development Conference, 2021. 5754\u20135760"},{"key":"4222_CR401","volume-title":"All one needs to know about metaverse: a complete survey on technological singularity, virtual ecosystem, and research agenda","author":"L Lee","year":"2021","unstructured":"Lee L, Braud T, Zhou P, et al. All one needs to know about metaverse: a complete survey on technological singularity, virtual ecosystem, and research agenda. 2021. ArXiv:2110.05352"},{"key":"4222_CR402","doi-asserted-by":"publisher","DOI":"10.4159\/harvard.9780674499348","volume-title":"Becoming Modern: Individual Change in Six Developing Countries","author":"A Inkeles","year":"1974","unstructured":"Inkeles A, Smith D H. Becoming Modern: Individual Change in Six Developing Countries. Cambridge: Harvard University Press, 1974"},{"key":"4222_CR403","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-03261-9","volume-title":"Social Science Microsimulation","author":"K G Troitzsch","year":"1996","unstructured":"Troitzsch K G, Mueller U, Gilbert G N, et al. Social Science Microsimulation. Berlin: Springer, 1996"},{"key":"4222_CR404","volume-title":"Exploring large language models for communication games: an empirical study on werewolf","author":"Y Xu","year":"2023","unstructured":"Xu Y, Wang S, Li P, et al. Exploring large language models for communication games: an empirical study on werewolf. 2023. ArXiv:2309.04658"},{"key":"4222_CR405","first-page":"10262","volume-title":"Proceedings of Findings of the Association for Computational Linguistics Singapore","author":"E Zhou","year":"2023","unstructured":"Zhou E, Zheng R, Xi Z, et al. RealBehavior: a framework for faithfully characterizing foundation models\u2019 human-like behavior mechanisms. In: Proceedings of Findings of the Association for Computational Linguistics Singapore, 2023. 10262\u201310274"},{"key":"4222_CR406","doi-asserted-by":"publisher","first-page":"1213","DOI":"10.1007\/s12369-020-00642-z","volume":"12","author":"A M H Abrams","year":"2020","unstructured":"Abrams A M H, der Pu\u00fctten A M R. I-C-E framework: concepts for group dynamics research in human-robot interaction. Int J Soc Robot, 2020, 12: 1213\u20131229","journal-title":"Int J Soc Robot"},{"key":"4222_CR407","volume-title":"A general language assistant as a laboratory for alignment","author":"A Askell","year":"2021","unstructured":"Askell A, Bai Y, Chen A, et al. A general language assistant as a laboratory for alignment. 2021. ArXiv:2112.00861"},{"key":"4222_CR408","volume-title":"Heterogeneous value evaluation for large language models","author":"Z Zhang","year":"2023","unstructured":"Zhang Z, Liu N, Qi S, et al. Heterogeneous value evaluation for large language models. 2023. ArXiv:2305.17147"},{"key":"4222_CR409","doi-asserted-by":"publisher","first-page":"2499","DOI":"10.1007\/s00146-023-01724-y","volume":"39","author":"J Browning","year":"2024","unstructured":"Browning J. Personhood and AI: why large language models don\u2019t understand us. AI Soc, 2024, 39: 2499\u20132506","journal-title":"AI Soc"},{"key":"4222_CR410","volume-title":"MPI: evaluating and inducing personality in pre-trained language models","author":"G Jiang","year":"2022","unstructured":"Jiang G, Xu M, Zhu S, et al. MPI: evaluating and inducing personality in pre-trained language models. 2022. ArXiv:2206.07550"},{"key":"4222_CR411","volume-title":"Theory of mind may have spontaneously emerged in large language models","author":"M Kosinski","year":"2023","unstructured":"Kosinski M. Theory of mind may have spontaneously emerged in large language models. 2023. ArXiv:2302.02083"},{"key":"4222_CR412","volume-title":"Psychobiology of Personality","author":"M Zuckerman","year":"1991","unstructured":"Zuckerman M. Psychobiology of Personality. Cambridge: Cambridge University Press, 1991"},{"key":"4222_CR413","doi-asserted-by":"publisher","DOI":"10.31234\/osf.io\/6dfgk","volume-title":"Using cognitive psychology to understand GPT-3","author":"M Binz","year":"2022","unstructured":"Binz M, Schulz E. Using cognitive psychology to understand GPT-3. 2022. ArXiv:2206.14576"},{"key":"4222_CR414","volume-title":"Mind meets machine: unravelling GPT-4\u2019s cognitive psychology","author":"S Dhingra","year":"2023","unstructured":"Dhingra S, Singh M, B V S, et al. Mind meets machine: unravelling GPT-4\u2019s cognitive psychology. 2023. ArXiv:2303.11436"},{"key":"4222_CR415","volume-title":"Machine psychology: investigating emergent capabilities and behavior in large language models using psychological methods","author":"T Hagendorff","year":"2023","unstructured":"Hagendorff T. Machine psychology: investigating emergent capabilities and behavior in large language models using psychological methods. 2023. ArXiv:2303.13988"},{"key":"4222_CR416","volume-title":"Language models show human-like content effects on reasoning","author":"I Dasgupta","year":"2022","unstructured":"Dasgupta I, Lampinen A K, Chan S C Y, et al. Language models show human-like content effects on reasoning. 2022. ArXiv:2207.07051"},{"key":"4222_CR417","volume-title":"Inductive reasoning in humans and large language models","author":"S J Han","year":"2023","unstructured":"Han S J, Ransom K, Perfors A, et al. Inductive reasoning in humans and large language models. 2023. ArXiv:2306.06548"},{"key":"4222_CR418","volume-title":"Thinking fast and slow in large language models","author":"T Hagendorff","year":"2023","unstructured":"Hagendorff T, Fabi S, Kosinski M. Thinking fast and slow in large language models. 2023. ArXiv:2212.05206"},{"key":"4222_CR419","volume-title":"Human-like intuitive behavior and reasoning biases emerged in language models \u2013 and disappeared in GPT-4","author":"T Hagendorff","year":"2023","unstructured":"Hagendorff T, Fabi S. Human-like intuitive behavior and reasoning biases emerged in language models \u2013 and disappeared in GPT-4. 2023. ArXiv:2306.07622"},{"key":"4222_CR420","first-page":"8123","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Toronto","author":"A Curry","year":"2023","unstructured":"Curry A, Curry A C. Computer says \u201cno\u201d: the case against empathetic conversational AI. In: Proceedings of Findings of the Association for Computational Linguistics, Toronto, 2023. 8123\u20138130"},{"key":"4222_CR421","doi-asserted-by":"publisher","first-page":"1199058","DOI":"10.3389\/fpsyg.2023.1199058","volume":"14","author":"Z Elyoseph","year":"2023","unstructured":"Elyoseph Z, Hadar-Shoval D, Asraf K, et al. ChatGPT outperforms humans in emotional awareness evaluations. Front Psychol, 2023, 14: 1199058","journal-title":"Front Psychol"},{"key":"4222_CR422","volume-title":"Empathetic AI for empowering resilience in games","author":"R Habibi","year":"2023","unstructured":"Habibi R, Pfau J, Holmes J, et al. Empathetic AI for empowering resilience in games. 2023. ArXiv:2302.09070"},{"key":"4222_CR423","volume-title":"Understanding the benefits and challenges of using large language model-based conversational agents for mental well-being support","author":"Z Ma","year":"2023","unstructured":"Ma Z, Mei Y, Su Z. Understanding the benefits and challenges of using large language model-based conversational agents for mental well-being support. 2023. ArXiv:2307.15810"},{"key":"4222_CR424","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1145\/176789.176803","volume":"37","author":"J Bates","year":"1994","unstructured":"Bates J. The role of emotion in believable agents. Commun ACM, 1994, 37: 122\u2013125","journal-title":"Commun ACM"},{"key":"4222_CR425","volume-title":"Identifying and manipulating the personality traits of language models","author":"G Caron","year":"2022","unstructured":"Caron G, Srivastava S. Identifying and manipulating the personality traits of language models. 2022. ArXiv:2212.10276"},{"key":"4222_CR426","volume-title":"AI personification: estimating the personality of language models","author":"S R Karra","year":"2022","unstructured":"Karra S R, Nguyen S, Tulabandhula T. AI personification: estimating the personality of language models. 2022. ArXiv:2204.12000"},{"key":"4222_CR427","volume-title":"Do LLMs possess a personality? Making the MBTI test an amazing evaluation for large language models","author":"K Pan","year":"2023","unstructured":"Pan K, Zeng Y. Do LLMs possess a personality? Making the MBTI test an amazing evaluation for large language models. 2023. ArXiv:2307.16180"},{"key":"4222_CR428","volume-title":"Does GPT-3 demonstrate psychopathy? Evaluating large language models from a psychological perspective","author":"X Li","year":"2023","unstructured":"Li X, Li Y, Joty S, et al. Does GPT-3 demonstrate psychopathy? Evaluating large language models from a psychological perspective. 2023. ArXiv:2212.10529"},{"key":"4222_CR429","volume-title":"Personality traits in large language models","author":"M Safdari","year":"2023","unstructured":"Safdari M, Serapio-Garc\u00eda G, Crepy C, et al. Personality traits in large language models. 2023. ArXiv:2307.00184"},{"key":"4222_CR430","first-page":"1","volume-title":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology, Bend","author":"J S Park","year":"2022","unstructured":"Park J S, Popowski L, Cai C J, et al. Social simulacra: creating populated prototypes for social computing systems. In: Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology, Bend, 2022. 1\u201318"},{"key":"4222_CR431","first-page":"2204","volume-title":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, Melbourne","author":"S Zhang","year":"2018","unstructured":"Zhang S, Dinan E, Urbanek J, et al. Personalizing dialogue agents: I have a dog, do you have pets too? In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, Melbourne, 2018. 2204\u20132213"},{"key":"4222_CR432","first-page":"707","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, Toronto","author":"D S Kwon","year":"2023","unstructured":"Kwon D S, Lee S, Kim K H, et al. What, when, and how to ground: designing user persona-aware conversational agents for engaging dialogue. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, Toronto, 2023. 707\u2013719"},{"key":"4222_CR433","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1145\/219717.219808","volume":"38","author":"P Maes","year":"1995","unstructured":"Maes P. Artificial life meets entertainment. Commun ACM, 1995, 38: 108\u2013114","journal-title":"Commun ACM"},{"key":"4222_CR434","first-page":"41","volume-title":"Proceedings of Held in Conjunction with the 27th International Conference on Artificial Intelligence, Stockholm","author":"M Cote","year":"2018","unstructured":"Cote M, Kadar A, Yuan X, et al. TextWorld: a learning environment for text-based games. In: Proceedings of Held in Conjunction with the 27th International Conference on Artificial Intelligence, Stockholm, 2018. 41\u201375"},{"key":"4222_CR435","first-page":"7903","volume-title":"Proceedings of the 34th AAAI Conference on Artificial Intelligence, the 32nd Innovative Applications of Artificial Intelligence Conference, the 10th AAAI Symposium on Educational Advances in Artificial Intelligence, New York","author":"M J Hausknecht","year":"2020","unstructured":"Hausknecht M J, Ammanabrolu P, Cote M, et al. Interactive fiction games: a colossal adventure. In: Proceedings of the 34th AAAI Conference on Artificial Intelligence, the 32nd Innovative Applications of Artificial Intelligence Conference, the 10th AAAI Symposium on Educational Advances in Artificial Intelligence, New York, 2020. 7903\u20137910"},{"key":"4222_CR436","volume-title":"Hoodwinked: deception and cooperation in a text-based game for language models","author":"A O\u2019Gara","year":"2023","unstructured":"O\u2019Gara A. Hoodwinked: deception and cooperation in a text-based game for language models. 2023. ArXiv:2308.01404"},{"key":"4222_CR437","first-page":"673","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Hong Kong","author":"J Urbanek","year":"2019","unstructured":"Urbanek J, Fan A, Karamcheti S, et al. Learning to speak and act in a fantasy text adventure game. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, Hong Kong, 2019. 673\u2013683"},{"key":"4222_CR438","volume-title":"S3: social-network simulation system with large language model-empowered agents","author":"C Gao","year":"2023","unstructured":"Gao C, Lan X, Lu Z, et al. S3: social-network simulation system with large language model-empowered agents. 2023. ArXiv:2307.14984"},{"key":"4222_CR439","doi-asserted-by":"publisher","first-page":"1108","DOI":"10.1126\/science.adi1778","volume":"380","author":"I Grossmann","year":"2023","unstructured":"Grossmann I, Feinberg M, Parker D C, et al. AI and the transformation of social science research. Science, 2023, 380: 1108\u20131109","journal-title":"Science"},{"key":"4222_CR440","volume-title":"RecAgent: a novel simulation paradigm for recommender systems","author":"L Wang","year":"2023","unstructured":"Wang L, Zhang J, Chen X, et al. RecAgent: a novel simulation paradigm for recommender systems. 2023. ArXiv:2306.02552"},{"key":"4222_CR441","volume-title":"Multi-party chat: conversational agents in group settings with humans and models","author":"J Wei","year":"2023","unstructured":"Wei J, Shuster K, Szlam A, et al. Multi-party chat: conversational agents in group settings with humans and models. 2023. ArXiv:2304.13835"},{"key":"4222_CR442","first-page":"15","volume":"5","author":"J D Hollan","year":"1984","unstructured":"Hollan J D, Hutchins E L, Weitzman L. STEAMER: an interactive inspectable simulation-based training system. AI Mag, 1984, 5: 15\u201327","journal-title":"AI Mag"},{"key":"4222_CR443","first-page":"15","volume":"16","author":"M Tambe","year":"1995","unstructured":"Tambe M, Johnson W L, Jones R M, et al. Intelligent agents for interactive simulation environments. AI Mag, 1995, 16: 15\u201339","journal-title":"AI Mag"},{"key":"4222_CR444","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1016\/S1474-6670(17)67333-6","volume":"9","author":"P Vermeulen","year":"1976","unstructured":"Vermeulen P, de Jongh D. \u2018Dynamics of growth in a finite world\u2019 - comprehensive sensitivity analysis. IFAC Proc Vol, 1976, 9: 133\u2013145","journal-title":"IFAC Proc Vol"},{"key":"4222_CR445","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-1-4615-3226-2_7","volume-title":"A Systems-Based Approach to Policymaking","author":"J W Forrester","year":"1993","unstructured":"Forrester J W. System dynamics and the lessons of 35 years. In: A Systems-Based Approach to Policymaking. Berlin: Springer, 1993. 199\u2013240"},{"key":"4222_CR446","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.landurbplan.2010.03.001","volume":"96","author":"I Sante","year":"2010","unstructured":"Sante I, Garcia A M, Miranda D, et al. Cellular automata models for the simulation of real-world urban processes: a review and analysis. Landscape Urban Planning, 2010, 96: 108\u2013122","journal-title":"Landscape Urban Planning"},{"key":"4222_CR447","doi-asserted-by":"publisher","first-page":"28573","DOI":"10.1109\/ACCESS.2018.2831228","volume":"6","author":"A Dorri","year":"2018","unstructured":"Dorri A, Kanhere S S, Jurdak R. Multi-agent systems: a survey. IEEE Access, 2018, 6: 28573\u201328593","journal-title":"IEEE Access"},{"key":"4222_CR448","first-page":"763","volume-title":"Proceedings of the 56th IEEE Annual Conference on Decision and Control, Melbourne","author":"J M Hendrickx","year":"2017","unstructured":"Hendrickx J M, Martin S. Open multi-agent systems: gossiping with random arrivals and departures. In: Proceedings of the 56th IEEE Annual Conference on Decision and Control, Melbourne, 2017. 763\u2013768"},{"key":"4222_CR449","volume-title":"Can large language models transform computational social science?","author":"C Ziems","year":"2023","unstructured":"Ziems C, Held W, Shaikh O, et al. Can large language models transform computational social science? 2023. ArXiv:2305.03514"},{"key":"4222_CR450","doi-asserted-by":"publisher","DOI":"10.4324\/9781351165129","volume-title":"Simulating Societies: The Computer Simulation of Social Phenomena","author":"N Gilbert","year":"2018","unstructured":"Gilbert N, Doran J. Simulating Societies: The Computer Simulation of Social Phenomena. London: Routledge, 2018"},{"key":"4222_CR451","doi-asserted-by":"publisher","first-page":"357","DOI":"10.2307\/1912559","volume":"57","author":"J D Hamilton","year":"1989","unstructured":"Hamilton J D. A new approach to the economic analysis of nonstationary time series and the business cycle. Econometrica, 1989, 57: 357\u2013384","journal-title":"Econometrica"},{"key":"4222_CR452","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/S0925-2312(01)00702-0","volume":"50","author":"G P Zhang","year":"2003","unstructured":"Zhang G P. Time series forecasting using a hybrid ARIMA and neural network model. Neurocomputing, 2003, 50: 159\u2013175","journal-title":"Neurocomputing"},{"key":"4222_CR453","doi-asserted-by":"publisher","first-page":"5241","DOI":"10.1073\/pnas.0608222104","volume":"104","author":"S Kirby","year":"2007","unstructured":"Kirby S, Dowman M, Griffiths T L. Innateness and culture in the evolution of language. Proc Natl Acad Sci USA, 2007, 104: 5241\u20135245","journal-title":"Proc Natl Acad Sci USA"},{"key":"4222_CR454","volume-title":"Epidemic modeling with generative agents","author":"R Williams","year":"2023","unstructured":"Williams R, Hosseinichimeh N, Majumdar A, et al. Epidemic modeling with generative agents. 2023. ArXiv:2307.04986"},{"key":"4222_CR455","volume-title":"Playing the werewolf game with artificial intelligence for language understanding","author":"H Shibata","year":"2023","unstructured":"Shibata H, Miki S, Nakamura Y. Playing the werewolf game with artificial intelligence for language understanding. 2023. ArXiv:2302.10646"},{"key":"4222_CR456","volume-title":"Exploring the intersection of large language models and agent-based modeling via prompt engineering","author":"E Junprung","year":"2023","unstructured":"Junprung E. Exploring the intersection of large language models and agent-based modeling via prompt engineering. 2023. ArXiv:2308.07411"},{"key":"4222_CR457","volume-title":"Investigating emergent goal-like behaviour in large language models using experimental economics","author":"S Phelps","year":"2023","unstructured":"Phelps S, Russell Y I. Investigating emergent goal-like behaviour in large language models using experimental economics. 2023. ArXiv:2305.07970"},{"key":"4222_CR458","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-7242-1","volume-title":"Complex Systems and Society: Modeling and Simulation","author":"N Bellomo","year":"2013","unstructured":"Bellomo N, Marsan G A, Tosin A. Complex Systems and Society: Modeling and Simulation. New York: Springer, 2013"},{"key":"4222_CR459","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1080\/19397038.2016.1220990","volume":"10","author":"Y B Moon","year":"2017","unstructured":"Moon Y B. Simulation modelling for sustainability: a review of the literature. Int J Sustain Eng, 2017, 10: 2\u201319","journal-title":"Int J Sustain Eng"},{"key":"4222_CR460","doi-asserted-by":"publisher","first-page":"1","DOI":"10.14763\/2023.1.1682","volume":"12","author":"N Helberger","year":"2023","unstructured":"Helberger N, Diakopoulos N. ChatGPT and the AI Act. Internet Policy Rev, 2023, 12: 1\u20136","journal-title":"Internet Policy Rev"},{"key":"4222_CR461","volume-title":"Ethical and social risks of harm from language models","author":"L Weidinger","year":"2021","unstructured":"Weidinger L, Mellor J, Rauh M, et al. Ethical and social risks of harm from language models. 2021. ArXiv:2112.04359"},{"key":"4222_CR462","volume-title":"Toxicity in ChatGPT: analyzing persona-assigned language models","author":"A Deshpande","year":"2023","unstructured":"Deshpande A, Murahari V, Rajpurohit T, et al. Toxicity in ChatGPT: analyzing persona-assigned language models. 2023. ArXiv:2304.05335"},{"key":"4222_CR463","first-page":"2611","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"H R Kirk","year":"2021","unstructured":"Kirk H R, Jun Y, Volpin F, et al. Bias out-of-the-box: an empirical analysis of intersectional occupational biases in popular generative language models. In: Proceedings of Advances in Neural Information Processing Systems, 2021. 2611\u20132624"},{"key":"4222_CR464","first-page":"5356","volume-title":"Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing","author":"M Nadeem","year":"2021","unstructured":"Nadeem M, Bethke A, Reddy S. StereoSet: measuring stereotypical bias in pretrained language models. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, 2021. 5356\u20135371"},{"key":"4222_CR465","doi-asserted-by":"publisher","first-page":"9","DOI":"10.22381\/CRLSJ10220181","volume":"10","author":"T Roberts","year":"2018","unstructured":"Roberts T, Marchais G. Assessing the role of social media and digital technology in violence reporting. Contemp Readings Law & Social Justice, 2018, 10: 9\u201342","journal-title":"Contemp Readings Law & Social Justice"},{"key":"4222_CR466","first-page":"15696","volume-title":"Proceedings of the 40th International Conference on Machine Learning","author":"N Kandpal","year":"2023","unstructured":"Kandpal N, Deng H, Roberts A, et al. Large language models struggle to learn long-tail knowledge. In: Proceedings of the 40th International Conference on Machine Learning, 2023. 15696\u201315707"},{"key":"4222_CR467","volume-title":"Should ChatGPT be biased? Challenges and risks of bias in large language models","author":"E Ferrara","year":"2023","unstructured":"Ferrara E. Should ChatGPT be biased? Challenges and risks of bias in large language models. 2023. ArXiv:2304.03738"},{"key":"4222_CR468","volume-title":"OpinionGPT: modelling explicit biases in instruction-tuned LLMs","author":"P Haller","year":"2023","unstructured":"Haller P, Aynetdinov A, Akbik A. OpinionGPT: modelling explicit biases in instruction-tuned LLMs. 2023. ArXiv:2309.03876"},{"key":"4222_CR469","volume-title":"In-context impersonation reveals large language models\u2019 strengths and biases","author":"L Salewski","year":"2023","unstructured":"Salewski L, Alaniz S, Rio-Torto I, et al. In-context impersonation reveals large language models\u2019 strengths and biases. 2023. ArXiv:2305.14930"},{"key":"4222_CR470","volume-title":"Towards healthy AI: large language models need therapists too","author":"B Lin","year":"2023","unstructured":"Lin B, Bouneffouf D, Cecchi G A, et al. Towards healthy AI: large language models need therapists too. 2023. ArXiv:2304.00416"},{"key":"4222_CR471","first-page":"6565","volume-title":"Proceedings of the 38th International Conference on Machine Learning","author":"P P Liang","year":"2021","unstructured":"Liang P P, Wu C, Morency L, et al. Towards understanding and mitigating social biases in language models. In: Proceedings of the 38th International Conference on Machine Learning, 2021. 6565\u20136576"},{"key":"4222_CR472","first-page":"123","volume-title":"Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society","author":"P Henderson","year":"2018","unstructured":"Henderson P, Sinha K, Angelard-Gontier N, et al. Ethical challenges in data-driven dialogue systems. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, 2018. 123\u2013129"},{"key":"4222_CR473","first-page":"5858","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics, Seattle","author":"H Li","year":"2022","unstructured":"Li H, Song Y, Fan L. You don\u2019t know my favorite color: preventing dialogue representations from revealing speakers\u2019 private personas. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics, Seattle, 2022. 5858\u20135870"},{"key":"4222_CR474","first-page":"2280","volume-title":"Proceedings of ACM Conference on Fairness, Accountability, and Transparency, Seoul","author":"H Brown","year":"2022","unstructured":"Brown H, Lee K, Mireshghallah F, et al. What does it mean for a language model to preserve privacy? In: Proceedings of ACM Conference on Fairness, Accountability, and Transparency, Seoul, 2022. 2280\u20132292"},{"key":"4222_CR475","doi-asserted-by":"publisher","unstructured":"Sebastian G. Privacy and data protection in ChatGPT and other AI chatbots: strategies for securing user information. Int J Secur Privacy Pervasive Comput, 2023. doi: https:\/\/doi.org\/10.4018\/ijsppc.325475","DOI":"10.4018\/ijsppc.325475"},{"key":"4222_CR476","volume-title":"The Media Equation - How People Treat Computers, Television, and New Media Like Real People and Places","author":"B Reeves","year":"1996","unstructured":"Reeves B, Nass C. The Media Equation - How People Treat Computers, Television, and New Media Like Real People and Places. Cambridge: Cambridge University Press, 1996"},{"key":"4222_CR477","volume-title":"A conversation with Bing\u2019s chatbot left me deeply unsettled","author":"K Roose","year":"2023","unstructured":"Roose K. A conversation with Bing\u2019s chatbot left me deeply unsettled. 2023. https:\/\/philosophy.tamucc.edu\/texts\/chat-with-chatgpt"},{"key":"4222_CR478","first-page":"93","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin","author":"S H Bach","year":"2022","unstructured":"Bach S H, Sanh V, Yong Z X, et al. PromptSource: an integrated development environment and repository for natural language prompts. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin, 2022. 93\u2013104"},{"key":"4222_CR479","volume-title":"Constitutional AI: harmlessness from AI feedback","author":"Y Bai","year":"2022","unstructured":"Bai Y, Kadavath S, Kundu S, et al. Constitutional AI: harmlessness from AI feedback. 2022. ArXiv:2212.08073"},{"key":"4222_CR480","volume-title":"Training a helpful and harmless assistant with reinforcement learning from human feedback","author":"Y Bai","year":"2022","unstructured":"Bai Y, Jones A, Ndousse K, et al. Training a helpful and harmless assistant with reinforcement learning from human feedback. 2022. ArXiv:2204.05862"},{"key":"4222_CR481","volume-title":"XAgent: an autonomous agent for complex task solving","author":"Team X","year":"2023","unstructured":"Team X. XAgent: an autonomous agent for complex task solving. 2023. https:\/\/github.com\/OpenBMB\/XAgent"},{"key":"4222_CR482","volume-title":"AgentGym: evolving large language model-based agents across diverse environments","author":"Z Xi","year":"2024","unstructured":"Xi Z, Ding Y, Chen W, et al. AgentGym: evolving large language model-based agents across diverse environments. 2024. ArXiv:2406.04151"},{"key":"4222_CR483","volume-title":"Swarm","author":"OpenAI","year":"2024","unstructured":"OpenAI. Swarm. 2024. https:\/\/github.com\/openai\/swarm"},{"key":"4222_CR484","volume-title":"AgentBench: evaluating LLMs as agents","author":"X Liu","year":"2023","unstructured":"Liu X, Yu H, Zhang H, et al. AgentBench: evaluating LLMs as agents. 2023. ArXiv:2308.03688"},{"key":"4222_CR485","first-page":"337","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"G V Aher","year":"2023","unstructured":"Aher G V, Arriaga R I, Kalai A T. Using large language models to simulate multiple humans and replicate human subject studies. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 337\u2013371"},{"key":"4222_CR486","volume-title":"Tachikuma: understading complex interactions with multi-character and novel objects by large language models","author":"Y Liang","year":"2023","unstructured":"Liang Y, Zhu L, Yang Y. Tachikuma: understading complex interactions with multi-character and novel objects by large language models. 2023. ArXiv:2307.12573"},{"key":"4222_CR487","volume-title":"Gentopia: a collaborative platform for tool-augmented LLMs","author":"B Xu","year":"2023","unstructured":"Xu B, Liu X, Shen H, et al. Gentopia: a collaborative platform for tool-augmented LLMs. 2023. ArXiv:2308.04030"},{"key":"4222_CR488","volume-title":"Towards a human-like open-domain chatbot","author":"D Adiwardana","year":"2020","unstructured":"Adiwardana D, Luong M, So D R, et al. Towards a human-like open-domain chatbot. 2020. ArXiv:2001.09977"},{"key":"4222_CR489","first-page":"1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems","author":"S S Kim","year":"2023","unstructured":"Kim S S, Watkins E A, Russakovsky O, et al. \u201cHelp me help the AI\u201d: understanding how explainability can support human-AI interaction. In: Proceedings of the CHI Conference on Human Factors in Computing Systems, 2023. 1\u201317"},{"key":"4222_CR490","volume-title":"CheerBots: chatbots toward empathy and emotionusing reinforcement learning","author":"J Jhan","year":"2021","unstructured":"Jhan J, Liu C, Jeng S, et al. CheerBots: chatbots toward empathy and emotionusing reinforcement learning. 2021. ArXiv:2110.03949"},{"key":"4222_CR491","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.699","volume-title":"Do LLMs understand social knowledge? Evaluating the sociability of large language models with socket benchmark","author":"M Choi","year":"2023","unstructured":"Choi M, Pei J, Kumar S, et al. Do LLMs understand social knowledge? Evaluating the sociability of large language models with socket benchmark. 2023. ArXiv:2305.14938"},{"key":"4222_CR492","doi-asserted-by":"publisher","first-page":"68","DOI":"10.12688\/wellcomeopenres.15210.1","volume":"4","author":"A C Wilson","year":"2019","unstructured":"Wilson A C, Bishop D V M. \u201cIf you catch my drift...\u201d: ability to infer implied meaning is distinct from vocabulary and grammar skills. Wellcome Open Res, 2019, 4: 68","journal-title":"Wellcome Open Res"},{"key":"4222_CR493","volume-title":"Is ChatGPT a highly fluent grammatical error correction system? A comprehensive evaluation","author":"T Fang","year":"2023","unstructured":"Fang T, Yang S, Lan K, et al. Is ChatGPT a highly fluent grammatical error correction system? A comprehensive evaluation. 2023. ArXiv:2304.01746"},{"key":"4222_CR494","volume-title":"CGMI: configurable general multi-agent interaction framework","author":"J Shi","year":"2023","unstructured":"Shi J, Zhao J, Wang Y, et al. CGMI: configurable general multi-agent interaction framework. 2023. ArXiv:2308.12503"},{"key":"4222_CR495","first-page":"2367","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Seattle","author":"K Shuster","year":"2022","unstructured":"Shuster K, Urbanek J, Szlam A, et al. Am I me or you? State-of-the-art dialogue models cannot maintain an identity. In: Proceedings of Findings of the Association for Computational Linguistics, Seattle, 2022. 2367\u20132387"},{"key":"4222_CR496","volume-title":"Red teaming language models to reduce harms: methods, scaling behaviors, and lessons learned","author":"D Ganguli","year":"2022","unstructured":"Ganguli D, Lovitt L, Kernion J, et al. Red teaming language models to reduce harms: methods, scaling behaviors, and lessons learned. 2022. ArXiv:2209.07858"},{"key":"4222_CR497","volume-title":"Language models (mostly) know what they know","author":"S Kadavath","year":"2022","unstructured":"Kadavath S, Conerly T, Askell A, et al. Language models (mostly) know what they know. 2022. ArXiv:2207.05221"},{"key":"4222_CR498","volume-title":"Proceedings of the 2nd International Conference on Learning Representations, Banff","author":"C Szegedy","year":"2014","unstructured":"Szegedy C, Zaremba W, Sutskever I, et al. Intriguing properties of neural networks. In: Proceedings of the 2nd International Conference on Learning Representations, Banff, 2014"},{"key":"4222_CR499","volume-title":"Proceedings of the 3rd International Conference on Learning Representations, San Diego","author":"I J Goodfellow","year":"2015","unstructured":"Goodfellow I J, Shlens J, Szegedy C. Explaining and harnessing adversarial examples. In: Proceedings of the 3rd International Conference on Learning Representations, San Diego, 2015"},{"key":"4222_CR500","volume-title":"Proceedings of the 6th International Conference on Learning Representations, Vancouver","author":"A Madry","year":"2018","unstructured":"Madry A, Makelov A, Schmidt L, et al. Towards deep learning models resistant to adversarial attacks. In: Proceedings of the 6th International Conference on Learning Representations, Vancouver, 2018"},{"key":"4222_CR501","first-page":"2314","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Toronto","author":"R Zheng","year":"2023","unstructured":"Zheng R, Xi Z, Liu Q, et al. Characterizing the impacts of instances on robustness. In: Proceedings of Findings of the Association for Computational Linguistics, Toronto, 2023. 2314\u20132332"},{"key":"4222_CR502","first-page":"9","volume-title":"Proceedings of the 22nd Chinese National Conference on Computational Linguistics","author":"Z H Xi","year":"2023","unstructured":"Xi Z H, Zheng R, Gui T. Safety and ethical concerns of large language models. In: Proceedings of the 22nd Chinese National Conference on Computational Linguistics, 2023. 9\u201316"},{"key":"4222_CR503","volume-title":"Threat of adversarial attacks on deep learning in computer vision: survey II","author":"N Akhtar","year":"2021","unstructured":"Akhtar N, Mian A, Kardan N, et al. Threat of adversarial attacks on deep learning in computer vision: survey II. 2021. ArXiv:2108.00401"},{"key":"4222_CR504","volume-title":"A systematic review of robustness in deep learning for computer vision: mind the gap?","author":"N Drenkow","year":"2021","unstructured":"Drenkow N, Sani N, Shpitser I, et al. A systematic review of robustness in deep learning for computer vision: mind the gap? 2021. ArXiv:2112.00639"},{"key":"4222_CR505","volume-title":"Proceedings of the 7th International Conference on Learning Representations","author":"D Hendrycks","year":"2019","unstructured":"Hendrycks D, Dietterich T G. Benchmarking neural network robustness to common corruptions and perturbations. In: Proceedings of the 7th International Conference on Learning Representations, 2019"},{"key":"4222_CR506","first-page":"4569","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Seattle","author":"X Wang","year":"2022","unstructured":"Wang X, Wang H, Yang D. Measure and improve robustness in NLP models: a survey. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Seattle, 2022. 4569\u20134586"},{"key":"4222_CR507","volume-title":"Proceedings of the 26th Annual Network and Distributed System Security Symposium, San Diego","author":"J Li","year":"2019","unstructured":"Li J, Ji S, Du T, et al. TextBugger: generating adversarial text against real-world applications. In: Proceedings of the 26th Annual Network and Distributed System Security Symposium, San Diego, 2019"},{"key":"4222_CR508","volume-title":"Proceedings of the 8th International Conference on Learning Representations, Addis Ababa","author":"C Zhu","year":"2020","unstructured":"Zhu C, Cheng Y, Gan Z, et al. FreeLB: enhanced adversarial training for natural language understanding. In: Proceedings of the 8th International Conference on Learning Representations, Addis Ababa, 2020"},{"key":"4222_CR509","first-page":"8318","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi","author":"Z Xi","year":"2022","unstructured":"Xi Z, Zheng R, Gui T, et al. Efficient adversarial training with robust early-bird tickets. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi, 2022. 8318\u20138331"},{"key":"4222_CR510","first-page":"2817","volume-title":"Proceedings of the 34th International Conference on Machine Learning, Sydney","author":"L Pinto","year":"2017","unstructured":"Pinto L, Davidson J, Sukthankar R, et al. Robust adversarial reinforcement learning. In: Proceedings of the 34th International Conference on Machine Learning, Sydney, 2017. 2817\u20132826"},{"key":"4222_CR511","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"M Rigter","year":"2022","unstructured":"Rigter M, Lacerda B, Hawes N. RAMBO-RL: robust adversarial model-based offline reinforcement learning. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR512","volume-title":"Proceedings of Conference on Neural Information Processing Systems","author":"K Panaganti","year":"2022","unstructured":"Panaganti K, Xu Z, Kalathil D, et al. Robust reinforcement learning using offline data. In: Proceedings of Conference on Neural Information Processing Systems, 2022"},{"key":"4222_CR513","volume-title":"Experimental security research of Tesla autopilot","author":"T K S Lab","year":"2019","unstructured":"Lab T K S. Experimental security research of Tesla autopilot. Tencent Keen Security Lab, 2019. https:\/\/keenlab.tencent.com\/en\/whitepapers\/Experimental_Security_Research_of_Tesla_Autopilot.pdf"},{"key":"4222_CR514","first-page":"665","volume-title":"Proceedings of the 16th European Conference on Computer Vision, Glasgow","author":"K Xu","year":"2020","unstructured":"Xu K, Zhang G, Liu S, et al. Adversarial T-shirt! Evading person detectors in a physical world. In: Proceedings of the 16th European Conference on Computer Vision, Glasgow, 2020. 665\u2013681"},{"key":"4222_CR515","first-page":"1528","volume-title":"Proceedings of the ACM SIGSAC Conference on Computer and Communications Security, Vienna","author":"M Sharif","year":"2016","unstructured":"Sharif M, Bhagavatula S, Bauer L, et al. Accessorize to a crime: real and stealthy attacks on state-of-the-art face recognition. In: Proceedings of the ACM SIGSAC Conference on Computer and Communications Security, Vienna, 2016. 1528\u20131540"},{"key":"4222_CR516","first-page":"8018","volume-title":"Proceedings of the 34th AAAI Conference on Artificial Intelligence, the 32nd Innovative Applications of Artificial Intelligence Conference, the 10th AAAI Symposium on Educational Advances in Artificial Intelligence","author":"D Jin","year":"2020","unstructured":"Jin D, Jin Z, Zhou J T, et al. Is BERT really robust? A strong baseline for natural language attack on text classification and entailment. In: Proceedings of the 34th AAAI Conference on Artificial Intelligence, the 32nd Innovative Applications of Artificial Intelligence Conference, the 10th AAAI Symposium on Educational Advances in Artificial Intelligence, 2020. 8018\u20138025"},{"key":"4222_CR517","first-page":"1085","volume-title":"Proceedings of the 57th Conference of the Association for Computational Linguistics","author":"S Ren","year":"2019","unstructured":"Ren S, Deng Y, He K, et al. Generating natural language adversarial examples through probability weighted word saliency. In: Proceedings of the 57th Conference of the Association for Computational Linguistics, 2019. 1085\u20131097"},{"key":"4222_CR518","volume-title":"PromptBench: towards evaluating the robustness of large language models on adversarial prompts","author":"K Zhu","year":"2023","unstructured":"Zhu K, Wang J, Zhou J, et al. PromptBench: towards evaluating the robustness of large language models on adversarial prompts. 2023. ArXiv:2306.04528"},{"key":"4222_CR519","volume-title":"How robust is GPT-3.5 to predecessors? A comprehensive study on language understanding tasks","author":"X Chen","year":"2023","unstructured":"Chen X, Ye J, Zu C, et al. How robust is GPT-3.5 to predecessors? A comprehensive study on language understanding tasks. 2023. ArXiv:2303.00293"},{"key":"4222_CR520","volume-title":"BadNets: identifying vulnerabilities in the machine learning model supply chain","author":"T Gu","year":"2017","unstructured":"Gu T, Dolan-Gavitt B, Garg S. BadNets: identifying vulnerabilities in the machine learning model supply chain. 2017. ArXiv:1708.06733"},{"key":"4222_CR521","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1145\/3485832.3485837","volume-title":"Proceedings of Annual Computer Security Applications Conference","author":"X Chen","year":"2021","unstructured":"Chen X, Salem A, Chen D, et al. BadNL: backdoor attacks against NLP models with semantic-preserving improvements. In: Proceedings of Annual Computer Security Applications Conference, 2021. 554\u2013569"},{"key":"4222_CR522","first-page":"444","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"Z Li","year":"2021","unstructured":"Li Z, Mekala D, Dong C, et al. BFClass: a backdoor-free text classification framework. In: Proceedings of Findings of the Association for Computational Linguistics, 2021. 444\u2013453"},{"key":"4222_CR523","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1007\/978-3-031-17120-8_53","volume-title":"Proceedings of the 11th CCF International Conference on Natural Language Processing and Chinese Computing, Guilin","author":"Y Shi","year":"2022","unstructured":"Shi Y, Li P, Yin C, et al. PromptAttack: prompt-based attack for language models via gradient search. In: Proceedings of the 11th CCF International Conference on Natural Language Processing and Chinese Computing, Guilin, 2022. 682\u2013693"},{"key":"4222_CR524","volume-title":"Ignore previous prompt: attack techniques for language models","author":"F Perez","year":"2022","unstructured":"Perez F, Ribeiro I. Ignore previous prompt: attack techniques for language models. 2022. ArXiv:2211.09527"},{"key":"4222_CR525","volume-title":"Holistic evaluation of language models","author":"P Liang","year":"2022","unstructured":"Liang P, Bommasani R, Lee T, et al. Holistic evaluation of language models. 2022. ArXiv:2211.09110"},{"key":"4222_CR526","first-page":"2562","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi","author":"S Gururangan","year":"2022","unstructured":"Gururangan S, Card D, Dreier S K, et al. Whose language counts as high quality? Measuring language ideologies in text data selection. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, Abu Dhabi, 2022. 2562\u20132580"},{"key":"4222_CR527","volume-title":"Prompt injection attack against LLM-integrated applications","author":"Y Liu","year":"2023","unstructured":"Liu Y, Deng G, Li Y, et al. Prompt injection attack against LLM-integrated applications. 2023. ArXiv:2306.05499"},{"key":"4222_CR528","first-page":"1","volume-title":"Proceedings of IEEE Security and Privacy Workshops, San Francisco","author":"N Carlini","year":"2018","unstructured":"Carlini N, Wagner D A. Audio adversarial examples: targeted attacks on speech-to-text. In: Proceedings of IEEE Security and Privacy Workshops, San Francisco, 2018. 1\u20137"},{"key":"4222_CR529","first-page":"119","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing: System Demonstrations","author":"J X Morris","year":"2020","unstructured":"Morris J X, Lifland E, Yoo J Y, et al. TextAttack: a framework for adversarial attacks, data augmentation, and adversarial training in NLP. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing: System Demonstrations, 2020. 119\u2013126"},{"key":"4222_CR530","first-page":"1569","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"C Si","year":"2021","unstructured":"Si C, Zhang Z, Qi F, et al. Better robustness by more coverage: adversarial and mixup data augmentation for robust finetuning. In: Proceedings of Findings of the Association for Computational Linguistics, 2021. 1569\u20131576"},{"key":"4222_CR531","first-page":"3656","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"K Yoo","year":"2022","unstructured":"Yoo K, Kim J, Jang J, et al. Detection of adversarial examples in text classification: benchmark and baseline via robust density estimation. In: Proceedings of Findings of the Association for Computational Linguistics, 2022. 3656\u20133672"},{"key":"4222_CR532","first-page":"3831","volume-title":"Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing","author":"T Le","year":"2021","unstructured":"Le T, Park N, Lee D. A sweet rabbit hole by DARCY: using honeypots to detect universal trigger\u2019s adversarial attacks. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, 2021. 3831\u20133844"},{"key":"4222_CR533","volume-title":"Proceedings of the 7th International Conference on Learning Representations","author":"D Tsipras","year":"2019","unstructured":"Tsipras D, Santurkar S, Engstrom L, et al. Robustness may be at odds with accuracy. In: Proceedings of the 7th International Conference on Learning Representations, 2019"},{"key":"4222_CR534","first-page":"7472","volume-title":"Proceedings of the 36th International Conference on Machine Learning, Long Beach","author":"H Zhang","year":"2019","unstructured":"Zhang H, Yu Y, Jiao J, et al. Theoretically principled trade-off between robustness and accuracy. In: Proceedings of the 36th International Conference on Machine Learning, Long Beach, 2019. 7472\u20137482"},{"key":"4222_CR535","volume-title":"How much can we really trust you? Towards simple, interpretable trust quantification metrics for deep neural networks","author":"A Wong","year":"2020","unstructured":"Wong A, Wang X Y, Hryniowski A. How much can we really trust you? Towards simple, interpretable trust quantification metrics for deep neural networks. 2020. ArXiv:2009.05835"},{"key":"4222_CR536","doi-asserted-by":"publisher","first-page":"100270","DOI":"10.1016\/j.cosrev.2020.100270","volume":"37","author":"X Huang","year":"2020","unstructured":"Huang X, Kroening D, Ruan W, et al. A survey of safety and trustworthiness of deep neural networks: verification, testing, adversarial attack and defence, and interpretability. Comput Sci Rev, 2020, 37: 100270","journal-title":"Comput Sci Rev"},{"key":"4222_CR537","volume-title":"A survey of safety and trustworthiness of large language models through the lens of verification and validation","author":"X Huang","year":"2023","unstructured":"Huang X, Ruan W, Huang W, et al. A survey of safety and trustworthiness of large language models through the lens of verification and validation. 2023. ArXiv:2305.11391"},{"key":"4222_CR538","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, et al. Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res, 2020, 21: 5485\u20135551","journal-title":"J Mach Learn Res"},{"key":"4222_CR539","first-page":"1343","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics","author":"Y Chen","year":"2023","unstructured":"Chen Y, Yuan L, Cui G, et al. A close look into the calibration of pre-trained language models. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, 2023. 1343\u20131367"},{"key":"4222_CR540","doi-asserted-by":"publisher","first-page":"5454","DOI":"10.18653\/v1\/2020.acl-main.485","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","author":"S L Blodgett","year":"2020","unstructured":"Blodgett S L, Barocas S, III H D, et al. Language (technology) is power: a critical survey of \u201cbias\u201d in NLP. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, 2020. 5454\u20135476"},{"key":"4222_CR541","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1145\/3461702.3462536","volume-title":"Proceedings of AAAI\/ACM Conference on AI, Ethics, and Society","author":"W Guo","year":"2021","unstructured":"Guo W, Caliskan A. Detecting emergent intersectional biases: contextualized word embeddings contain a distribution of human-like biases. In: Proceedings of AAAI\/ACM Conference on AI, Ethics, and Society, 2021. 122\u2013133"},{"key":"4222_CR542","first-page":"4349","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"T Bolukbasi","year":"2016","unstructured":"Bolukbasi T, Chang K, Zou J Y, et al. Man is to computer programmer as woman is to homemaker? Debiasing word embeddings. In: Proceedings of Advances in Neural Information Processing Systems, 2016. 4349\u20134357"},{"key":"4222_CR543","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1126\/science.aal4230","volume":"356","author":"A Caliskan","year":"2017","unstructured":"Caliskan A, Bryson J J, Narayanan A. Semantics derived automatically from language corpora contain human-like biases. Science, 2017, 356: 183\u2013186","journal-title":"Science"},{"key":"4222_CR544","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3571730","volume":"55","author":"Z Ji","year":"2023","unstructured":"Ji Z, Lee N, Frieske R, et al. Survey of hallucination in natural language generation. ACM Comput Surv, 2023, 55: 1\u201338","journal-title":"ACM Comput Surv"},{"key":"4222_CR545","volume-title":"Self-contradictory hallucinations of large language models: evaluation, detection and mitigation","author":"N Mu\u00fcndler","year":"2023","unstructured":"Mu\u00fcndler N, He J, Jenko S, et al. Self-contradictory hallucinations of large language models: evaluation, detection and mitigation. 2023. ArXiv:2305.15852"},{"key":"4222_CR546","doi-asserted-by":"publisher","first-page":"1906","DOI":"10.18653\/v1\/2020.acl-main.173","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","author":"J Maynez","year":"2020","unstructured":"Maynez J, Narayan S, Bohnet B, et al. On faithfulness and factuality in abstractive summarization. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, 2020. 1906\u20131919"},{"key":"4222_CR547","volume-title":"A stitch in time saves nine: detecting and mitigating hallucinations of LLMs by validating low-confidence generation","author":"N Varshney","year":"2023","unstructured":"Varshney N, Yao W, Zhang H, et al. A stitch in time saves nine: detecting and mitigating hallucinations of LLMs by validating low-confidence generation. 2023. ArXiv:2307.03987"},{"key":"4222_CR548","doi-asserted-by":"publisher","first-page":"209101","DOI":"10.1007\/s11432-024-4158-4","volume":"67","author":"W J Ke","year":"2024","unstructured":"Ke W J, Shang Z Y, Luo Z Z, et al. Unveiling factuality and injecting knowledge for LLMs via reinforcement learning and data proportion. Sci China Inf Sci, 2024, 67: 209101","journal-title":"Sci China Inf Sci"},{"key":"4222_CR549","volume-title":"Let\u2019s verify step by step","author":"H Lightman","year":"2023","unstructured":"Lightman H, Kosaraju V, Burda Y, et al. Let\u2019s verify step by step. 2023. ArXiv:2305.20050"},{"key":"4222_CR550","first-page":"599","volume-title":"Proceedings of Findings of the Association for Computational Linguistics, Bangkok","author":"X Tang","year":"2024","unstructured":"Tang X, Zou A, Zhang Z, et al. MedAgents: large language models as collaborators for zero-shot medical reasoning. In: Proceedings of Findings of the Association for Computational Linguistics, Bangkok, 2024. 599\u2013621"},{"key":"4222_CR551","first-page":"1012","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin","author":"Y Guo","year":"2022","unstructured":"Guo Y, Yang Y, Abbasi A. Auto-Debias: debiasing masked language models with automated biased prompts. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, Dublin, 2022. 1012\u20131023"},{"key":"4222_CR552","volume-title":"Shortcut learning of large language models in natural language understanding: a survey","author":"M Du","year":"2022","unstructured":"Du M, He F, Zou N, et al. Shortcut learning of large language models in natural language understanding: a survey. 2022. ArXiv:2208.11857"},{"key":"4222_CR553","volume-title":"The malicious use of artificial intelligence: forecasting, prevention, and mitigation","author":"M Brundage","year":"2018","unstructured":"Brundage M, Avin S, Clark J, et al. The malicious use of artificial intelligence: forecasting, prevention, and mitigation. 2018. ArXiv:1802.07228"},{"key":"4222_CR554","volume-title":"On the opportunities and risks of foundation models","author":"R Bommasani","year":"2021","unstructured":"Bommasani R, Hudson D A, Adeli E, et al. On the opportunities and risks of foundation models. 2021. ArXiv:2108.07258"},{"key":"4222_CR555","volume-title":"From text to MITRE techniques: exploring the malicious use of large language models for generating cyber attack payloads","author":"P V S Charan","year":"2023","unstructured":"Charan P V S, Chunduri H, Anand P M, et al. From text to MITRE techniques: exploring the malicious use of large language models for generating cyber attack payloads. 2023. ArXiv:2305.15336"},{"key":"4222_CR556","volume-title":"Putting humans in the natural language processing loop: a survey","author":"Z J Wang","year":"2021","unstructured":"Wang Z J, Choi D, Xu S, et al. Putting humans in the natural language processing loop: a survey. 2021. ArXiv:2103.04044"},{"key":"4222_CR557","volume-title":"Language agents in the digital world: opportunities and risks","author":"S Yao","year":"2023","unstructured":"Yao S, Narasimhan K. Language agents in the digital world: opportunities and risks. 2023. https:\/\/princeton-nlp.github.io"},{"key":"4222_CR558","volume-title":"Three Laws of Robotics","author":"I Asimov","year":"1942","unstructured":"Asimov I. Three Laws of Robotics. 1942. https:\/\/en.wikipedia.org\/wiki\/Three_Laws_of_Robotics"},{"key":"4222_CR559","volume-title":"R-Judge: benchmarking safety risk awareness for LLM agents","author":"T Yuan","year":"2024","unstructured":"Yuan T, He Z, Dong L, et al. R-Judge: benchmarking safety risk awareness for LLM agents. 2024. ArXiv:2401.10019"},{"key":"4222_CR560","first-page":"12","volume":"1","author":"N Elhage","year":"2021","unstructured":"Elhage N, Nanda N, Olsson C, et al. A mathematical framework for transformer circuits. Transformer Circ Thread, 2021, 1: 12","journal-title":"Transformer Circ Thread"},{"key":"4222_CR561","volume-title":"Mindstorms in natural language-based societies of mind","author":"M Zhuge","year":"2023","unstructured":"Zhuge M, Liu H, Faccio F, et al. Mindstorms in natural language-based societies of mind. 2023. ArXiv:2305.17066"},{"key":"4222_CR562","volume-title":"Is there any social principle for llm-based agents?","author":"J Bai","year":"2023","unstructured":"Bai J, Zhang S, Chen Z. Is there any social principle for llm-based agents? 2023. ArXiv:2308.11136"},{"key":"4222_CR563","volume-title":"Proceedings of the 9th International Conference on Learning Representations","author":"M Shridhar","year":"2021","unstructured":"Shridhar M, Yuan X, C\u00f4ot\u00e9 M, et al. ALFWorld: aligning text and embodied environments for interactive learning. In: Proceedings of the 9th International Conference on Learning Representations, 2021"},{"key":"4222_CR564","volume-title":"Augmenting autotelic agents with large language models","author":"C Colas","year":"2023","unstructured":"Colas C, Teodorescu L, Oudeyer P, et al. Augmenting autotelic agents with large language models. 2023. ArXiv:2305.12487"},{"key":"4222_CR565","volume-title":"Unlimiformer: long-range transformers with unlimited length input","author":"A Bertsch","year":"2023","unstructured":"Bertsch A, Alon U, Neubig G, et al. Unlimiformer: long-range transformers with unlimited length input. 2023. ArXiv:2305.01625"},{"key":"4222_CR566","first-page":"28792","volume-title":"Proceedings of International Conference on Machine Learning, Honolulu","author":"J R Chowdhury","year":"2023","unstructured":"Chowdhury J R, Caragea C. Monotonic location attention for length generalization. In: Proceedings of International Conference on Machine Learning, Honolulu, 2023. 28792\u201328808"},{"key":"4222_CR567","first-page":"621","volume-title":"Proceedings of the 8th IEEE International Conference on Cloud Computing, New York City","author":"Y Duan","year":"2015","unstructured":"Duan Y, Fu G, Zhou N, et al. Everything as a service (XaaS) on the cloud: origins, current and future trends. In: Proceedings of the 8th IEEE International Conference on Cloud Computing, New York City, 2015. 621\u2013628"},{"key":"4222_CR568","first-page":"60","volume":"2","author":"S Bhardwaj","year":"2010","unstructured":"Bhardwaj S, Jain L, Jain S. Cloud computing: a study of infrastructure as a service (IAAS). Int J Engin Inform Technol, 2010, 2: 60\u201363","journal-title":"Int J Engin Inform Technol"},{"key":"4222_CR569","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/MS.2015.43","volume":"32","author":"N Serrano","year":"2015","unstructured":"Serrano N, Gallardo G, Hernantes J. Infrastructure as a service and cloud technologies. IEEE Softw, 2015, 32: 30\u201336","journal-title":"IEEE Softw"},{"key":"4222_CR570","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.800-145","volume-title":"The NIST definition of cloud computing. Special Publication (NIST SP)","author":"P Mell","year":"2011","unstructured":"Mell P, Grance T. The NIST definition of cloud computing. Special Publication (NIST SP), National Institute of Standards and Technology, Gaithersburg, 2011. doi: https:\/\/doi.org\/10.6028\/NIST.SP.800-145"},{"key":"4222_CR571","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1109\/MC.2008.185","volume":"41","author":"G Lawton","year":"2008","unstructured":"Lawton G. Developing software online with platform-as-a-service technology. Computer, 2008, 41: 13\u201315","journal-title":"Computer"},{"key":"4222_CR572","first-page":"558","volume-title":"Proceedings of the 5th International Conference on Service-Oriented Computing, Vienna","author":"W Sun","year":"2007","unstructured":"Sun W, Zhang K, Chen S K, et al. Software as a service: an integration perspective. In: Proceedings of the 5th International Conference on Service-Oriented Computing, Vienna, 2007. 558\u2013569"},{"key":"4222_CR573","first-page":"2007","volume":"6","author":"A Dubey","year":"2007","unstructured":"Dubey A, Wagle D. Delivering software as a service. The McKinsey Quart, 2007, 6: 2007","journal-title":"The McKinsey Quart"},{"key":"4222_CR574","first-page":"20841","volume-title":"Proceedings of International Conference on Machine Learning, Baltimore","author":"T Sun","year":"2022","unstructured":"Sun T, Shao Y, Qian H, et al. Black-box tuning for language-model-as-a-service. In: Proceedings of International Conference on Machine Learning, Baltimore, 2022. 20841\u201320855"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-024-4222-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-024-4222-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-024-4222-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T22:03:18Z","timestamp":1774216998000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-024-4222-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,17]]},"references-count":574,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,2]]}},"alternative-id":["4222"],"URL":"https:\/\/doi.org\/10.1007\/s11432-024-4222-0","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,17]]},"assertion":[{"value":"7 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 October 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 November 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 January 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"121101"}}