{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T15:30:52Z","timestamp":1777390252742,"version":"3.51.4"},"reference-count":38,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100008043","name":"Zhejiang Sci-Tech University","doi-asserted-by":"publisher","award":["24242088-Y"],"award-info":[{"award-number":["24242088-Y"]}],"id":[{"id":"10.13039\/501100008043","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004731","name":"Natural Science Foundation of Zhejiang Province","doi-asserted-by":"publisher","award":["LR24E050002"],"award-info":[{"award-number":["LR24E050002"]}],"id":[{"id":"10.13039\/501100004731","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013145","name":"Primary Research and Development Plan of Zhejiang Province","doi-asserted-by":"publisher","award":["2024C01257"],"award-info":[{"award-number":["2024C01257"]}],"id":[{"id":"10.13039\/501100013145","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013145","name":"Primary Research and Development Plan of Zhejiang Province","doi-asserted-by":"publisher","award":["2023C03015"],"award-info":[{"award-number":["2023C03015"]}],"id":[{"id":"10.13039\/501100013145","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100016692","name":"Key Research and Development Program of Ningxia","doi-asserted-by":"publisher","award":["2023BDE03002"],"award-info":[{"award-number":["2023BDE03002"]}],"id":[{"id":"10.13039\/100016692","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52275037"],"award-info":[{"award-number":["52275037"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["51875528"],"award-info":[{"award-number":["51875528"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["41506116"],"award-info":[{"award-number":["41506116"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Engineering Applications of Artificial Intelligence"],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1016\/j.engappai.2025.112781","type":"journal-article","created":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T01:30:55Z","timestamp":1761355855000},"page":"112781","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":8,"special_numbering":"P2","title":["Posture stability control of a beaver-like bipedal robot based on the deep interactive twin delayed deep deterministic policy gradient algorithm"],"prefix":"10.1016","volume":"163","author":[{"given":"Gang","family":"Chen","sequence":"first","affiliation":[]},{"given":"Hanhan","family":"Xue","sequence":"additional","affiliation":[]},{"given":"Zhihan","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Yuwang","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Guangke","family":"Cao","sequence":"additional","affiliation":[]},{"given":"Chenguang","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Huosheng","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Chuanyu","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Jinfeng","family":"Zeng","sequence":"additional","affiliation":[]},{"given":"Lichun","family":"Weng","sequence":"additional","affiliation":[]},{"given":"Pingyu","family":"Yang","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.engappai.2025.112781_bib1","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1080\/11762320903244843","article-title":"Controlling underwater robots with electronic nervous systems","volume":"7","author":"Ayers","year":"2010","journal-title":"Appl. Bionics Biomech."},{"key":"10.1016\/j.engappai.2025.112781_bib2","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2021.109296","article-title":"Hybrid tail excitation for robotic fish: modeling and performance analysis","volume":"234","author":"Basta","year":"2021","journal-title":"Ocean. Eng."},{"key":"10.1016\/j.engappai.2025.112781_bib3","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1016\/j.robot.2018.05.016","article-title":"Adaptive low-level control of autonomous underwater vehicles using deep reinforcement learning","volume":"107","author":"Carlucho","year":"2018","journal-title":"Robot. Autonom. Syst."},{"key":"10.1016\/j.engappai.2025.112781_bib5","doi-asserted-by":"crossref","first-page":"2327","DOI":"10.1109\/TSMC.2018.2812903","article-title":"Toward a maneuverable miniature robotic fish equipped with a novel magnetic actuator system","volume":"50","author":"Chen","year":"2020","journal-title":"IEEE Trans. Syst. Man Cybern, Syst."},{"key":"10.1016\/j.engappai.2025.112781_bib6","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2021.109179","article-title":"Hydrodynamic model of the beaver-like bendable webbed foot and paddling characteristics under different flow velocities","volume":"234","author":"Chen","year":"2021","journal-title":"Ocean. Eng."},{"key":"10.1016\/j.engappai.2025.112781_bib7","doi-asserted-by":"crossref","DOI":"10.1016\/j.apor.2021.102551","article-title":"Water hydraulic soft actuators for underwater autonomous robotic systems","volume":"109","author":"Chen","year":"2021","journal-title":"Appl. Ocean Res."},{"key":"10.1016\/j.engappai.2025.112781_bib8","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2023.114550","article-title":"Modeling of swimming posture dynamics for a beaver-like robot","volume":"279","author":"Chen","year":"2023","journal-title":"Ocean. Eng."},{"key":"10.1016\/j.engappai.2025.112781_bib9","doi-asserted-by":"crossref","first-page":"3376","DOI":"10.1109\/TMECH.2023.3266778","article-title":"Design and control of a novel bionic Mantis shrimp robot","volume":"28","author":"Chen","year":"2023","journal-title":"IEEE ASME Trans. Mechatron."},{"issue":"3","key":"10.1016\/j.engappai.2025.112781_bib10","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1007\/s11370-023-00508-z","article-title":"Autonomous gait switching method and experiments of a hexapod walking robot for Mars environment with multiple terrains","volume":"17","author":"Chen","year":"2024","journal-title":"Intell. Serv. Robot."},{"key":"10.1016\/j.engappai.2025.112781_bib11","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2024.116963","article-title":"Target tracking control of a bionic mantis shrimp robot with closed-loop central pattern generators","volume":"297","author":"Chen","year":"2024","journal-title":"Ocean. Eng."},{"issue":"9","key":"10.1016\/j.engappai.2025.112781_bib12","doi-asserted-by":"crossref","first-page":"6859","DOI":"10.1007\/s11071-024-09446-6","article-title":"Dynamic tail modeling and motion analysis of a beaver-like robot","volume":"112","author":"Chen","year":"2024","journal-title":"Nonlinear Dyn."},{"key":"10.1016\/j.engappai.2025.112781_bib13","article-title":"Multi-performance index reinforcement learning training of beaver-like robot","volume":"36","author":"Chen","year":"2025","journal-title":"Meas. Sci. Technol."},{"key":"10.1016\/j.engappai.2025.112781_bib14","article-title":"Motion stability analysis of beaver-like robot","author":"Chen","year":"2025","journal-title":"Proc. Inst. Mech. Eng. Part M- J. Eng. Marit. Environ."},{"key":"10.1016\/j.engappai.2025.112781_bib15","doi-asserted-by":"crossref","first-page":"1019","DOI":"10.1109\/TSMC.2016.2645699","article-title":"Adaptive neural network control of AUVs with control input nonlinearities using reinforcement learning","volume":"47","author":"Cui","year":"2017","journal-title":"IEEE Trans. Syst. Man Cybern, Syst."},{"issue":"3","key":"10.1016\/j.engappai.2025.112781_bib16","doi-asserted-by":"crossref","first-page":"1522","DOI":"10.1109\/TMECH.2022.3229188","article-title":"Design and control of a multiple-section continuum robot with a hybrid sensing system","volume":"28","author":"Fang","year":"2023","journal-title":"IEEE ASME Trans. Mechatron."},{"key":"10.1016\/j.engappai.2025.112781_bib17","series-title":"ICML, Stockholm, Sweden","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","author":"Fujimoto","year":"2018"},{"key":"10.1016\/j.engappai.2025.112781_bib19","series-title":"AAAI Conference on Artificial Intelligence","first-page":"3215","article-title":"Rainbow: combining improvements in deep reinforcement learning","author":"Hessel","year":"2018"},{"key":"10.1016\/j.engappai.2025.112781_bib20","series-title":"ICRA, Xian","first-page":"12033","article-title":"China. Deep reinforcement learning framework for underwater locomotion of soft robot","author":"Li","year":"2021"},{"key":"10.1016\/j.engappai.2025.112781_bib21","doi-asserted-by":"crossref","first-page":"S177","DOI":"10.1016\/S1672-6529(09)60233-X","article-title":"Supervised neural q_learning based motion control for bionic underwater robots","volume":"7","author":"Lin","year":"2010","journal-title":"J. Bionic Eng."},{"key":"10.1016\/j.engappai.2025.112781_bib22","article-title":"Deep reinforcement learning for vectored thruster autonomous underwater vehicle control","volume":"2021","author":"Liu","year":"2021","journal-title":"Complexity"},{"key":"10.1016\/j.engappai.2025.112781_bib23","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2021.108650","article-title":"Tracking the fine scale movements of fish using autonomous maritime robotics: a systematic state of the art review","volume":"229","author":"Nash","year":"2021","journal-title":"Ocean. Eng."},{"key":"10.1016\/j.engappai.2025.112781_bib25","series-title":"Deep Reinforcement Learning","first-page":"95","article-title":"Deep Q Network (DQN), double DQN, and dueling DQN","author":"Sewak","year":"2019"},{"key":"10.1016\/j.engappai.2025.112781_bib26","doi-asserted-by":"crossref","first-page":"111731","DOI":"10.1109\/ACCESS.2020.3002928","article-title":"A hybrid forecasting model for the velocity of hybrid robotic fish based on back-propagation neural network with genetic algorithm optimization","volume":"8","author":"Shen","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.engappai.2025.112781_bib27","series-title":"ICML, Bejing, China","first-page":"387","article-title":"Deterministic Policy gradient algorithms","author":"Silver","year":"2014"},{"key":"10.1016\/j.engappai.2025.112781_bib29","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1038\/scientificamerican0395-64","article-title":"An efficient swimming machine","volume":"272","author":"Triantafyllou","year":"1995","journal-title":"Sci. Am."},{"issue":"3","key":"10.1016\/j.engappai.2025.112781_bib30","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1109\/MRA.2022.3223220","article-title":"A continuum robot for remote applications: from industrial to medical surgery with slender continuum robots","volume":"30","author":"Troncoso","year":"2023","journal-title":"IEEE Robot. Autom. Mag."},{"key":"10.1016\/j.engappai.2025.112781_bib31","doi-asserted-by":"crossref","first-page":"144","DOI":"10.1016\/j.neucom.2019.01.062","article-title":"Control and optimization of a bionic robotic fish through a combination of CPG model and PSO","volume":"337","author":"Wang","year":"2019","journal-title":"Neurocomputing"},{"key":"10.1016\/j.engappai.2025.112781_bib32","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1109\/TSMC.2017.2683524","article-title":"Autonomous optimization of swimming gait in a fish robot with multiple onboard sensors","volume":"49","author":"Wang","year":"2019","journal-title":"IEEE Trans. Syst. Man. Cybern, Syst"},{"issue":"11","key":"10.1016\/j.engappai.2025.112781_bib33","doi-asserted-by":"crossref","first-page":"9317","DOI":"10.1109\/JIOT.2021.3055953","article-title":"Design, modeling, control, and experiments for a fish-robot-based IoT platform to enable smart ocean","volume":"8","author":"Wang","year":"2021","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.engappai.2025.112781_bib34","doi-asserted-by":"crossref","first-page":"3741","DOI":"10.1109\/TNNLS.2021.3054402","article-title":"Target tracking control of a biomimetic underwater vehicle through deep reinforcement learning","volume":"33","author":"Wang","year":"2022","journal-title":"IEEE Transact. Neural Networks Learn. Syst."},{"key":"10.1016\/j.engappai.2025.112781_bib35","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1109\/LRA.2019.2941827","article-title":"An experimental study on the fish body flapping patterns by using a biomimetic robot fish","volume":"5","author":"Xie","year":"2020","journal-title":"IEEE Rob. Autom. Lett."},{"key":"10.1016\/j.engappai.2025.112781_bib37","doi-asserted-by":"crossref","first-page":"1962","DOI":"10.1109\/TNNLS.2015.2459913","article-title":"CPG network optimization for a biomimetic robotic fish via PSO","volume":"27","author":"Yu","year":"2016","journal-title":"IEEE Transact. Neural Networks Learn. Syst."},{"key":"10.1016\/j.engappai.2025.112781_bib38","doi-asserted-by":"crossref","first-page":"6523","DOI":"10.1109\/TSMC.2019.2963246","article-title":"Underwater target tracking control of an untethered robotic fish with a camera stabilizer","volume":"51","author":"Yu","year":"2021","journal-title":"IEEE Trans. Syst. Man. Cybern, Syst"},{"key":"10.1016\/j.engappai.2025.112781_bib39","series-title":"Research on the Underwater Bionic Undulatory-Fin Propulsor and its Control Method","author":"Zhang","year":"2007"},{"key":"10.1016\/j.engappai.2025.112781_bib40","doi-asserted-by":"crossref","first-page":"1846","DOI":"10.1109\/TMECH.2016.2555703","article-title":"Design and control of an agile robotic fish with integrative biomimetic mechanisms","volume":"21","author":"Zhang","year":"2016","journal-title":"IEEE ASME Trans. Mechatron."},{"key":"10.1016\/j.engappai.2025.112781_bib45","series-title":"2018 IEEE 8th Annual International Conference on CYBER Technology in Automation, Control, and Intelligent Systems (CYBER)","first-page":"323","article-title":"Gliding control of underwater gliding snake-like robot based on reinforcement learning","author":"Zhang","year":"2018"},{"key":"10.1016\/j.engappai.2025.112781_bib41","doi-asserted-by":"crossref","first-page":"24258","DOI":"10.1109\/ACCESS.2020.2970433","article-title":"Deep interactive reinforcement learning for path following of autonomous underwater vehicle","volume":"8","author":"Zhang","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.engappai.2025.112781_bib44","doi-asserted-by":"crossref","first-page":"1215","DOI":"10.3724\/SP.J.1004.2008.01215","article-title":"Study on the pitching and depth control of biomimetic robot fish: study on the pitching and depth control of biomimetic robot fish","volume":"34","author":"Zhou","year":"2009","journal-title":"Acta Autom. Sin."}],"container-title":["Engineering Applications of Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S095219762502812X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S095219762502812X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T06:20:41Z","timestamp":1773296441000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S095219762502812X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1]]},"references-count":38,"alternative-id":["S095219762502812X"],"URL":"https:\/\/doi.org\/10.1016\/j.engappai.2025.112781","relation":{},"ISSN":["0952-1976"],"issn-type":[{"value":"0952-1976","type":"print"}],"subject":[],"published":{"date-parts":[[2026,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Posture stability control of a beaver-like bipedal robot based on the deep interactive twin delayed deep deterministic policy gradient algorithm","name":"articletitle","label":"Article Title"},{"value":"Engineering Applications of Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.engappai.2025.112781","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"112781"}}