{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T13:55:00Z","timestamp":1777038900877,"version":"3.51.4"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100006233","name":"National Renewable Energy Laboratory for the U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC36-08GO28308"],"award-info":[{"award-number":["DE-AC36-08GO28308"]}],"id":[{"id":"10.13039\/100006233","id-type":"DOI","asserted-by":"publisher"}]},{"name":"U.S. Department of Defense (DOD), the Environmental Security Technology Certification Program","award":["EW22-7467"],"award-info":[{"award-number":["EW22-7467"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1109\/tsg.2025.3598082","type":"journal-article","created":{"date-parts":[[2025,8,12]],"date-time":"2025-08-12T18:02:59Z","timestamp":1755021779000},"page":"5589-5601","source":"Crossref","is-referenced-by-count":4,"title":["Multi-Agent Hierarchical Deep Reinforcement Learning for HVAC Control With Flexible DERs"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4647-7491","authenticated-orcid":false,"given":"Yansong","family":"Pei","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Connecticut, Storrs, CT, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3847-815X","authenticated-orcid":false,"given":"Yiyun","family":"Yao","sequence":"additional","affiliation":[{"name":"Power Systems Engineering Center, National Renewable Energy Laboratory, Golden, CO, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8498-9666","authenticated-orcid":false,"given":"Junbo","family":"Zhao","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Connecticut, Storrs, CT, USA"}]},{"given":"Jun","family":"Hao","sequence":"additional","affiliation":[{"name":"Power Systems Engineering Center, National Renewable Energy Laboratory, Golden, CO, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2500-1275","authenticated-orcid":false,"given":"Fei","family":"Ding","sequence":"additional","affiliation":[{"name":"Power Systems Engineering Center, National Renewable Energy Laboratory, Golden, CO, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3108-8773","authenticated-orcid":false,"given":"Jiyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Connecticut, Storrs, CT, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2007.03.007"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2017.05.074"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2017.08.010"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2014.2387095"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2019.2917675"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2024.113895"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICMTMA.2011.63"},{"key":"ref8","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3011739"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSUSC.2019.2910533"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.35833\/MPCE.2022.000249"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2992117"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3164023"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSUSC.2022.3164084"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSUSC.2023.3251302"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2024.3366869"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3152586"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2023.113770"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2014.10.048"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3390\/app12178914"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2020.08.035"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2015.2414719"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2012.09.019"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2186531"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2010.2053053"},{"issue":"1","key":"ref26","doi-asserted-by":"crossref","first-page":"466","DOI":"10.1016\/j.energy.2012.03.022","article-title":"Distributed energy resource short-term scheduling using signaled particle swarm optimization","volume":"42","author":"Soares","year":"2012","journal-title":"Energy"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TDC.2002.1177567"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2006.889132"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.2971530"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2884323"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2834219"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2396993"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3088290"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2976771"},{"key":"ref35","doi-asserted-by":"crossref","DOI":"10.1016\/j.apenergy.2022.120500","article-title":"Multi-agent hierarchical reinforcement learning for energy management","volume":"332","author":"Jendoubi","year":"2023","journal-title":"Appl. Energy"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM51994.2024.10688588"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/iSPEC53008.2021.9735897"},{"key":"ref38","volume-title":"Understanding Demand for Business","year":"2024"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2231440"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.renene.2018.03.022"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74048-3_4"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/3477.764879"},{"key":"ref43","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2023.110975"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.08.055"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1021\/ci0500379"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-3878-0_14"},{"issue":"1","key":"ref48","first-page":"5","article-title":"Introduction to the k-means clustering algorithm based on the elbow method","volume":"1","author":"Cui","year":"2020","journal-title":"Account., Audit. Finan."}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5165411\/11214576\/11123597-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/5165411\/11214576\/11123597.pdf?arnumber=11123597","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,24]],"date-time":"2025-10-24T04:43:54Z","timestamp":1761281034000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11123597\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":48,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2025.3598082","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11]]}}}