{"id":"https://openalex.org/W4411203513","doi":"https://doi.org/10.1109/tnnls.2025.3574208","title":"Deep Reinforcement Learning Approach for Dynamic Distribution Network Reconfiguration Based on Sequential Masking","display_name":"Deep Reinforcement Learning Approach for Dynamic Distribution Network Reconfiguration Based on Sequential Masking","publication_year":2025,"publication_date":"2025-06-11","ids":{"openalex":"https://openalex.org/W4411203513","doi":"https://doi.org/10.1109/tnnls.2025.3574208","pmid":"https://pubmed.ncbi.nlm.nih.gov/40498612"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3574208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3574208","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075002078","display_name":"Ruoheng Wang","orcid":"https://orcid.org/0000-0002-8865-1785"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Ruoheng Wang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8865-1785","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076236935","display_name":"Xiaowen Bi","orcid":"https://orcid.org/0000-0001-6513-6521"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaowen Bi","raw_affiliation_strings":["Department of Statistics and Data Science, Guangdong Provincial/Zhuhai Key Laboratory of IRADS, Beijing Normal-Hong Kong Baptist University, Zhuhai, China"],"raw_orcid":"https://orcid.org/0000-0001-6513-6521","affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Guangdong Provincial/Zhuhai Key Laboratory of IRADS, Beijing Normal-Hong Kong Baptist University, Zhuhai, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086445784","display_name":"Siqi Bu","orcid":"https://orcid.org/0000-0002-1047-2568"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Siqi Bu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Shenzhen Research Institute, the Research Center for Grid Modernisation, the Research Institute for Smart Energy, the Policy Research Center for Innovation and Technology, the International Center of Urban Energy Nexus, and the Center for Advances in Reliability and Safety, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1047-2568","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Shenzhen Research Institute, the Research Center for Grid Modernisation, the Research Institute for Smart Energy, the Policy Research Center for Innovation and Technology, the International Center of Urban Energy Nexus, and the Center for Advances in Reliability and Safety, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011788992","display_name":"Zhixian Tang","orcid":"https://orcid.org/0000-0003-2678-6681"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhixian Tang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075002078"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":3.2656,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.92149823,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"36","issue":"10","first_page":"19270","last_page":"19284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12451","display_name":"Smart Grid and Power Systems","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12451","display_name":"Smart Grid and Power Systems","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.8466869592666626},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.7885359525680542},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.74803227186203},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6172716021537781},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4704500734806061},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46047914028167725},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1494685709476471},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.12907913327217102},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.05550730228424072},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0450497567653656}],"concepts":[{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.8466869592666626},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.7885359525680542},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.74803227186203},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6172716021537781},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4704500734806061},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46047914028167725},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1494685709476471},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.12907913327217102},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.05550730228424072},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0450497567653656},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2025.3574208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3574208","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40498612","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40498612","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/116189","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/116189","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal/Magazine Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1981002473","https://openalex.org/W2357657342","https://openalex.org/W2153432761","https://openalex.org/W2152623100","https://openalex.org/W4214878056","https://openalex.org/W1580144672","https://openalex.org/W2142042635","https://openalex.org/W1988127757","https://openalex.org/W4248634784","https://openalex.org/W2103296973"],"abstract_inverted_index":{"Dynamic":[0],"distribution":[1,18],"network":[2],"reconfiguration":[3],"(DDNR)":[4],"is":[5,32,99],"a":[6,80,86,94,122,133,157],"widely":[7],"used":[8],"technique":[9],"for":[10,102],"the":[11,23,36,56,165,184,187],"secure":[12],"and":[13,88,145,160,174,194],"economic":[14],"operation":[15],"of":[16,25,39,60,82,135,186],"power":[17,46,52],"networks":[19],"(PDNs),":[20],"especially":[21],"in":[22,48,190],"presence":[24],"high-penetration":[26],"renewable":[27],"energy":[28],"sources":[29],"(RESs).":[30],"DDNR":[31,78,166],"realized":[33],"by":[34,93],"controlling":[35],"on/off":[37],"status":[38],"remotely":[40],"controlled":[41],"switches":[42],"(RCSs)":[43],"equipped":[44],"at":[45],"lines":[47],"PDNs":[49],"to":[50,55,64,104,112,126,164],"optimize":[51],"flows.":[53],"Thanks":[54],"enhanced":[57],"data":[58],"availability":[59],"PDNs,":[61],"data-driven":[62,172],"solutions":[63],"DDNR,":[65],"such":[66],"as":[67],"deep":[68],"reinforcement":[69],"learning":[70],"(DRL),":[71],"have":[72],"gained":[73],"growing":[74],"attention":[75],"recently.":[76],"However,":[77],"solves":[79],"sequence":[81,134],"combinatorial":[83],"problems":[84,114],"featuring":[85],"vast":[87],"sparse":[89],"action":[90,130],"space":[91,131],"incurred":[92],"so-called":[95],"\"radiality":[96],"constraint,\"":[97],"which":[98],"highly":[100],"challenging":[101],"DRLs":[103],"handle.":[105],"Existing":[106],"DRL":[107,162],"methods":[108,173],"are":[109,153,177],"either":[110],"unscalable":[111],"large-scale":[113],"or":[115],"potentially":[116],"restrict":[117],"optimality.":[118],"Hence,":[119],"we":[120],"propose":[121],"sequential":[123],"masking":[124],"strategy":[125],"decompose":[127],"its":[128],"complex":[129],"into":[132],"maskable":[136],"sub-action":[137],"spaces.":[138],"A":[139],"gated":[140],"recurrent":[141],"unit":[142],"(GRU)-based":[143],"agent":[144],"an":[146],"adapted":[147],"soft":[148],"actor":[149],"critic":[150],"(SAC)":[151],"algorithm":[152],"designed":[154],"accordingly,":[155],"producing":[156],"data-efficient,":[158],"safety-guaranteed,":[159],"scalable":[161],"solution":[163],"problem.":[167],"Comprehensive":[168],"comparisons":[169],"with":[170],"existing":[171],"model-based":[175],"benchmarks":[176],"conducted":[178],"via":[179],"various":[180],"case":[181],"studies,":[182],"demonstrating":[183],"advantages":[185],"proposed":[188],"method":[189],"both":[191],"algorithmic":[192],"performance":[193],"scalability.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-01-24T23:23:39.755997","created_date":"2025-10-10T00:00:00"}