{"id":"https://openalex.org/W4415883185","doi":"https://doi.org/10.1109/jiot.2025.3625670","title":"Collaborative Offloading for Interacting Users in Cloud\u2013Edge\u2013Terminal Networks","display_name":"Collaborative Offloading for Interacting Users in Cloud\u2013Edge\u2013Terminal Networks","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415883185","doi":"https://doi.org/10.1109/jiot.2025.3625670"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3625670","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3625670","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075480238","display_name":"Xiangquao Yan","orcid":"https://orcid.org/0009-0008-3504-6160"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuezhe Yan","raw_affiliation_strings":["Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0008-3504-6160","affiliations":[{"raw_affiliation_string":"Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069115701","display_name":"Ning Chen","orcid":"https://orcid.org/0000-0002-7364-3248"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Chen","raw_affiliation_strings":["Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-7364-3248","affiliations":[{"raw_affiliation_string":"Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070500266","display_name":"Zhichen Ni","orcid":"https://orcid.org/0000-0002-4797-6751"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichen Ni","raw_affiliation_strings":["Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-4797-6751","affiliations":[{"raw_affiliation_string":"Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029242549","display_name":"Huansheng Xue","orcid":"https://orcid.org/0000-0003-1931-9655"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huansheng Xue","raw_affiliation_strings":["Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1931-9655","affiliations":[{"raw_affiliation_string":"Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100762417","display_name":"Haiyang Sun","orcid":"https://orcid.org/0009-0007-5184-478X"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyang Sun","raw_affiliation_strings":["Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0009-0007-5184-478X","affiliations":[{"raw_affiliation_string":"Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005165463","display_name":"Honglong Chen","orcid":"https://orcid.org/0000-0003-0739-6338"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honglong Chen","raw_affiliation_strings":["Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0739-6338","affiliations":[{"raw_affiliation_string":"Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment and the College of Control Science and Engineering, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]},{"raw_affiliation_string":"College of Control Science and Engineering, Qingdao Key Laboratory of Intelligent Sensing Technology for Extreme Environment, China University of Petroleum (East China), Qingdao, China","institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075480238"],"corresponding_institution_ids":["https://openalex.org/I143413998","https://openalex.org/I4210162190"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36219827,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"1","first_page":"637","last_page":"649"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.779699981212616},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.671500027179718},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6406999826431274},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.635699987411499},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.61080002784729},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5166000127792358},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4706999957561493},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4032000005245209},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3822000026702881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8827999830245972},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.779699981212616},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.671500027179718},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6406999826431274},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.635699987411499},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6215000152587891},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.61080002784729},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4706999957561493},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.31709998846054077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30880001187324524},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.30070000886917114},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3625670","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3625670","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1132031322","display_name":null,"funder_award_id":"61772551","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G155565678","display_name":null,"funder_award_id":"27RA2505005","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4338576413","display_name":null,"funder_award_id":"62111530052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7522849055","display_name":null,"funder_award_id":"25-1-1-106-zyyd-jch","funder_id":"https://openalex.org/F4320328636","funder_display_name":"Natural Science Foundation of Qingdao"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328636","display_name":"Natural Science Foundation of Qingdao","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2946414957","https://openalex.org/W2987779835","https://openalex.org/W3042295539","https://openalex.org/W3156616533","https://openalex.org/W3196172277","https://openalex.org/W3197414275","https://openalex.org/W3208229128","https://openalex.org/W3213200620","https://openalex.org/W4206321341","https://openalex.org/W4206520343","https://openalex.org/W4210485470","https://openalex.org/W4285121926","https://openalex.org/W4285122268","https://openalex.org/W4285149407","https://openalex.org/W4285254743","https://openalex.org/W4285256074","https://openalex.org/W4289538258","https://openalex.org/W4299396283","https://openalex.org/W4302931966","https://openalex.org/W4308089117","https://openalex.org/W4312392773","https://openalex.org/W4312606564","https://openalex.org/W4312626665","https://openalex.org/W4328030963","https://openalex.org/W4379034006","https://openalex.org/W4382371016","https://openalex.org/W4383220107","https://openalex.org/W4383220213","https://openalex.org/W4385819823","https://openalex.org/W4385882266","https://openalex.org/W4386536449","https://openalex.org/W4387068236","https://openalex.org/W4387490446","https://openalex.org/W4388754855","https://openalex.org/W4389887560","https://openalex.org/W4390533376","https://openalex.org/W4391020236","https://openalex.org/W4392979808","https://openalex.org/W4394896816","https://openalex.org/W4400228843"],"related_works":[],"abstract_inverted_index":{"The":[0,76,137],"rapid":[1],"growth":[2],"of":[3,74,79],"IoT":[4],"devices":[5],"has":[6],"led":[7],"to":[8,44,47,131],"an":[9],"increase":[10],"in":[11,37,134],"computation-intensive":[12],"and":[13,33,71,82,149],"latency-sensitive":[14],"tasks,":[15],"making":[16],"traditional":[17],"cloud":[18],"computing":[19],"insufficient.":[20],"Cloud-edge-terminal":[21],"collaboration":[22],"can":[23],"enhance":[24],"offload":[25],"efficiency":[26],"by":[27],"optimizing":[28],"processing":[29],"latency,":[30],"energy":[31],"consumption,":[32],"price":[34,83],"cost.":[35],"However,":[36],"real-world":[38],"networks,":[39],"computational":[40],"results":[41,139],"often":[42],"need":[43],"be":[45],"transmitted":[46],"multiple":[48],"users,":[49,64],"increasing":[50],"the":[51,94,105,110,115,128,142],"offloading":[52,60],"complexity.":[53],"This":[54],"paper":[55],"proposes":[56],"a":[57,88,98,118],"three-tier":[58],"collaborative":[59],"architecture":[61],"for":[62],"interacting":[63],"considering":[65],"constraints":[66],"such":[67],"as":[68,87],"service":[69],"caching":[70],"various":[72],"types":[73],"resources.":[75],"optimization":[77],"problem":[78],"computation":[80],"latency":[81],"cost":[84],"is":[85,125],"modeled":[86],"Markov":[89],"Decision":[90],"Process.":[91],"To":[92],"address":[93],"problem,":[95],"we":[96],"propose":[97],"deep":[99],"reinforcement":[100],"learning":[101,124],"algorithm":[102,116],"based":[103],"on":[104],"soft":[106],"actor-critic":[107],"framework.":[108],"Given":[109],"discrete-continuous":[111],"hybrid":[112],"action":[113],"space,":[114],"incorporates":[117],"dual-head":[119],"mechanism.":[120],"After":[121],"that,":[122],"transfer":[123],"incorporated":[126],"into":[127],"training":[129],"strategy":[130],"improve":[132],"adaptability":[133,150],"dynamic":[135],"environments.":[136],"simulation":[138],"demonstrate":[140],"that":[141],"proposed":[143],"approach":[144],"outperforms":[145],"existing":[146],"performance,":[147],"convergence,":[148],"methods.":[151]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-04T00:00:00"}