{"id":"https://openalex.org/W4323913995","doi":"https://doi.org/10.1109/tcsvt.2023.3255229","title":"Computing Offloading With Fairness Guarantee: A Deep Reinforcement Learning Method","display_name":"Computing Offloading With Fairness Guarantee: A Deep Reinforcement Learning Method","publication_year":2023,"publication_date":"2023-03-10","ids":{"openalex":"https://openalex.org/W4323913995","doi":"https://doi.org/10.1109/tcsvt.2023.3255229"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3255229","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3255229","pdf_url":"https://ieeexplore.ieee.org/ielx7/76/4358651/10065525.pdf","source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/76/4358651/10065525.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101774926","display_name":"Hao Hao","orcid":"https://orcid.org/0000-0003-2765-3303"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Hao","raw_affiliation_strings":["Shandong Computer Science Center (National Supercomputing Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-2765-3303","affiliations":[{"raw_affiliation_string":"Shandong Computer Science Center (National Supercomputing Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069646989","display_name":"Changqiao Xu","orcid":"https://orcid.org/0000-0003-1467-1086"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqiao Xu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1467-1086","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079321466","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-8947-9067"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Shandong Computer Science Center (National Supercomputing Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-8947-9067","affiliations":[{"raw_affiliation_string":"Shandong Computer Science Center (National Supercomputing Center in Jinan), Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044191416","display_name":"Shujie Yang","orcid":"https://orcid.org/0000-0002-9597-2659"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujie Yang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050234051","display_name":"Gabriel\u2010Miro Muntean","orcid":"https://orcid.org/0000-0002-9332-4770"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gabriel-Miro Muntean","raw_affiliation_strings":["Performance Engineering Laboratory, School of Electronic Engineering, Dublin City University, Dublin 9, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-9332-4770","affiliations":[{"raw_affiliation_string":"Performance Engineering Laboratory, School of Electronic Engineering, Dublin City University, Dublin 9, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101774926"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"],"apc_list":null,"apc_paid":null,"fwci":3.148,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91914812,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"33","issue":"10","first_page":"6117","last_page":"6130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8557239174842834},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7109742760658264},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7025270462036133},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6560155153274536},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6445069909095764},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.6102384328842163},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.57480388879776},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5350381731987},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5014946460723877},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4422897398471832},{"id":"https://openalex.org/keywords/utility-computing","display_name":"Utility computing","score":0.4224252998828888},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.42135533690452576},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.34718969464302063},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2826859951019287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1499849259853363},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14900699257850647},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.12311181426048279},{"id":"https://openalex.org/keywords/cloud-computing-security","display_name":"Cloud computing security","score":0.08903917670249939}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8557239174842834},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7109742760658264},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7025270462036133},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6560155153274536},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6445069909095764},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.6102384328842163},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.57480388879776},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5350381731987},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5014946460723877},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4422897398471832},{"id":"https://openalex.org/C85106507","wikidata":"https://www.wikidata.org/wiki/Q1188445","display_name":"Utility computing","level":4,"score":0.4224252998828888},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.42135533690452576},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34718969464302063},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2826859951019287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1499849259853363},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14900699257850647},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.12311181426048279},{"id":"https://openalex.org/C184842701","wikidata":"https://www.wikidata.org/wiki/Q370563","display_name":"Cloud computing security","level":3,"score":0.08903917670249939},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3255229","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3255229","pdf_url":"https://ieeexplore.ieee.org/ielx7/76/4358651/10065525.pdf","source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tcsvt.2023.3255229","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3255229","pdf_url":"https://ieeexplore.ieee.org/ielx7/76/4358651/10065525.pdf","source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G211387627","display_name":null,"funder_award_id":"2022PX083","funder_id":"https://openalex.org/F4320328720","funder_display_name":"Qilu University of Technology"},{"id":"https://openalex.org/G2545334760","display_name":null,"funder_award_id":"12/RC/2289 P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2568797656","display_name":null,"funder_award_id":"ZR2022QF040","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G4917731782","display_name":null,"funder_award_id":"62225105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5098725405","display_name":null,"funder_award_id":"12/RC/","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G5382319763","display_name":null,"funder_award_id":"2022GH007","funder_id":"https://openalex.org/F4320328720","funder_display_name":"Qilu University of Technology"},{"id":"https://openalex.org/G6794790761","display_name":null,"funder_award_id":"2022PX083","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7362007176","display_name":null,"funder_award_id":"12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G928334366","display_name":null,"funder_award_id":"21/FFP-P/10244","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320328720","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323913995.pdf","grobid_xml":"https://content.openalex.org/works/W4323913995.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W2010557441","https://openalex.org/W2054237513","https://openalex.org/W2257979135","https://openalex.org/W2271840356","https://openalex.org/W2364584108","https://openalex.org/W2400861403","https://openalex.org/W2624989916","https://openalex.org/W2777781531","https://openalex.org/W2786446607","https://openalex.org/W2794138919","https://openalex.org/W2800305275","https://openalex.org/W2869903415","https://openalex.org/W2892363146","https://openalex.org/W2895939936","https://openalex.org/W2899227969","https://openalex.org/W2899725445","https://openalex.org/W2900741283","https://openalex.org/W2963334314","https://openalex.org/W2964050982","https://openalex.org/W2967734072","https://openalex.org/W2973627286","https://openalex.org/W2979447669","https://openalex.org/W2985414417","https://openalex.org/W2994613706","https://openalex.org/W2998898452","https://openalex.org/W3008177173","https://openalex.org/W3008421805","https://openalex.org/W3010837127","https://openalex.org/W3039183151","https://openalex.org/W3047538493","https://openalex.org/W3092837658","https://openalex.org/W3100493006","https://openalex.org/W3113024443","https://openalex.org/W3114967563","https://openalex.org/W3116218254","https://openalex.org/W3123257271","https://openalex.org/W3154710201","https://openalex.org/W3160386561","https://openalex.org/W3172621498","https://openalex.org/W3203725697","https://openalex.org/W3211080667","https://openalex.org/W4213454978","https://openalex.org/W6809612666"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W3014317926"],"abstract_inverted_index":{"Edge":[0],"computing":[1,65,86,92,190],"can":[2,47,156,207],"reduce":[3,165],"service":[4,217],"latency":[5],"and":[6,21,51,89,94,119,134,164,210,219],"save":[7],"backhaul":[8],"bandwidth":[9],"by":[10],"completing":[11],"services":[12,32,46,53],"at":[13,33],"network":[14,40],"edges,":[15],"providing":[16],"support":[17,30],"for":[18],"diverse":[19],"computation-intensive":[20],"delay-sensitive":[22],"services.":[23],"However,":[24],"it":[25,141],"is":[26,102,153,195],"not":[27],"practical":[28],"to":[29,37,57,110],"all":[31],"edge":[34,72],"nodes":[35],"due":[36],"the":[38,61,79,82,112,128,158,167,175,185],"limited":[39],"resources.":[41],"The":[42,100],"decision":[43,125],"that":[44,204],"which":[45,52,155],"be":[48],"provided":[49],"locally":[50],"should":[54],"been":[55],"offloaded":[56],"cloud":[58],"significantly":[59],"impacts":[60],"user":[62],"experience.":[63],"Cloud-edge":[64],"offloading":[66,87,191],"becomes":[67],"an":[68,146],"important":[69],"issue":[70],"in":[71,198,214],"computing.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77,138],"take":[78],"fairness":[80,132,193],"into":[81],"optimization":[83,108,129,188],"objective":[84,159],"of":[85,116,169,177,189,216],"problem,":[88],"consider":[90],"both":[91],"capacity":[93],"storage":[95],"space":[96],"as":[97,104,122],"problem":[98,101,109,130],"constraints.":[99],"formulated":[103],"a":[105,123],"long-term":[106,186],"average":[107,187],"maximize":[111],"\u03b1-fair":[113,161],"utility":[114,162],"function":[115,163],"saved":[117],"time,":[118],"further":[120],"translated":[121],"Markov":[124],"process.":[126],"As":[127],"with":[131,142,160,192],"guarantee":[133,194],"huge":[135],"action":[136,170],"space,":[137],"cannot":[139],"solve":[140],"traditional":[143],"methods.":[144],"Therefore,":[145],"innovative":[147],"multi-update":[148],"deep":[149],"reinforcement":[150],"learning":[151],"algorithm":[152,179,206],"proposed":[154],"optimize":[157],"dramatically":[166],"size":[168],"space.":[171],"We":[172],"also":[173],"prove":[174],"convergence":[176],"our":[178,182,205],"theoretically.":[180],"To":[181],"best":[183],"knowledge,":[184],"rarely":[196],"seen":[197],"literature.":[199],"Extensive":[200],"simulation":[201],"experiments":[202],"show":[203],"converge":[208],"quickly":[209],"has":[211],"better":[212],"performance":[213],"terms":[215],"delay":[218],"fairness.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}