{"id":"https://openalex.org/W4386767075","doi":"https://doi.org/10.1109/tc.2023.3315066","title":"FedGKD: Toward Heterogeneous Federated Learning via Global Knowledge Distillation","display_name":"FedGKD: Toward Heterogeneous Federated Learning via Global Knowledge Distillation","publication_year":2023,"publication_date":"2023-09-15","ids":{"openalex":"https://openalex.org/W4386767075","doi":"https://doi.org/10.1109/tc.2023.3315066"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2023.3315066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3315066","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018644308","display_name":"Dezhong Yao","orcid":"https://orcid.org/0000-0003-0336-0522"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dezhong Yao","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0336-0522","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007767788","display_name":"Wanning Pan","orcid":"https://orcid.org/0009-0009-4480-5111"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanning Pan","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-4480-5111","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027179087","display_name":"Yutong Dai","orcid":"https://orcid.org/0000-0003-4212-2017"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yutong Dai","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4212-2017","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101555948","display_name":"Yao Wan","orcid":"https://orcid.org/0000-0001-6937-4180"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Wan","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6937-4180","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038493361","display_name":"Xiaofeng Ding","orcid":"https://orcid.org/0000-0001-5054-8515"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Ding","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5054-8515","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027592563","display_name":"Yu Chen","orcid":"https://orcid.org/0000-0003-0782-0450"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Yu","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0782-0450","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3934-7605","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101651955","display_name":"Zheng Xu","orcid":"https://orcid.org/0009-0003-6747-3953"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Xu","raw_affiliation_strings":["Google Research, San Francisco, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0003-6747-3953","affiliations":[{"raw_affiliation_string":"Google Research, San Francisco, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015105117","display_name":"Lichao Sun","orcid":"https://orcid.org/0000-0003-1539-7939"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lichao Sun","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1539-7939","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5018644308"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":13.6182,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.99210102,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"73","issue":"1","first_page":"3","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6904110908508301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6018609404563904},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4362052381038666},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42293423414230347}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904110908508301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6018609404563904},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4362052381038666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42293423414230347},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2023.3315066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3315066","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G2681872202","display_name":null,"funder_award_id":"2021YFB1714600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6049162292","display_name":null,"funder_award_id":"62072204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6188817956","display_name":null,"funder_award_id":"62032008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8363725921","display_name":null,"funder_award_id":"62102157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2620998106","https://openalex.org/W2767079719","https://openalex.org/W2951970475","https://openalex.org/W2962771678","https://openalex.org/W2968520662","https://openalex.org/W2972570881","https://openalex.org/W2978017171","https://openalex.org/W2978709794","https://openalex.org/W2980216952","https://openalex.org/W2989289980","https://openalex.org/W2995022099","https://openalex.org/W2997006708","https://openalex.org/W3008250732","https://openalex.org/W3027749727","https://openalex.org/W3096572172","https://openalex.org/W3105082838","https://openalex.org/W3106416029","https://openalex.org/W3107220607","https://openalex.org/W3109595290","https://openalex.org/W3118608800","https://openalex.org/W3131368198","https://openalex.org/W3137518503","https://openalex.org/W3178661111","https://openalex.org/W3182158470","https://openalex.org/W3184838508","https://openalex.org/W3192098883","https://openalex.org/W3204610735","https://openalex.org/W3215194618","https://openalex.org/W4200282803","https://openalex.org/W4213251304","https://openalex.org/W4214607237","https://openalex.org/W4226101686","https://openalex.org/W4226142397","https://openalex.org/W4283796083","https://openalex.org/W4285606214","https://openalex.org/W4385245566","https://openalex.org/W6638523607","https://openalex.org/W6692940648","https://openalex.org/W6728897251","https://openalex.org/W6733814495","https://openalex.org/W6747855403","https://openalex.org/W6751751081","https://openalex.org/W6752186649","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6765807149","https://openalex.org/W6767676916","https://openalex.org/W6768537144","https://openalex.org/W6768632158","https://openalex.org/W6768851824","https://openalex.org/W6769624030","https://openalex.org/W6772307254","https://openalex.org/W6773976177","https://openalex.org/W6780224944","https://openalex.org/W6782317661","https://openalex.org/W6783533280","https://openalex.org/W6784239669","https://openalex.org/W6787473312","https://openalex.org/W6787972765","https://openalex.org/W6789100154","https://openalex.org/W6789305514","https://openalex.org/W6790034021","https://openalex.org/W6795916790","https://openalex.org/W6796484261","https://openalex.org/W6796550100","https://openalex.org/W6803778537","https://openalex.org/W6849918048"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Federated":[0],"learning,":[1,129],"as":[2],"one":[3,82],"enabling":[4],"technology":[5],"of":[6,34,56],"edge":[7,36],"intelligence,":[8],"has":[9],"gained":[10],"substantial":[11],"attention":[12],"due":[13,30],"to":[14,31,86,146,188],"its":[15],"efficacy":[16],"in":[17,198],"training":[18,91,145],"deep":[19],"learning":[20],"models":[21,61,111,141],"without":[22],"data":[23],"privacy":[24],"and":[25,39,67,142,167,193],"network":[26],"bandwidth":[27],"concerns.":[28],"However,":[29],"the":[32,35,45,54,68,75,88,105,136,148,195,199],"heterogeneity":[33],"computing":[37],"system":[38],"data,":[40],"many":[41],"methods":[42],"suffer":[43],"from":[44,74,108,138],"<italic":[46,95,149,171],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[47,96,131,150,159,172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u201cclient-drift\u201d</i>":[48,151],"issue":[49],"that":[50],"could":[51],"considerably":[52],"impede":[53],"convergence":[55],"global":[57,76,93,99,106,110,140],"model":[58,70,90],"training:":[59],"local":[60,89,144],"on":[62],"clients":[63],"can":[64,71],"drift":[65],"apart,":[66],"aggregated":[69],"be":[72],"different":[73,180],"optimum.":[77],"To":[78],"tackle":[79],"this":[80,154],"issue,":[81],"intuitive":[83],"idea":[84],"is":[85,186],"guide":[87],"by":[92,118],"teachers,":[94],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i.e.,</i>":[97,173],"past":[98,109],"models,":[100],"where":[101],"each":[102],"client":[103],"learns":[104],"knowledge":[107,114,137],"via":[112],"adaptive":[113],"distillation":[115],"techniques.":[116],"Inspired":[117],"these":[119],"insights,":[120],"we":[121,156],"propose":[122],"a":[123],"novel":[124],"approach":[125],"for":[126],"heterogeneous":[127,181],"federated":[128,201],"<sc":[130,158],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FedGKD</small>":[132,160],",":[133],"which":[134],"fuses":[135],"historical":[139],"guides":[143],"alleviate":[147],"issue.":[152],"In":[153],"paper,":[155],"evaluate":[157],"through":[161],"extensive":[162],"experiments":[163],"across":[164],"various":[165],"CV":[166],"NLP":[168],"datasets":[169],"(":[170],"CIFAR-10/100,":[174],"Tiny-ImageNet,":[175],"AG":[176],"News,":[177],"SST5)":[178],"under":[179,190],"settings.":[182],"The":[183],"proposed":[184],"method":[185],"guaranteed":[187],"converge":[189],"common":[191],"assumptions":[192],"outperforms":[194],"state-of-the-art":[196],"baselines":[197],"non-IID":[200],"setting.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":53},{"year":2024,"cited_by_count":13}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}