{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T15:53:35Z","timestamp":1778255615119,"version":"3.51.4"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1911201"],"award-info":[{"award-number":["U1911201"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U2001209"],"award-info":[{"award-number":["U2001209"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072269"],"award-info":[{"award-number":["62072269"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Networking"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1109\/tnet.2023.3257236","type":"journal-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T19:09:10Z","timestamp":1679944150000},"page":"2640-2652","source":"Crossref","is-referenced-by-count":10,"title":["Optimizing Parameter Mixing Under Constrained Communications in Parallel Federated Learning"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1242-0718","authenticated-orcid":false,"given":"Xuezheng","family":"Liu","sequence":"first","affiliation":[{"name":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1314-7773","authenticated-orcid":false,"given":"Zirui","family":"Yan","sequence":"additional","affiliation":[{"name":"Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1533-0865","authenticated-orcid":false,"given":"Yipeng","family":"Zhou","sequence":"additional","affiliation":[{"name":"Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9433-7725","authenticated-orcid":false,"given":"Di","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9943-6020","authenticated-orcid":false,"given":"Xu","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7825-4137","authenticated-orcid":false,"given":"Jessie Hui","family":"Wang","sequence":"additional","affiliation":[{"name":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"Practical secure aggregation for federated learning on user-held data","volume-title":"Proc. NIPS Workshop Private Multi-Party Mach. Learn.","author":"Bonawitz"},{"key":"ref2","first-page":"2938","article-title":"How to backdoor federated learning","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","volume":"108","author":"Bagdasaryan"},{"key":"ref3","article-title":"Differentially private federated learning: A client level perspective","author":"Geyer","year":"2017","journal-title":"arXiv:1712.07557"},{"key":"ref4","article-title":"Protection against reconstruction and its applications in private federated learning","author":"Bhowmick","year":"2018","journal-title":"arXiv:1812.00984"},{"key":"ref5","first-page":"374","article-title":"Towards federated learning at scale: System design","volume-title":"Proc. Mach. Learn. Syst. (MLSys)","volume":"1","author":"Bonawitz"},{"key":"ref6","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. 20th Int. Conf. Artif. Intell. Statist. (AISTATS)","volume":"54","author":"McMahan"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1177\/1094342005051521"},{"key":"ref8","volume-title":"Bringing HPC Techniques to Deep Learning","author":"Gibiansky","year":"2017"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysconle.2004.02.022"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM42981.2021.9488877"},{"issue":"213","key":"ref11","first-page":"1","article-title":"Cooperative SGD: A unified framework for the design and analysis of local-update SGD algorithms","volume":"22","author":"Wang","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICC40277.2020.9148862"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3081578"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3015958"},{"key":"ref15","first-page":"4452","article-title":"Sparsified SGD with memory","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Stich"},{"key":"ref16","article-title":"Local SGD converges fast and communicates little","volume-title":"Proc. 7th Int. Conf. Learn. Represent. (ICLR)","author":"Stich"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33015693"},{"key":"ref18","article-title":"Federated learning with non-IID data","author":"Zhao","year":"2018","journal-title":"arXiv:1806.00582"},{"key":"ref19","article-title":"Robust and communication-efficient federated learning from non-IID data","author":"Sattler","year":"2019","journal-title":"arXiv:1903.02891"},{"key":"ref20","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume-title":"Proc. Mach. Learn. Syst. (MLSys)","volume":"2","author":"Li"},{"key":"ref21","article-title":"First analysis of local GD on heterogeneous data","author":"Khaled","year":"2019","journal-title":"arXiv:1909.04715"},{"key":"ref22","first-page":"1","article-title":"On the convergence of FEDAVG on non-IID data","volume-title":"Proc. 8th Int. Conf. Learn. Represent. (ICLR)","author":"Li"},{"key":"ref23","first-page":"1","article-title":"Federated accelerated stochastic gradient descent","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Yuan"},{"key":"ref24","first-page":"1","article-title":"Federated learning with matched averaging","volume-title":"Proc. 8th Int. Conf. Learn. Represent. (ICLR)","author":"Wang"},{"key":"ref25","first-page":"1","article-title":"Distributed non-convex optimization with sublinear speedup under intermittent client availability","volume-title":"Proc. 12th Annu. Workshop Optim. Mach. Learn.","author":"Yan"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM42981.2021.9488679"},{"key":"ref27","first-page":"7872","article-title":"Bias-variance reduced local SGD for less heterogeneous federated learning","volume-title":"Proc. 38th Int. Conf. Mach. Learn. (ICML)","volume":"139","author":"Murata"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2020.3035770"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/DMCC.1991.633174"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/IPPS.1993.262873"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SHPCC.1992.232628"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2000.10024"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2000.846009"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1147\/JRD.2019.2947013"},{"key":"ref35","first-page":"172","article-title":"Blink: Fast and generic collectives for distributed ML","volume-title":"Proc. Mach. Learn. Syst. (MLSys)","volume":"2","author":"Wang"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2004.1392611"},{"key":"ref37","first-page":"5330","article-title":"Can decentralized algorithms outperform centralized algorithms? A case study for decentralized parallel stochastic gradient descent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lian"},{"key":"ref38","first-page":"3049","article-title":"Asynchronous decentralized parallel stochastic gradient descent","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","volume":"80","author":"Lian"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2021.3103846"},{"key":"ref40","first-page":"5381","article-title":"A unified theory of decentralized SGD with changing topology and local updates","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","volume":"119","author":"Koloskova"},{"key":"ref41","article-title":"Distributed optimization over block-cyclic data","author":"Ding","year":"2020","journal-title":"arXiv:2002.07454"},{"key":"ref42","article-title":"Federated learning: Strategies for improving communication efficiency","author":"Kone\u010dn\u00fd","year":"2016","journal-title":"arXiv:1610.05492"},{"key":"ref43","first-page":"1709","article-title":"QSGD: Communication-efficient SGD via gradient quantization and encoding","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","volume":"30","author":"Alistarh"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICC40277.2020.9148987"},{"key":"ref45","first-page":"2021","article-title":"FedPAQ: A communication-efficient federated learning method with periodic averaging and quantization","volume-title":"Proc. 23rd Int. Conf. Artif. Intell. Statist. (AISTATS)","volume":"108","author":"Reisizadeh"},{"key":"ref46","first-page":"1","article-title":"Achieving linear speedup with partial worker participation in non-IID federated learning","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Yang"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICC42927.2021.9500890"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2021.102125"},{"key":"ref49","volume-title":"Handbook of Semidefinite Programming: Theory, Algorithms, and Applications","volume":"27","author":"Wolkowicz","year":"2012"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1002\/9781118032701"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2904348"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref53","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"Xiao","year":"2017","journal-title":"arXiv:1708.07747"},{"key":"ref54","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2006.886332"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"ref57","article-title":"Personalized federated learning with first order model optimization","volume-title":"Proc. 9th Int. Conf. Learn. Represent. (ICLR)","author":"Zhang"}],"container-title":["IEEE\/ACM Transactions on Networking"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/90\/10365667\/10082940.pdf?arnumber=10082940","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T00:52:34Z","timestamp":1705020754000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10082940\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12]]},"references-count":57,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tnet.2023.3257236","relation":{},"ISSN":["1063-6692","1558-2566"],"issn-type":[{"value":"1063-6692","type":"print"},{"value":"1558-2566","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12]]}}}