{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T17:12:51Z","timestamp":1778778771875,"version":"3.51.4"},"reference-count":93,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772513"],"award-info":[{"award-number":["61772513"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004826","name":"Beijing Natural Science Foundation","doi-asserted-by":"publisher","award":["L192040"],"award-info":[{"award-number":["L192040"]}],"id":[{"id":"10.13039\/501100004826","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Research and Development Plan","award":["2020AAA0140001"],"award-info":[{"award-number":["2020AAA0140001"]}]},{"DOI":"10.13039\/501100012492","name":"Youth Innovation Promotion Association","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012492","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002367","name":"Chinese Academy of Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002367","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Multimedia"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/tmm.2021.3137752","type":"journal-article","created":{"date-parts":[[2021,12,23]],"date-time":"2021-12-23T20:38:44Z","timestamp":1640291924000},"page":"1045-1057","source":"Crossref","is-referenced-by-count":25,"title":["Trustable Co-Label Learning From Multiple Noisy Annotators"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4297-9571","authenticated-orcid":false,"given":"Shikun","family":"Li","sequence":"first","affiliation":[{"name":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9640-6472","authenticated-orcid":false,"given":"Tongliang","family":"Liu","sequence":"additional","affiliation":[{"name":"Trustworthy Machine Learning Laboratory, The University of Sydney, Darlington, NSW, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6356-1743","authenticated-orcid":false,"given":"Jiyong","family":"Tan","sequence":"additional","affiliation":[{"name":"AISONO AIR Laboratory, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1300-1769","authenticated-orcid":false,"given":"Dan","family":"Zeng","sequence":"additional","affiliation":[{"name":"Department of Communication Engineering, Shanghai University, Shanghai, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5293-310X","authenticated-orcid":false,"given":"Shiming","family":"Ge","sequence":"additional","affiliation":[{"name":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2577031"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219928"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2016.2605045"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2020.3000314"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2684626"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2014.2312251"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2019.2937181"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2020.3001521"},{"key":"ref10","article-title":"WebVision database: Visual learning and understanding from web data","volume-title":"CoRR","author":"Li","year":"2017"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3446776"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2015.2456899"},{"key":"ref13","first-page":"1789","article-title":"Learning with bounded instance-and label-dependent label noise","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Cheng","year":"2020"},{"key":"ref14","first-page":"6835","article-title":"Are anchor points really indispensable in label-noise learning?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Xia","year":"2019"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2012.2225032"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2653763"},{"key":"ref18","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","volume-title":"Proc. Neural Inf. Process. Syst.","author":"Whitehill","year":"2009"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2610509"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref21","first-page":"619","article-title":"Bayesian classifier combination","volume-title":"Proc. 15th Int. Conf. Artif. Intell. Statist.","volume":"22","author":"Kim","year":"2012"},{"key":"ref22","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"Raykar","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2677468"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2528120"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2648786"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/214"},{"key":"ref27","article-title":"Max-MIG: An information theoretic approach for joint learning from crowds","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Cao","year":"2019"},{"key":"ref28","article-title":"Learning from noisy singly labeled data","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Khetan","year":"2018"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5898"},{"key":"ref30","article-title":"Roles of pre-training and fine-tuning in context-dependent DBN-HMMs for real-world speech recognition","volume-title":"Proc. Conf. Neural Inf. Process. Syst. Workshop Deep Learn. Unsupervised Feature Learn.","author":"Yu","year":"2010"},{"key":"ref31","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo","year":"2017"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.211"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3055037"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2014.2298841"},{"key":"ref35","first-page":"2204","article-title":"Learning from the wisdom of crowds by minimax entropy","volume-title":"Proc. Neural Inf. Process. Syst.","author":"Zhou","year":"2012"},{"key":"ref36","first-page":"273","article-title":"Learning the structure of generative models without labeled data","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Bach","year":"2017"},{"key":"ref37","first-page":"262","article-title":"Aggregating ordinal labels from crowds by minimax conditional entropy","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zhou","year":"2014"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-36406-8_1"},{"key":"ref39","first-page":"82","article-title":"Learning to predict from crowdsourced data","volume-title":"Proc. Conf. Uncertainty Artif. Intell.","author":"Bi","year":"2014"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327026"},{"key":"ref41","first-page":"6418","article-title":"Learning dependency structures for weak supervision models","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Varma","year":"2019"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-013-0306-1"},{"key":"ref43","article-title":"Error rate bounds and iterative weighted majority voting for crowdsourcing","volume-title":"CoRR","author":"Li","year":"2014"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.14778\/1952376.1952377"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2860987"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/Allerton.2011.6120180"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488414"},{"key":"ref48","first-page":"2435","article-title":"Crowdsourcing via tensor augmentation and completion","volume-title":"Proc. Int. Joint Conf. Artif. Intell.","author":"Zhou","year":"2016"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11756"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i7.16730"},{"key":"ref52","first-page":"92","article-title":"Combining labeled and unlabeled data with co-training","volume-title":"Proc. Annu. Conf. Learn. Theory","author":"Mitchell","year":"1998"},{"key":"ref53","first-page":"327","article-title":"Enhancing supervised learning with unlabeled data","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Goldman","year":"2000"},{"key":"ref54","first-page":"2275","article-title":"Self-paced co-training","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ma","year":"2017"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390279"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806552"},{"key":"ref57","first-page":"27","article-title":"Learning the kernel matrix with semidefinite programming","volume":"5","author":"Lanckriet","year":"2004","journal-title":"J. Mach. Learn. Res."},{"key":"ref58","first-page":"239","article-title":"Two-stage learning kernel algorithms","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Cortes","year":"2010"},{"key":"ref59","first-page":"1413","article-title":"Co-regularized multi-view spectral clustering","volume-title":"Proc. Neural Inf. Process. Syst.","author":"Kumar","year":"2011"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-006-0060-8"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1201\/b12207"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.jkss.2011.03.002"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.2307\/2981918"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.1993.1626170"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.2307\/2532305"},{"issue":"1-2","key":"ref66","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1023\/A:1007559205422","article-title":"Using correspondence analysis to combine classifiers","volume":"36","author":"Merz","year":"1999","journal-title":"Machine Learning"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1002\/0471660264"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0255(85)90027-1"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(96)00098-6"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/s11424-009-9198-y"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1111\/joes.12044"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/21.364825"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(05)80023-1"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(99)00223-X"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.3233\/FI-2016-1412"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00998"},{"key":"ref77","article-title":"Robust early-learning: Hindering the memorization of noisy labels","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Xia","year":"2021"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00582"},{"key":"ref79","first-page":"8536","article-title":"Co-teaching: Robust training of deep neural networks with extremely noisy labels","volume-title":"Proc. Neural Inf. Process. Syst.","author":"Han","year":"2018"},{"key":"ref80","first-page":"2309","article-title":"MentorNet: Learning data-driven curriculum for very deep neural networks on corrupted labels","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Jiang","year":"2018"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00918"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/775107.775151"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2019.2924511"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2801719"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2761985"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348360"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2015.2419452"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1198\/jasa.2010.tm10163"},{"key":"ref89","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref90","article-title":"Caltech-UCSD Birds 200","author":"Welinder","year":"2010"},{"key":"ref91","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan","year":"2015"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"}],"container-title":["IEEE Transactions on Multimedia"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6046\/10016790\/09661404.pdf?arnumber=9661404","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,10]],"date-time":"2024-01-10T00:01:49Z","timestamp":1704844909000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9661404\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":93,"URL":"https:\/\/doi.org\/10.1109\/tmm.2021.3137752","relation":{},"ISSN":["1520-9210","1941-0077"],"issn-type":[{"value":"1520-9210","type":"print"},{"value":"1941-0077","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}