{"id":"https://openalex.org/W4396807432","doi":"https://doi.org/10.1631/fitee.2200644","title":"Multi-exit self-distillation with appropriate teachers","display_name":"Multi-exit self-distillation with appropriate teachers","publication_year":2024,"publication_date":"2024-04-01","ids":{"openalex":"https://openalex.org/W4396807432","doi":"https://doi.org/10.1631/fitee.2200644"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2200644","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200644","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023437796","display_name":"Wujie Sun","orcid":"https://orcid.org/0000-0001-7739-3517"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wujie Sun","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7739-3517","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101821806","display_name":"Defang Chen","orcid":"https://orcid.org/0000-0003-0833-7401"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Defang Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033018369","display_name":"Can Wang","orcid":"https://orcid.org/0000-0002-5890-4307"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Can Wang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5890-4307","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039604763","display_name":"Deshi Ye","orcid":"https://orcid.org/0000-0002-4764-1847"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deshi Ye","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075806509","display_name":"Yan Feng","orcid":"https://orcid.org/0000-0002-4974-7004"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Feng","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003191821","display_name":"Chun Chen","orcid":"https://orcid.org/0000-0002-9279-8077"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5033018369"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":0.4006,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58663783,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"25","issue":"4","first_page":"585","last_page":"599"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9387000203132629,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9387000203132629,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9308000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6570473313331604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3548480272293091},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.3465803861618042},{"id":"https://openalex.org/keywords/process-engineering","display_name":"Process engineering","score":0.32233744859695435},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.28322833776474},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.2016599178314209},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18968212604522705}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6570473313331604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3548480272293091},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3465803861618042},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.32233744859695435},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.28322833776474},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.2016599178314209},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18968212604522705}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2200644","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200644","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2150823344","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2620998106","https://openalex.org/W2903707108","https://openalex.org/W2904170036","https://openalex.org/W2936864631","https://openalex.org/W2962677625","https://openalex.org/W2963446712","https://openalex.org/W2964137095","https://openalex.org/W2964268168","https://openalex.org/W2966796096","https://openalex.org/W2981819252","https://openalex.org/W2981884310","https://openalex.org/W2987861506","https://openalex.org/W2996970889","https://openalex.org/W2997006708","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W3116402441","https://openalex.org/W3118608800","https://openalex.org/W3174102142","https://openalex.org/W3185613252","https://openalex.org/W3203532272","https://openalex.org/W3204816216","https://openalex.org/W3214897310","https://openalex.org/W4312929415","https://openalex.org/W6600214982","https://openalex.org/W6602415781","https://openalex.org/W6829576860"],"related_works":["https://openalex.org/W3085764877","https://openalex.org/W2514414740","https://openalex.org/W2377414158","https://openalex.org/W3199615306","https://openalex.org/W77207468","https://openalex.org/W3212781313","https://openalex.org/W4307725381","https://openalex.org/W124863575","https://openalex.org/W3203147184","https://openalex.org/W2037691954"],"abstract_inverted_index":{"Multi-exit":[0,78],"architecture":[1,21],"allows":[2],"early-stop":[3],"inference":[4],"to":[5,24,49,84,123],"reduce":[6],"computational":[7],"cost,":[8],"which":[9],"can":[10],"be":[11],"used":[12],"in":[13,69,138],"resource-constrained":[14],"circumstances.":[15],"Recent":[16],"works":[17],"combine":[18],"the":[19,65],"multi-exit":[20,160],"with":[22,80,104,163],"self-distillation":[23,79,161],"simultaneously":[25],"achieve":[26],"high":[27],"efficiency":[28],"and":[29,61,87,150],"decent":[30],"performance":[31],"at":[32],"different":[33,105],"network":[34,165],"depths.":[35],"However,":[36],"existing":[37],"methods":[38,162],"mainly":[39,118],"transfer":[40],"knowledge":[41,90,112,130,139],"from":[42,101,113],"deep":[43],"exits":[44,103],"or":[45],"a":[46],"single":[47],"ensemble":[48,97],"guide":[50],"all":[51,102,114],"exits,":[52],"without":[53],"considering":[54],"that":[55,155],"inappropriate":[56],"learning":[57,143],"gaps":[58],"between":[59],"students":[60],"teachers":[62,98],"may":[63],"degrade":[64],"model":[66],"performance,":[67],"especially":[68],"shallow":[70],"exits.":[71],"To":[72],"address":[73],"this":[74,133],"issue,":[75],"we":[76],"propose":[77],"Appropriate":[81],"TEachers":[82],"(MATE)":[83],"provide":[85],"diverse":[86],"appropriate":[88,126],"teacher":[89,122],"for":[91,128],"each":[92],"exit.":[93],"In":[94,132],"MATE,":[95],"multiple":[96],"are":[99],"obtained":[100],"trainable":[106],"weights.":[107],"Each":[108],"exit":[109],"subsequently":[110],"receives":[111],"teachers,":[115],"while":[116,141],"focusing":[117],"on":[119,147],"its":[120],"primary":[121],"keep":[124],"an":[125],"gap":[127],"efficient":[129],"transfer.":[131],"way,":[134],"MATE":[135,156],"achieves":[136],"diversity":[137],"distillation":[140],"ensuring":[142],"efficiency.":[144],"Experimental":[145],"results":[146],"CIFAR-100,":[148],"TinyImageNet,":[149],"three":[151],"fine-grained":[152],"datasets":[153],"demonstrate":[154],"consistently":[157],"outperforms":[158],"state-of-the-art":[159],"various":[164],"architectures.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}