{"id":"https://openalex.org/W4382203164","doi":"https://doi.org/10.1609/aaai.v37i8.26206","title":"Effective Continual Learning for Text Classification with Lightweight Snapshots","display_name":"Effective Continual Learning for Text Classification with Lightweight Snapshots","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382203164","doi":"https://doi.org/10.1609/aaai.v37i8.26206"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v37i8.26206","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1609/aaai.v37i8.26206","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26206/25978","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26206/25978","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100440604","display_name":"Jue Wang","orcid":"https://orcid.org/0000-0002-3641-3136"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jue Wang","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007391858","display_name":"Dajie Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dajie Dong","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112840212","display_name":"Lidan Shou","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lidan Shou","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451984","display_name":"Ke Chen","orcid":"https://orcid.org/0000-0001-9457-9364"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Chen","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389286","display_name":"Gang Chen","orcid":"https://orcid.org/0000-0002-7483-0045"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Chen","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100440604"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.4353,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.54587629,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"37","issue":"8","first_page":"10122","last_page":"10130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9509280920028687},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7931735515594482},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6400305032730103},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6296118497848511},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6180611848831177},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5376222729682922},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5364611148834229},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5014224052429199},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.49136367440223694},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46662840247154236},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06831911206245422},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.05956399440765381}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9509280920028687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7931735515594482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6400305032730103},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6296118497848511},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6180611848831177},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5376222729682922},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5364611148834229},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5014224052429199},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.49136367440223694},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46662840247154236},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06831911206245422},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.05956399440765381},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v37i8.26206","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1609/aaai.v37i8.26206","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26206/25978","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v37i8.26206","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1609/aaai.v37i8.26206","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26206/25978","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G7956155924","display_name":null,"funder_award_id":"2022YFB3304100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382203164.pdf"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1682403713","https://openalex.org/W1821462560","https://openalex.org/W2126204609","https://openalex.org/W2170240176","https://openalex.org/W2174227032","https://openalex.org/W2560647685","https://openalex.org/W2626967530","https://openalex.org/W2737492962","https://openalex.org/W2786446225","https://openalex.org/W2795026356","https://openalex.org/W2884282566","https://openalex.org/W2896457183","https://openalex.org/W2939137134","https://openalex.org/W2948743095","https://openalex.org/W2950813464","https://openalex.org/W2962739339","https://openalex.org/W2962945654","https://openalex.org/W2963559848","https://openalex.org/W2963588172","https://openalex.org/W2964189064","https://openalex.org/W2964303773","https://openalex.org/W2970597249","https://openalex.org/W2995409942","https://openalex.org/W3021931813","https://openalex.org/W3023528699","https://openalex.org/W3023911605","https://openalex.org/W3035081708","https://openalex.org/W3035501943","https://openalex.org/W3098170909","https://openalex.org/W3100156920","https://openalex.org/W3101498587","https://openalex.org/W3103800629","https://openalex.org/W3153186148","https://openalex.org/W3153675281","https://openalex.org/W3163939464","https://openalex.org/W3168068006","https://openalex.org/W3171057731","https://openalex.org/W3174044702","https://openalex.org/W3174702398","https://openalex.org/W3176828726","https://openalex.org/W3177295391","https://openalex.org/W3212560468","https://openalex.org/W4285176332","https://openalex.org/W4288336773","https://openalex.org/W4295883599","https://openalex.org/W4297683418","https://openalex.org/W4298197157","https://openalex.org/W4301163820","https://openalex.org/W6678832631","https://openalex.org/W6685366775","https://openalex.org/W6720711607","https://openalex.org/W6738602802","https://openalex.org/W6739651123","https://openalex.org/W6741087337","https://openalex.org/W6746266179","https://openalex.org/W6748634344","https://openalex.org/W6753554323","https://openalex.org/W6759579507","https://openalex.org/W6784477122","https://openalex.org/W6785727310","https://openalex.org/W6810085851"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W3183027292","https://openalex.org/W2794885965","https://openalex.org/W2974871044","https://openalex.org/W4310285384","https://openalex.org/W2104218666"],"abstract_inverted_index":{"Continual":[0],"learning":[1,18,113],"is":[2,24,54,82],"known":[3],"for":[4,29,57],"suffering":[5],"from":[6,93],"catastrophic":[7,138],"forgetting,":[8],"a":[9],"phenomenon":[10],"where":[11],"previously":[12,109],"learned":[13,110],"concepts":[14],"are":[15],"forgotten":[16],"upon":[17],"new":[19,114],"tasks.":[20,115],"A":[21],"natural":[22],"remedy":[23],"to":[25,34,42,73,96,107,121],"use":[26],"trained":[27],"models":[28],"old":[30],"tasks":[31,78],"as":[32],"\u2018teachers\u2019":[33],"regularize":[35],"the":[36,39,97,104,124],"update":[37],"of":[38,76],"current":[40,98,105],"model":[41,99,106],"prevent":[43],"such":[44],"forgetting.":[45],"However,":[46],"this":[47,69],"requires":[48],"storing":[49],"all":[50,142],"past":[51,94],"models,":[52,59],"which":[53],"very":[55],"space-consuming":[56],"large":[58],"e.g.":[60],"BERT,":[61],"thus":[62],"impractical":[63],"in":[64,84],"real-world":[65],"applications.":[66],"To":[67],"tackle":[68],"issue,":[70],"we":[71,90],"propose":[72],"construct":[74],"snapshots":[75,95],"seen":[77],"whose":[79],"key":[80],"knowledge":[81,92,101,111],"captured":[83],"lightweight":[85],"adapters.":[86],"During":[87],"continual":[88],"learning,":[89],"transfer":[91],"through":[100],"distillation,":[102],"allowing":[103],"review":[108],"while":[112],"We":[116],"also":[117],"design":[118],"representation":[119],"recalibration":[120],"better":[122],"handle":[123],"class-incremental":[125],"setting.":[126],"Experiments":[127],"over":[128],"various":[129],"task":[130],"sequences":[131],"show":[132],"that":[133],"our":[134],"approach":[135],"effectively":[136],"mitigates":[137],"forgetting":[139],"and":[140],"outperforms":[141],"baselines.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}