{"id":"https://openalex.org/W4414538657","doi":"https://doi.org/10.1109/icc52391.2025.11161447","title":"Federated LLMs Fine-Tuned with Adaptive Importance-Aware LoRA","display_name":"Federated LLMs Fine-Tuned with Adaptive Importance-Aware LoRA","publication_year":2025,"publication_date":"2025-06-08","ids":{"openalex":"https://openalex.org/W4414538657","doi":"https://doi.org/10.1109/icc52391.2025.11161447"},"language":"en","primary_location":{"id":"doi:10.1109/icc52391.2025.11161447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100569789","display_name":"Yang Su","orcid":null},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yang Su","raw_affiliation_strings":["King's College London,Department of Engineering,London,UK"],"affiliations":[{"raw_affiliation_string":"King's College London,Department of Engineering,London,UK","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022869372","display_name":"Na Yan","orcid":"https://orcid.org/0000-0003-1388-8566"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Na Yan","raw_affiliation_strings":["King's College London,Department of Engineering,London,UK"],"affiliations":[{"raw_affiliation_string":"King's College London,Department of Engineering,London,UK","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009213856","display_name":"Yansha Deng","orcid":"https://orcid.org/0000-0003-1001-7036"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yansha Deng","raw_affiliation_strings":["King's College London,Department of Engineering,London,UK"],"affiliations":[{"raw_affiliation_string":"King's College London,Department of Engineering,London,UK","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100569789"],"corresponding_institution_ids":["https://openalex.org/I183935753"],"apc_list":null,"apc_paid":null,"fwci":7.0316,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97007832,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6112","last_page":"6117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14353","display_name":"Wireless Sensor Networks for Data Analysis","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14353","display_name":"Wireless Sensor Networks for Data Analysis","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9402999877929688,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9070000052452087,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6471999883651733},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5083000063896179},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4862000048160553},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.47850000858306885},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45899999141693115},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44040000438690186},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4341000020503998},{"id":"https://openalex.org/keywords/truncation","display_name":"Truncation (statistics)","score":0.4007999897003174},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.3871000111103058}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.828000009059906},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6471999883651733},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5478000044822693},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5083000063896179},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4862000048160553},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.47850000858306885},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45899999141693115},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44040000438690186},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42250001430511475},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.3871000111103058},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.32170000672340393},{"id":"https://openalex.org/C77265313","wikidata":"https://www.wikidata.org/wiki/Q879844","display_name":"Rest (music)","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C2776003309","wikidata":"https://www.wikidata.org/wiki/Q1988072","display_name":"Adaptive algorithm","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.267300009727478},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc52391.2025.11161447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/042ed3e9-44d4-4182-94e0-f0df7462d6e8","is_oa":false,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/042ed3e9-44d4-4182-94e0-f0df7462d6e8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Su, Y, Yan, N & Deng, Y 2025, 'Federated LLMs Fine-Tuned with Adaptive Importance-Aware LoRA', IEEE International Conference on Communications (ICC), pp. 6112-6117. https://doi.org/10.1109/ICC52391.2025.11161447","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1863092615","display_name":null,"funder_award_id":"101135183","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6123867043","display_name":null,"funder_award_id":"10087666","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G8828761625","display_name":"Smart Solutions Towards Cellular-Connected Unmanned Aerial Vehicles System (AUTONOMY)","funder_award_id":"EP/W004348/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1493526108","https://openalex.org/W2965862774","https://openalex.org/W4392904059","https://openalex.org/W4404782226"],"related_works":[],"abstract_inverted_index":{"Federated":[0,47],"fine-tuning":[1],"of":[2],"pre-trained":[3],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"enables":[8],"task-specific":[9],"adaptation":[10],"across":[11],"diverse":[12],"datasets":[13],"while":[14,120],"preserving":[15],"data":[16],"privacy.":[17],"However,":[18],"the":[19,88,110,116,125,133,138,143,156,163,205],"large":[20],"model":[21],"size":[22],"and":[23,31,76,113,179],"heterogeneity":[24],"in":[25,38],"client":[26,57],"resources":[27],"pose":[28],"significant":[29],"computational":[30],"communication":[32,177],"challenges.":[33],"To":[34,55,95,136],"address":[35],"these":[36],"issues,":[37],"this":[39,97,107],"paper,":[40],"we":[41,60,99,147],"propose":[42,148],"a":[43],"novel":[44],"Heterogeneous":[45],"Adaptive":[46],"Low-Rank":[48],"Adaptation":[49],"(LoRA)":[50],"fine-tuned":[51],"LLM":[52],"framework":[53],"(HAFL).":[54],"accommodate":[56],"resource":[58],"heterogeneity,":[59],"first":[61],"introduce":[62],"an":[63,101,149],"importance-based":[64,102],"parameter":[65,103],"truncation":[66,89],"scheme,":[67],"which":[68],"allows":[69],"clients":[70,114,121,187],"to":[71,186,189,204],"have":[72],"different":[73],"LoRA":[74,118,129,192],"ranks,":[75],"smoothed":[77],"sensitivity":[78],"scores":[79],"are":[80],"used":[81],"as":[82],"importance":[83],"indicators.":[84],"Despite":[85],"its":[86],"flexibility,":[87],"process":[90],"may":[91],"cause":[92],"performance":[93,181],"degradation.":[94],"tackle":[96],"problem,":[98],"develop":[100],"freezing":[104],"scheme.":[105,194],"In":[106],"approach,":[108],"both":[109],"cloud":[111],"server":[112],"maintain":[115],"same":[117],"rank,":[119],"selectively":[122],"update":[123],"only":[124],"most":[126],"important":[127],"decomposed":[128,157],"rank-1":[130,158],"matrices,":[131],"keeping":[132],"rest":[134],"frozen.":[135],"mitigate":[137],"information":[139],"dilution":[140],"caused":[141],"by":[142],"zero-padding":[144,206],"aggregation":[145,151,198],"method,":[146],"adaptive":[150,197],"approach":[152],"that":[153,170],"operates":[154],"at":[155],"matrix":[159],"level.":[160],"Experiments":[161],"on":[162],"20":[164],"News":[165],"Group":[166],"classification":[167],"task":[168],"show":[169],"our":[171,196],"method":[172,199],"converges":[173],"quickly":[174],"with":[175],"low":[176],"size,":[178],"avoids":[180],"degradation":[182],"when":[183],"distributing":[184],"models":[185],"compared":[188,203],"truncation-based":[190],"heterogeneous":[191],"rank":[193],"Additionally,":[195],"achieves":[200],"faster":[201],"convergence":[202],"approach.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}