{"id":"https://openalex.org/W4390874259","doi":"https://doi.org/10.1109/iccv51070.2023.02153","title":"Multi-modal Gated Mixture of Local-to-Global Experts for Dynamic Image Fusion","display_name":"Multi-modal Gated Mixture of Local-to-Global Experts for Dynamic Image Fusion","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4390874259","doi":"https://doi.org/10.1109/iccv51070.2023.02153"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51070.2023.02153","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.02153","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003688818","display_name":"Bing Cao","orcid":"https://orcid.org/0000-0002-0316-5404"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bing Cao","raw_affiliation_strings":["Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","Haihe Laboratory of Information Technology Application Innovation, China","Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Haihe Laboratory of Information Technology Application Innovation, China","institution_ids":[]},{"raw_affiliation_string":"Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100540523","display_name":"Yiming Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Sun","raw_affiliation_strings":["Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China","Haihe Laboratory of Information Technology Application Innovation, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Haihe Laboratory of Information Technology Application Innovation, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006952581","display_name":"Pengfei Zhu","orcid":"https://orcid.org/0000-0002-4310-9140"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Zhu","raw_affiliation_strings":["Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","Haihe Laboratory of Information Technology Application Innovation, China","Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Haihe Laboratory of Information Technology Application Innovation, China","institution_ids":[]},{"raw_affiliation_string":"Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056686459","display_name":"Qinghua Hu","orcid":"https://orcid.org/0000-0001-7765-8095"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghua Hu","raw_affiliation_strings":["Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","Haihe Laboratory of Information Technology Application Innovation, China","Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Lab of Machine Learning, College of Intelligence and Computing,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Haihe Laboratory of Information Technology Application Innovation, China","institution_ids":[]},{"raw_affiliation_string":"Tianjin Key Lab of Machine Learning, College of Intelligence and Computing, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003688818"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":11.4499,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.98709393,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"23498","last_page":"23507"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.726684033870697},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6748518347740173},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6610603332519531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.644618034362793},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6143969297409058},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.6134489178657532},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5905864238739014},{"id":"https://openalex.org/keywords/texture","display_name":"Texture (cosmology)","score":0.530953586101532},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4891253113746643},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.48471999168395996},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.46423664689064026},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.42624276876449585},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4256320595741272}],"concepts":[{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.726684033870697},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6748518347740173},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6610603332519531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.644618034362793},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6143969297409058},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.6134489178657532},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5905864238739014},{"id":"https://openalex.org/C2781195486","wikidata":"https://www.wikidata.org/wiki/Q289436","display_name":"Texture (cosmology)","level":3,"score":0.530953586101532},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4891253113746643},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.48471999168395996},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.46423664689064026},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.42624276876449585},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4256320595741272},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv51070.2023.02153","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.02153","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1708141795","https://openalex.org/W1910108985","https://openalex.org/W1964641132","https://openalex.org/W1997596006","https://openalex.org/W2009758395","https://openalex.org/W2037227137","https://openalex.org/W2054273865","https://openalex.org/W2091484864","https://openalex.org/W2150884987","https://openalex.org/W2153777140","https://openalex.org/W2266694576","https://openalex.org/W2624240493","https://openalex.org/W2798987894","https://openalex.org/W2809795042","https://openalex.org/W2912147220","https://openalex.org/W2963787388","https://openalex.org/W2998012573","https://openalex.org/W3007891240","https://openalex.org/W3011768656","https://openalex.org/W3035467948","https://openalex.org/W3036931590","https://openalex.org/W3039415429","https://openalex.org/W3040573126","https://openalex.org/W3046194589","https://openalex.org/W3102411220","https://openalex.org/W3104771364","https://openalex.org/W3105639468","https://openalex.org/W3110670586","https://openalex.org/W3126855404","https://openalex.org/W3133700567","https://openalex.org/W3159235206","https://openalex.org/W3181367324","https://openalex.org/W3197456663","https://openalex.org/W3206748188","https://openalex.org/W3207919963","https://openalex.org/W3208314443","https://openalex.org/W3213472242","https://openalex.org/W3216678721","https://openalex.org/W4200634402","https://openalex.org/W4220893768","https://openalex.org/W4224937218","https://openalex.org/W4281709371","https://openalex.org/W4282028729","https://openalex.org/W4285600783","https://openalex.org/W4286361941","https://openalex.org/W4287121196","https://openalex.org/W4287391717","https://openalex.org/W4293718192","https://openalex.org/W4304080362","https://openalex.org/W4304142230","https://openalex.org/W4312402232","https://openalex.org/W4312594135","https://openalex.org/W4312750622","https://openalex.org/W6620707391","https://openalex.org/W6732520560","https://openalex.org/W6780805062","https://openalex.org/W6788811087","https://openalex.org/W6796487566","https://openalex.org/W6803316292","https://openalex.org/W6805239564","https://openalex.org/W6838461096","https://openalex.org/W6838745215"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Infrared":[0],"and":[1,39,60,93,110,161,177,185],"visible":[2,54],"image":[3,76,156,175],"fusion":[4,77],"aims":[5],"to":[6,13,89,135],"integrate":[7],"comprehensive":[8,94],"information":[9,95,139,151],"from":[10,96],"multiple":[11],"sources":[12],"achieve":[14],"superior":[15,188],"performances":[16],"on":[17,148,190],"various":[18],"practical":[19],"tasks,":[20],"such":[21],"as":[22],"detection,":[23],"over":[24],"that":[25,152,166],"of":[26,42,84,103,106,113,127],"a":[27,74,80,104,111,119,141],"single":[28],"modality.":[29],"However,":[30],"most":[31],"existing":[32],"methods":[33,171],"directly":[34],"combined":[35],"the":[36,46,53,61,97,132,137,145,149,154,180],"texture":[37,55,159,176],"details":[38],"object":[40],"contrast":[41,63,178],"different":[43],"modalities,":[44],"ignoring":[45],"dynamic":[47,75,182],"changes":[48],"in":[49,56,64,140,172],"reality,":[50],"which":[51],"diminishes":[52],"good":[57],"lighting":[58,66],"conditions":[59],"infrared":[62],"low":[65],"conditions.":[67],"To":[68],"fill":[69],"this":[70],"gap,":[71],"we":[72],"propose":[73],"framework":[78],"with":[79,157],"multi-modal":[81,120,128,174],"gated":[82],"mixture":[83],"local-to-global":[85,181],"experts,":[86],"termed":[87],"MoE-Fusion,":[88],"dynamically":[90],"extract":[91],"effective":[92],"respective":[98],"modalities.":[99],"Our":[100,193],"model":[101],"consists":[102],"Mixture":[105,112],"Local":[107],"Experts":[108,115],"(MoLE)":[109],"Global":[114],"(MoGE)":[116],"guided":[117],"by":[118],"gate.":[121],"The":[122],"MoLE":[123],"performs":[124],"specialized":[125],"learning":[126,183],"local":[129,138],"features,":[130],"prompting":[131],"fused":[133,155],"images":[134],"retain":[136],"sample-adaptive":[142],"manner,":[143],"while":[144],"MoGE":[146],"focuses":[147],"global":[150],"complements":[153],"overall":[158],"detail":[160],"contrast.":[162],"Extensive":[163],"experiments":[164],"show":[165],"our":[167],"MoE-Fusion":[168],"outperforms":[169],"state-of-the-art":[170],"preserving":[173],"through":[179],"paradigm,":[184],"also":[186],"achieves":[187],"performance":[189],"detection":[191],"tasks.":[192],"code":[194],"is":[195],"available:":[196],"https://github.com/SunYM2020/MoE-Fusion.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":14}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}