{"id":"https://openalex.org/W4390874181","doi":"https://doi.org/10.1109/iccv51070.2023.02104","title":"MODA: Mapping-Once Audio-driven Portrait Animation with Dual Attentions","display_name":"MODA: Mapping-Once Audio-driven Portrait Animation with Dual Attentions","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4390874181","doi":"https://doi.org/10.1109/iccv51070.2023.02104"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51070.2023.02104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.02104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100704143","display_name":"Yunfei Liu","orcid":"https://orcid.org/0000-0001-6898-0058"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yunfei Liu","raw_affiliation_strings":["International Digital Economy Academy (IDEA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Digital Economy Academy (IDEA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112963477","display_name":"Lijian Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lijian Lin","raw_affiliation_strings":["International Digital Economy Academy (IDEA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Digital Economy Academy (IDEA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072709871","display_name":"Fei Yu","orcid":"https://orcid.org/0000-0002-1831-859X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei Yu","raw_affiliation_strings":["Vistring Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vistring Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004866977","display_name":"Changyin Zhou","orcid":"https://orcid.org/0000-0002-9365-4681"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Changyin Zhou","raw_affiliation_strings":["Vistring Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vistring Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100345915","display_name":"Yu Li","orcid":"https://orcid.org/0000-0003-1865-8276"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu Li","raw_affiliation_strings":["International Digital Economy Academy (IDEA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Digital Economy Academy (IDEA)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100704143"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8454,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.88095735,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"22963","last_page":"22972"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7955030202865601},{"id":"https://openalex.org/keywords/portrait","display_name":"Portrait","score":0.7491402626037598},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6471460461616516},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5486531853675842},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5230458974838257},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4518751800060272},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.447015643119812},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4364810585975647},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4196321666240692},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.41633379459381104},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4148622751235962},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.12794581055641174},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.07160705327987671}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7955030202865601},{"id":"https://openalex.org/C162462552","wikidata":"https://www.wikidata.org/wiki/Q134307","display_name":"Portrait","level":2,"score":0.7491402626037598},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6471460461616516},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5486531853675842},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5230458974838257},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4518751800060272},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.447015643119812},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4364810585975647},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4196321666240692},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41633379459381104},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4148622751235962},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.12794581055641174},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.07160705327987671},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv51070.2023.02104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.02104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1578285471","https://openalex.org/W2064675550","https://openalex.org/W2102166818","https://openalex.org/W2150183867","https://openalex.org/W2468212864","https://openalex.org/W2551572271","https://openalex.org/W2739192055","https://openalex.org/W2804619907","https://openalex.org/W2944294033","https://openalex.org/W2963444790","https://openalex.org/W2973049979","https://openalex.org/W2981767644","https://openalex.org/W2990452356","https://openalex.org/W3019952993","https://openalex.org/W3034211329","https://openalex.org/W3038429043","https://openalex.org/W3081492798","https://openalex.org/W3097792222","https://openalex.org/W3099284785","https://openalex.org/W3104300620","https://openalex.org/W3107666850","https://openalex.org/W3153832461","https://openalex.org/W3175779516","https://openalex.org/W3182714435","https://openalex.org/W3186090335","https://openalex.org/W3187364420","https://openalex.org/W3195529437","https://openalex.org/W3196904463","https://openalex.org/W3197199219","https://openalex.org/W3211147706","https://openalex.org/W4200174933","https://openalex.org/W4200630629","https://openalex.org/W4206706211","https://openalex.org/W4213019189","https://openalex.org/W4281730245","https://openalex.org/W4283818626","https://openalex.org/W4312959196","https://openalex.org/W4313023760","https://openalex.org/W4315589026","https://openalex.org/W4386072021","https://openalex.org/W4386075487","https://openalex.org/W6638545294","https://openalex.org/W6640963894","https://openalex.org/W6734074887","https://openalex.org/W6739901393","https://openalex.org/W6766978945","https://openalex.org/W6767264202","https://openalex.org/W6774285787","https://openalex.org/W6776048684","https://openalex.org/W6778161298","https://openalex.org/W6811548253","https://openalex.org/W6849049266"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W1976926596","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Audio-driven":[0],"portrait":[1,6,37,81],"animation":[2],"aims":[3],"to":[4,29,64,109,149],"synthesize":[5],"videos":[7,38],"that":[8,137],"are":[9],"conditioned":[10],"by":[11,39],"given":[12,47,100],"audio.":[13,101],"Animating":[14],"high-fidelity":[15,36,79],"and":[16,34,55,78,114,123,127,144],"multimodal":[17],"video":[18,146],"portraits":[19,147],"has":[20],"a":[21,72,106],"variety":[22],"of":[23],"applications.":[24],"Previous":[25],"methods":[26],"have":[27],"attempted":[28],"capture":[30],"different":[31,41],"motion":[32],"modes":[33],"generate":[35],"training":[40],"models":[42],"or":[43],"sampling":[44],"signals":[45],"from":[46,99],"videos.":[48,133],"However,":[49],"lacking":[50],"correlation":[51],"learning":[52],"between":[53],"lip-sync":[54],"other":[56],"movements":[57,113],"(e.g.,":[58],"head":[59],"pose/eye":[60],"blinking)":[61],"usually":[62],"leads":[63],"unnatural":[65],"results.":[66],"In":[67,102],"this":[68],"paper,":[69],"we":[70,104],"propose":[71],"unified":[73],"system":[74,140],"for":[75],"multi-person,":[76],"diverse,":[77],"talking":[80,97],"generation.":[82],"Our":[83],"method":[84],"contains":[85],"three":[86],"stages,":[87],"i.e.,":[88],"1)":[89],"Mapping-Once":[90],"network":[91,120],"with":[92],"Dual":[93],"Attentions":[94],"(MODA)":[95],"generates":[96,121],"representation":[98],"MODA,":[103],"design":[105],"dual-attention":[107],"module":[108],"encode":[110],"accurate":[111],"mouth":[112],"diverse":[115],"modalities.":[116],"2)":[117],"Facial":[118],"composer":[119],"dense":[122],"detailed":[124],"face":[125],"landmarks,":[126],"3)":[128],"temporal-guided":[129],"renderer":[130],"syntheses":[131],"stable":[132],"Extensive":[134],"evaluations":[135],"demonstrate":[136],"the":[138],"proposed":[139],"produces":[141],"more":[142],"natural":[143],"realistic":[145],"compared":[148],"previous":[150],"methods.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}