{"id":"https://openalex.org/W3194230325","doi":"https://doi.org/10.1109/tcsvt.2021.3106047","title":"A Unified Framework for High Fidelity Face Swap and Expression Reenactment","display_name":"A Unified Framework for High Fidelity Face Swap and Expression Reenactment","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3194230325","doi":"https://doi.org/10.1109/tcsvt.2021.3106047","mag":"3194230325"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2021.3106047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3106047","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042160852","display_name":"Bo Peng","orcid":"https://orcid.org/0000-0002-9014-7369"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Peng","raw_affiliation_strings":["National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Information Security, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9014-7369","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Information Security, Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091396758","display_name":"Hongxing Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxing Fan","raw_affiliation_strings":["National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757829","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-8598-0831"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8598-0831","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017743261","display_name":"Jing Dong","orcid":"https://orcid.org/0000-0002-2763-7832"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Dong","raw_affiliation_strings":["National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2763-7832","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition (NLPR), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023752172","display_name":"Siwei Lyu","orcid":"https://orcid.org/0000-0002-0992-685X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siwei Lyu","raw_affiliation_strings":["School of Engineering and Applied Sciences, University at Buffalo (State University of New York at Buffalo), Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-0992-685X","affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, University at Buffalo (State University of New York at Buffalo), Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042160852"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150","https://openalex.org/I4210156404"],"apc_list":null,"apc_paid":null,"fwci":4.1749,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.95406292,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"32","issue":"6","first_page":"3673","last_page":"3684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8281756639480591},{"id":"https://openalex.org/keywords/swap","display_name":"Swap (finance)","score":0.7298606038093567},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.6456004977226257},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6070354580879211},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5631918907165527},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5204905867576599},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.4984426498413086},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4982142448425293},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39509931206703186},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3775911033153534},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3593946695327759}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8281756639480591},{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.7298606038093567},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6456004977226257},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6070354580879211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5631918907165527},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5204905867576599},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.4984426498413086},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4982142448425293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39509931206703186},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3775911033153534},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3593946695327759},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2021.3106047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2021.3106047","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G1422808308","display_name":null,"funder_award_id":"4192058","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G2696183769","display_name":null,"funder_award_id":"62076240","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3584809445","display_name":null,"funder_award_id":"U19B2038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4167522034","display_name":null,"funder_award_id":"61772529","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5124436249","display_name":null,"funder_award_id":"61972395","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8726527290","display_name":null,"funder_award_id":"61902400","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1772300941","https://openalex.org/W1935685005","https://openalex.org/W1978370894","https://openalex.org/W2017107803","https://openalex.org/W2107037917","https://openalex.org/W2125389028","https://openalex.org/W2237250383","https://openalex.org/W2259336489","https://openalex.org/W2265959009","https://openalex.org/W2301937176","https://openalex.org/W2520141791","https://openalex.org/W2524859829","https://openalex.org/W2558151185","https://openalex.org/W2608058963","https://openalex.org/W2738406145","https://openalex.org/W2806833697","https://openalex.org/W2808631503","https://openalex.org/W2883183894","https://openalex.org/W2884460600","https://openalex.org/W2886934227","https://openalex.org/W2889115060","https://openalex.org/W2914217321","https://openalex.org/W2942074357","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963290645","https://openalex.org/W2963644257","https://openalex.org/W2963767194","https://openalex.org/W2963839617","https://openalex.org/W2963917969","https://openalex.org/W2982058372","https://openalex.org/W2984529706","https://openalex.org/W2984700035","https://openalex.org/W2998158928","https://openalex.org/W3018564516","https://openalex.org/W3034463304","https://openalex.org/W3034521057","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3034909238","https://openalex.org/W3043844802","https://openalex.org/W3128490151","https://openalex.org/W3135551199","https://openalex.org/W3166279462","https://openalex.org/W3173561947","https://openalex.org/W3174831884","https://openalex.org/W4236440698","https://openalex.org/W4294643831","https://openalex.org/W6678815747","https://openalex.org/W6745560452","https://openalex.org/W6767264202","https://openalex.org/W6771956660","https://openalex.org/W6797657831"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4313443006","https://openalex.org/W2945374968","https://openalex.org/W4293777179","https://openalex.org/W4385452045","https://openalex.org/W2164070813","https://openalex.org/W2135608140","https://openalex.org/W2895525995","https://openalex.org/W2332512904","https://openalex.org/W4224231624"],"abstract_inverted_index":{"Face":[0],"manipulation":[1,16],"techniques":[2],"improve":[3],"fast":[4],"with":[5],"the":[6,50,65,86,107,132,138,160,182,192],"development":[7],"of":[8,89,110],"powerful":[9],"image":[10,126],"generation":[11],"models.":[12],"Two":[13],"particular":[14],"face":[15,19,114,144,183],"methods,":[17],"namely":[18],"swap":[20,115,145,184],"and":[21,30,93,96,116,146,156,170,186],"expression":[22,94,117,147,193],"reenactment":[23,118,148,194],"attract":[24],"much":[25],"attention":[26],"for":[27,81,100,113,150],"their":[28,55],"flexibility":[29],"ease":[31],"to":[32,63,123,129],"generate":[33,131],"high":[34,74,164],"quality":[35,75],"synthesis":[36,76],"results.":[37,77],"Recently,":[38],"these":[39],"two":[40,51,66],"subjects":[41],"are":[42,121],"actively":[43],"studied.":[44],"However,":[45],"most":[46],"existing":[47],"methods":[48],"treat":[49],"tasks":[52,102,119,149],"separately,":[53],"ignoring":[54],"underlying":[56],"similarity.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61],"propose":[62],"tackle":[64],"problems":[67],"within":[68],"a":[69,124],"unified":[70,83],"framework":[71,84],"that":[72,120,159],"achieves":[73,163],"The":[78],"enabling":[79],"component":[80],"our":[82],"is":[85,172],"clean":[87],"disentanglement":[88],"3D":[90],"pose,":[91],"shape,":[92],"factors":[95],"then":[97,105],"recombining":[98],"them":[99],"different":[101],"accordingly.":[103],"We":[104],"use":[106],"same":[108],"set":[109],"2D":[111],"representations":[112],"input":[122],"common":[125],"translation":[127],"model":[128,140],"directly":[130],"final":[133],"synthetic":[134],"images.":[135],"Once":[136],"trained,":[137],"proposed":[139,161],"can":[141],"accomplish":[142],"both":[143],"previously":[151],"unseen":[152],"subjects.":[153],"Comprehensive":[154],"experiments":[155],"comparisons":[157],"show":[158],"method":[162],"fidelity":[165],"results":[166],"in":[167,181,191],"multiple":[168],"aspects,":[169],"it":[171],"especially":[173],"good":[174],"at":[175],"faithfully":[176],"preserving":[177],"source":[178],"facial":[179,189],"shape":[180],"task,":[185],"accurately":[187],"transferring":[188],"movements":[190],"task.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}