{"id":"https://openalex.org/W3013170474","doi":"https://doi.org/10.1109/tpami.2021.3115428","title":"Exploiting Deep Generative Prior for Versatile Image Restoration and Manipulation","display_name":"Exploiting Deep Generative Prior for Versatile Image Restoration and Manipulation","publication_year":2021,"publication_date":"2021-09-24","ids":{"openalex":"https://openalex.org/W3013170474","doi":"https://doi.org/10.1109/tpami.2021.3115428","mag":"3013170474","pmid":"https://pubmed.ncbi.nlm.nih.gov/34559638"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3115428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3115428","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052549072","display_name":"Xingang Pan","orcid":"https://orcid.org/0000-0002-5825-9467"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xingang Pan","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5825-9467","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040988693","display_name":"Xiaohang Zhan","orcid":"https://orcid.org/0000-0003-2136-7592"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaohang Zhan","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-2136-7592","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101990493","display_name":"Bo Dai","orcid":"https://orcid.org/0000-0003-0777-9232"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bo Dai","raw_affiliation_strings":["S-Lab, Nanyang Technology University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0777-9232","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technology University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010087030","display_name":"Dahua Lin","orcid":"https://orcid.org/0000-0002-8865-7896"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Dahua Lin","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005626854","display_name":"Chen Change Loy","orcid":"https://orcid.org/0000-0001-5345-1591"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Change Loy","raw_affiliation_strings":["S-Lab, Nanyang Technology University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5345-1591","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technology University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100752686","display_name":"Ping Luo","orcid":"https://orcid.org/0000-0002-6685-7950"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ping Luo","raw_affiliation_strings":["Department of Computer Science, The University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6685-7950","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5052549072"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":19.3963,"has_fulltext":false,"cited_by_count":277,"citation_normalized_percentile":{"value":0.99625541,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"44","issue":"11","first_page":"7474","last_page":"7489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7673028707504272},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7001979947090149},{"id":"https://openalex.org/keywords/morphing","display_name":"Morphing","score":0.6187098026275635},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.5625055432319641},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5297321677207947},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5200671553611755},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.506109893321991},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4933597147464752},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48787450790405273},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4185277223587036},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39154499769210815},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2960413694381714}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7673028707504272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7001979947090149},{"id":"https://openalex.org/C50637493","wikidata":"https://www.wikidata.org/wiki/Q1136781","display_name":"Morphing","level":2,"score":0.6187098026275635},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.5625055432319641},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5297321677207947},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5200671553611755},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.506109893321991},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4933597147464752},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48787450790405273},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4185277223587036},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39154499769210815},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2960413694381714},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2021.3115428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3115428","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:34559638","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34559638","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:hub.hku.hk:10722/352246","is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/352246","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"},{"score":0.4399999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1836465849","https://openalex.org/W1885185971","https://openalex.org/W1906770428","https://openalex.org/W1932198206","https://openalex.org/W2020999234","https://openalex.org/W2099471712","https://openalex.org/W2102166818","https://openalex.org/W2103559027","https://openalex.org/W2108598243","https://openalex.org/W2128254161","https://openalex.org/W2131686571","https://openalex.org/W2149396346","https://openalex.org/W2194775991","https://openalex.org/W2308529009","https://openalex.org/W2326925005","https://openalex.org/W2331128040","https://openalex.org/W2519536754","https://openalex.org/W2604147826","https://openalex.org/W2613155248","https://openalex.org/W2732026016","https://openalex.org/W2807890521","https://openalex.org/W2893749619","https://openalex.org/W2899771611","https://openalex.org/W2943961047","https://openalex.org/W2951684903","https://openalex.org/W2952716587","https://openalex.org/W2961363059","https://openalex.org/W2962760235","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2962848800","https://openalex.org/W2962968835","https://openalex.org/W2963105487","https://openalex.org/W2963265008","https://openalex.org/W2963306805","https://openalex.org/W2963373786","https://openalex.org/W2963391718","https://openalex.org/W2963470893","https://openalex.org/W2963704386","https://openalex.org/W2963767194","https://openalex.org/W2963800363","https://openalex.org/W2963917315","https://openalex.org/W2964013315","https://openalex.org/W2964197269","https://openalex.org/W2971682216","https://openalex.org/W2982041717","https://openalex.org/W2985060393","https://openalex.org/W2985068832","https://openalex.org/W2990077809","https://openalex.org/W2996126761","https://openalex.org/W2998280611","https://openalex.org/W3006168429","https://openalex.org/W3014852036","https://openalex.org/W3034352949","https://openalex.org/W3034431451","https://openalex.org/W3035355202","https://openalex.org/W3035570181","https://openalex.org/W3043243633","https://openalex.org/W3043547428","https://openalex.org/W3102061158","https://openalex.org/W3107096356","https://openalex.org/W3107669106","https://openalex.org/W3109910669","https://openalex.org/W3122887115","https://openalex.org/W3125847159","https://openalex.org/W4287817254","https://openalex.org/W4294285296","https://openalex.org/W4294568686","https://openalex.org/W4294643831","https://openalex.org/W4320013936","https://openalex.org/W6631190155","https://openalex.org/W6638667902","https://openalex.org/W6698507324","https://openalex.org/W6701655646","https://openalex.org/W6702130928","https://openalex.org/W6715501732","https://openalex.org/W6718379498","https://openalex.org/W6736210646","https://openalex.org/W6736452954","https://openalex.org/W6744107740","https://openalex.org/W6745560452","https://openalex.org/W6745718552","https://openalex.org/W6746466744","https://openalex.org/W6748204703","https://openalex.org/W6752015482","https://openalex.org/W6755312952","https://openalex.org/W6756040250","https://openalex.org/W6762310696","https://openalex.org/W6770938224","https://openalex.org/W6771641572","https://openalex.org/W6781156212","https://openalex.org/W6784954162","https://openalex.org/W6841337490"],"related_works":["https://openalex.org/W4293320219","https://openalex.org/W2953246223","https://openalex.org/W4283584549","https://openalex.org/W2554314924","https://openalex.org/W4288256692","https://openalex.org/W2998859928","https://openalex.org/W4381885966","https://openalex.org/W2969399009","https://openalex.org/W4398186750","https://openalex.org/W3151498616"],"abstract_inverted_index":{"Learning":[0],"a":[1,6,60,143],"good":[2],"image":[3,10,19,24,32,37,56,99,104],"prior":[4,20,33,57,78],"is":[5,189],"long-term":[7],"goal":[8],"for":[9,185],"restoration":[11,112],"and":[12,44,106,113,161,176,182],"manipulation.":[13],"While":[14],"existing":[15,123],"methods":[16],"like":[17],"deep":[18,76],"(DIP)":[21],"capture":[22],"low-level":[23],"statistics,":[25],"there":[26],"are":[27,115],"still":[28],"gaps":[29],"toward":[30],"an":[31,50],"that":[34,158],"captures":[35],"rich":[36],"semantics":[38],"including":[39,101],"color,":[40,88],"spatial":[41],"coherence,":[42],"textures,":[43],"high-level":[45],"concepts.":[46],"This":[47],"work":[48],"presents":[49],"effective":[51],"way":[52],"to":[53,83,129,138,168,179],"exploit":[54],"the":[55,75,120,131,136,152,166,171],"captured":[58],"by":[59,147,151],"generative":[61,77],"adversarial":[62],"network":[63],"(GAN)":[64],"trained":[65],"on":[66],"large-scale":[67],"natural":[68],"images.":[69,94,187],"As":[70],"shown":[71],"in":[72,142,154,170],"Fig.":[73],"1,":[74],"(DGP)":[79],"provides":[80],"compelling":[81],"results":[82],"restore":[84],"missing":[85],"semantics,":[86],"e.g.,":[87],"patch,":[89],"resolution,":[90],"of":[91,122,173],"various":[92],"degraded":[93],"It":[95],"also":[96],"enables":[97],"diverse":[98],"manipulation":[100,114],"random":[102],"jittering,":[103],"morphing,":[105],"category":[107],"transfer.":[108],"Such":[109],"highly":[110],"flexible":[111],"made":[116],"possible":[117],"through":[118],"relaxing":[119],"assumption":[121],"GAN":[124],"inversion":[125],"methods,":[126],"which":[127],"tend":[128],"fix":[130],"generator.":[132],"Notably,":[133],"we":[134],"allow":[135],"generator":[137],"be":[139],"fine-tuned":[140],"on-the-fly":[141],"progressive":[144],"manner":[145],"regularized":[146],"feature":[148],"distance":[149],"obtained":[150],"discriminator":[153],"GAN.":[155],"We":[156],"show":[157],"these":[159],"easy-to-implement":[160],"practical":[162],"changes":[163],"help":[164],"preserve":[165],"reconstruction":[167,184],"remain":[169],"manifold":[172],"nature":[174],"images,":[175],"thus":[177],"lead":[178],"more":[180],"precise":[181],"faithful":[183],"real":[186],"Code":[188],"available":[190],"at":[191],"https://github.com/XingangPan/deep-generative-prior.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":70},{"year":2023,"cited_by_count":54},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":13}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}