{"id":"https://openalex.org/W3182978476","doi":"https://doi.org/10.1109/cvpr46437.2021.00820","title":"Semantic Segmentation with Generative Models: Semi-Supervised Learning and Strong Out-of-Domain Generalization","display_name":"Semantic Segmentation with Generative Models: Semi-Supervised Learning and Strong Out-of-Domain Generalization","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3182978476","doi":"https://doi.org/10.1109/cvpr46437.2021.00820","mag":"3182978476"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr46437.2021.00820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038967947","display_name":"Daiqing Li","orcid":"https://orcid.org/0000-0001-5814-0872"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Daiqing Li","raw_affiliation_strings":["NVIDIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101942528","display_name":"Junlin Yang","orcid":"https://orcid.org/0000-0001-5381-169X"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junlin Yang","raw_affiliation_strings":["NVIDIA","Yale University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"Yale University","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032255237","display_name":"Karsten Kreis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karsten Kreis","raw_affiliation_strings":["NVIDIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085020955","display_name":"Antonio Torralba","orcid":"https://orcid.org/0000-0003-4915-0256"},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Antonio Torralba","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070642269","display_name":"Sanja Fidler","orcid":"https://orcid.org/0000-0003-1040-3260"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sanja Fidler","raw_affiliation_strings":["NVIDIA","University of Toronto","Vector Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute","institution_ids":["https://openalex.org/I4210127509"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038967947"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.2196,"has_fulltext":false,"cited_by_count":161,"citation_normalized_percentile":{"value":0.99154238,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8296","last_page":"8307"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7946080565452576},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7518566846847534},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7028293013572693},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6826788783073425},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6505606770515442},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6374121904373169},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5044928789138794},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.47438982129096985},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44923901557922363},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.43518316745758057},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.4289207458496094},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4239603281021118},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4214969575405121},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4214097261428833},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4140450656414032},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3601630926132202},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09479030966758728}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7946080565452576},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7518566846847534},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7028293013572693},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6826788783073425},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6505606770515442},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6374121904373169},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5044928789138794},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.47438982129096985},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44923901557922363},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.43518316745758057},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4289207458496094},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4239603281021118},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4214969575405121},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4214097261428833},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4140450656414032},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3601630926132202},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09479030966758728},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr46437.2021.00820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":180,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1543614656","https://openalex.org/W1901129140","https://openalex.org/W1904878066","https://openalex.org/W1995997122","https://openalex.org/W2061253660","https://openalex.org/W2108501770","https://openalex.org/W2142514727","https://openalex.org/W2145494108","https://openalex.org/W2163614729","https://openalex.org/W2164587673","https://openalex.org/W2194775991","https://openalex.org/W2293363371","https://openalex.org/W2321533354","https://openalex.org/W2412320034","https://openalex.org/W2412510955","https://openalex.org/W2412782625","https://openalex.org/W2431080869","https://openalex.org/W2519536754","https://openalex.org/W2520022504","https://openalex.org/W2524985544","https://openalex.org/W2552611751","https://openalex.org/W2554423077","https://openalex.org/W2565639579","https://openalex.org/W2590916118","https://openalex.org/W2592691248","https://openalex.org/W2611650229","https://openalex.org/W2630837129","https://openalex.org/W2751665805","https://openalex.org/W2778764040","https://openalex.org/W2785325870","https://openalex.org/W2787241931","https://openalex.org/W2789440170","https://openalex.org/W2799124825","https://openalex.org/W2898543156","https://openalex.org/W2910094941","https://openalex.org/W2932083555","https://openalex.org/W2940868402","https://openalex.org/W2944828972","https://openalex.org/W2949416428","https://openalex.org/W2951970475","https://openalex.org/W2953070460","https://openalex.org/W2961363059","https://openalex.org/W2962369866","https://openalex.org/W2962760235","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2962808998","https://openalex.org/W2962974533","https://openalex.org/W2963105487","https://openalex.org/W2963373786","https://openalex.org/W2963435192","https://openalex.org/W2963800363","https://openalex.org/W2963917315","https://openalex.org/W2964074081","https://openalex.org/W2964144352","https://openalex.org/W2964159205","https://openalex.org/W2968008415","https://openalex.org/W2971223921","https://openalex.org/W2978426779","https://openalex.org/W2980189057","https://openalex.org/W2981952041","https://openalex.org/W2982452968","https://openalex.org/W2985060393","https://openalex.org/W2985068832","https://openalex.org/W2985936292","https://openalex.org/W2990500698","https://openalex.org/W2990873191","https://openalex.org/W2991979976","https://openalex.org/W2995085126","https://openalex.org/W2995327724","https://openalex.org/W2995808743","https://openalex.org/W2996501936","https://openalex.org/W2996582215","https://openalex.org/W3001197829","https://openalex.org/W3002569343","https://openalex.org/W3010316883","https://openalex.org/W3013561810","https://openalex.org/W3021472582","https://openalex.org/W3031923721","https://openalex.org/W3034720584","https://openalex.org/W3034781633","https://openalex.org/W3035058308","https://openalex.org/W3035060554","https://openalex.org/W3035570181","https://openalex.org/W3035574324","https://openalex.org/W3035653890","https://openalex.org/W3040462728","https://openalex.org/W3043068949","https://openalex.org/W3043462782","https://openalex.org/W3089601811","https://openalex.org/W3100008044","https://openalex.org/W3100859887","https://openalex.org/W3101156210","https://openalex.org/W3101956722","https://openalex.org/W3102061158","https://openalex.org/W3104809143","https://openalex.org/W3104876213","https://openalex.org/W3106031848","https://openalex.org/W3107695429","https://openalex.org/W3107803166","https://openalex.org/W3109395584","https://openalex.org/W3109910669","https://openalex.org/W3110015970","https://openalex.org/W3120562181","https://openalex.org/W3121147178","https://openalex.org/W3121732873","https://openalex.org/W3122887115","https://openalex.org/W3127902700","https://openalex.org/W3167788848","https://openalex.org/W3176913662","https://openalex.org/W4287823849","https://openalex.org/W4287997702","https://openalex.org/W4289489408","https://openalex.org/W4294568686","https://openalex.org/W4294643831","https://openalex.org/W4297748412","https://openalex.org/W4309233581","https://openalex.org/W6606244218","https://openalex.org/W6639824700","https://openalex.org/W6639867372","https://openalex.org/W6675944832","https://openalex.org/W6681588610","https://openalex.org/W6683915439","https://openalex.org/W6714590955","https://openalex.org/W6715189028","https://openalex.org/W6715501732","https://openalex.org/W6717772578","https://openalex.org/W6718379498","https://openalex.org/W6726794401","https://openalex.org/W6727167188","https://openalex.org/W6727420689","https://openalex.org/W6729856380","https://openalex.org/W6729939709","https://openalex.org/W6733814495","https://openalex.org/W6734007871","https://openalex.org/W6739696289","https://openalex.org/W6745560452","https://openalex.org/W6747899497","https://openalex.org/W6748692255","https://openalex.org/W6754551840","https://openalex.org/W6755574268","https://openalex.org/W6756006421","https://openalex.org/W6758047254","https://openalex.org/W6759792163","https://openalex.org/W6760992214","https://openalex.org/W6761152059","https://openalex.org/W6761607986","https://openalex.org/W6762573206","https://openalex.org/W6762913911","https://openalex.org/W6764051988","https://openalex.org/W6765939562","https://openalex.org/W6767955574","https://openalex.org/W6771275388","https://openalex.org/W6771441844","https://openalex.org/W6771703901","https://openalex.org/W6771731465","https://openalex.org/W6771787070","https://openalex.org/W6771946023","https://openalex.org/W6772669916","https://openalex.org/W6773005947","https://openalex.org/W6775687064","https://openalex.org/W6775876232","https://openalex.org/W6776411772","https://openalex.org/W6777359265","https://openalex.org/W6779093361","https://openalex.org/W6779326418","https://openalex.org/W6779977557","https://openalex.org/W6780043386","https://openalex.org/W6780466186","https://openalex.org/W6780757718","https://openalex.org/W6780882654","https://openalex.org/W6781473119","https://openalex.org/W6781795987","https://openalex.org/W6781849992","https://openalex.org/W6782301364","https://openalex.org/W6782316674","https://openalex.org/W6784133018","https://openalex.org/W6784296473","https://openalex.org/W6794108717"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W2361861616","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408"],"abstract_inverted_index":{"Training":[0],"deep":[1],"networks":[2],"with":[3,89,104],"limited":[4],"labeled":[5,40,92],"data":[6,36,41],"while":[7],"achieving":[8],"a":[9,48,56,67,82,105],"strong":[10,160],"generalization":[11],"ability":[12],"is":[13,24,78,114],"key":[14],"in":[15,147,183],"the":[16,25,73,119,123,137,140,169],"quest":[17],"to":[18,37,164,171,181,191],"reduce":[19],"human":[20],"annotation":[21],"efforts.":[22],"This":[23],"goal":[26],"of":[27,59,85,100,188],"semi-supervised":[28],"learning,":[29],"which":[30],"exploits":[31],"more":[32],"widely":[33],"available":[34],"unlabeled":[35],"complement":[38],"small":[39],"sets.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46,65],"propose":[47],"novel":[49],"framework":[50],"for":[51],"discriminative":[52],"pixel-level":[53],"tasks":[54],"using":[55,81],"generative":[57,68],"model":[58],"both":[60],"images":[61,87],"and":[62,77,131,134,154,167,186,194,197],"labels.":[63],"Concretely,":[64],"learn":[66],"adversarial":[69],"network":[70,130],"that":[71],"captures":[72],"joint":[74,124],"image-label":[75],"distribution":[76],"trained":[79],"efficiently":[80],"large":[83],"set":[84],"un-labeled":[86],"supplemented":[88],"only":[90],"few":[91],"ones.":[93],"We":[94,143,158],"build":[95],"our":[96,145],"architecture":[97],"on":[98],"top":[99],"StyleGAN2":[101],"[45],":[102],"augmented":[103],"label":[106,138],"synthesis":[107],"branch.":[108],"Image":[109],"labeling":[110],"at":[111],"test":[112],"time":[113],"achieved":[115],"by":[116],"first":[117,170],"embedding":[118],"target":[120],"image":[121,152],"into":[122],"latent":[125],"space":[126],"via":[127],"an":[128],"encoder":[129],"test-time":[132],"optimization,":[133],"then":[135],"generating":[136],"from":[139,179],"inferred":[141],"embedding.":[142],"evaluate":[144],"approach":[146],"two":[148],"important":[149],"domains:":[150],"medical":[151,184],"segmentation":[153],"part-based":[155],"face":[156],"segmentation.":[157],"demonstrate":[159],"in-domain":[161],"performance":[162],"compared":[163],"several":[165],"baselines,":[166],"are":[168],"showcase":[172],"extreme":[173],"out-of-domain":[174],"generalization,":[175],"such":[176],"as":[177],"transferring":[178],"CT":[180],"MRI":[182],"imaging,":[185],"photographs":[187],"real":[189],"faces":[190],"paintings,":[192],"sculptures,":[193],"even":[195],"cartoons":[196],"animal":[198],"faces.":[199],"Project":[200],"Page:":[201],"https://nv-tlabs.github.io/semanticGAN/":[202]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":41},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":8},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}