{"id":"https://openalex.org/W2887761937","doi":"https://doi.org/10.1145/3240508.3240528","title":"Semi-supervised Deep Generative Modelling of Incomplete Multi-Modality Emotional Data","display_name":"Semi-supervised Deep Generative Modelling of Incomplete Multi-Modality Emotional Data","publication_year":2018,"publication_date":"2018-10-15","ids":{"openalex":"https://openalex.org/W2887761937","doi":"https://doi.org/10.1145/3240508.3240528","mag":"2887761937"},"language":"en","primary_location":{"id":"doi:10.1145/3240508.3240528","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240508.3240528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1808.02096","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051978172","display_name":"Changde Du","orcid":"https://orcid.org/0000-0002-0084-433X"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Changde Du","raw_affiliation_strings":["360 Search Lab, Beijing, China","Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"360 Search Lab, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052892758","display_name":"Changying Du","orcid":"https://orcid.org/0000-0002-4489-0020"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changying Du","raw_affiliation_strings":["360 Search Lab, Beijing, China","Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"360 Search Lab, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446064","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-9301-5989"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["360 Search Lab, Beijing, China"],"affiliations":[{"raw_affiliation_string":"360 Search Lab, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782319","display_name":"Jinpeng Li","orcid":"https://orcid.org/0000-0003-1752-8883"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinpeng Li","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056335002","display_name":"Wei\u2010Long Zheng","orcid":"https://orcid.org/0000-0002-9474-6369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei-Long Zheng","raw_affiliation_strings":["SJTU, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"SJTU, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040440605","display_name":"Bao\u2010Liang Lu","orcid":"https://orcid.org/0000-0001-8359-0058"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao-Liang Lu","raw_affiliation_strings":["SJTU, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"SJTU, Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669549","display_name":"Huiguang He","orcid":"https://orcid.org/0000-0002-0684-1711"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguang He","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5051978172"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":3.2657,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.92016642,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"108","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7125149369239807},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.6800466775894165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6690109968185425},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6170401573181152},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5757030844688416},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.565908670425415},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5519701838493347},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.5469638109207153},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5374041199684143},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4572538733482361},{"id":"https://openalex.org/keywords/deep-belief-network","display_name":"Deep belief network","score":0.422532320022583},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42220449447631836},{"id":"https://openalex.org/keywords/latent-variable-model","display_name":"Latent variable model","score":0.4107685089111328}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7125149369239807},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.6800466775894165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6690109968185425},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6170401573181152},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5757030844688416},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.565908670425415},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5519701838493347},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5469638109207153},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5374041199684143},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4572538733482361},{"id":"https://openalex.org/C97385483","wikidata":"https://www.wikidata.org/wiki/Q16954980","display_name":"Deep belief network","level":3,"score":0.422532320022583},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42220449447631836},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.4107685089111328},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3240508.3240528","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3240508.3240528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM international conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1808.02096","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.02096","pdf_url":"https://arxiv.org/pdf/1808.02096","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1808.02096","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.02096","pdf_url":"https://arxiv.org/pdf/1808.02096","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G279006315","display_name":null,"funder_award_id":"91520202, 61602449","funder_id":"https://openalex.org/F4320335595","funder_display_name":"National Natural Science Foundation of China-Yunnan Joint Fund"}],"funders":[{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335595","display_name":"National Natural Science Foundation of China-Yunnan Joint Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W53987483","https://openalex.org/W154472438","https://openalex.org/W771469340","https://openalex.org/W1522301498","https://openalex.org/W1523385540","https://openalex.org/W1779483307","https://openalex.org/W1883346539","https://openalex.org/W1909320841","https://openalex.org/W1930223417","https://openalex.org/W1937059634","https://openalex.org/W1947251450","https://openalex.org/W1959608418","https://openalex.org/W2000157792","https://openalex.org/W2002055708","https://openalex.org/W2044170013","https://openalex.org/W2068124150","https://openalex.org/W2085348055","https://openalex.org/W2095420030","https://openalex.org/W2108501770","https://openalex.org/W2114112206","https://openalex.org/W2117645142","https://openalex.org/W2132711295","https://openalex.org/W2139800297","https://openalex.org/W2142742813","https://openalex.org/W2144730813","https://openalex.org/W2168152978","https://openalex.org/W2184188583","https://openalex.org/W2278113816","https://openalex.org/W2280377497","https://openalex.org/W2403257023","https://openalex.org/W2406223855","https://openalex.org/W2407512993","https://openalex.org/W2431962807","https://openalex.org/W2496034318","https://openalex.org/W2525648609","https://openalex.org/W2530846021","https://openalex.org/W2558124598","https://openalex.org/W2579597427","https://openalex.org/W2584561145","https://openalex.org/W2587284713","https://openalex.org/W2610961739","https://openalex.org/W2741295496","https://openalex.org/W2783367877","https://openalex.org/W2786768213","https://openalex.org/W2949416428","https://openalex.org/W2949419207","https://openalex.org/W2950985674","https://openalex.org/W2951406958","https://openalex.org/W2963043971","https://openalex.org/W2963275229","https://openalex.org/W2963467180","https://openalex.org/W2963573392","https://openalex.org/W2998641113","https://openalex.org/W4295177495","https://openalex.org/W4297663084"],"related_works":["https://openalex.org/W2461917396","https://openalex.org/W2037497866","https://openalex.org/W4243467573","https://openalex.org/W1502435251","https://openalex.org/W62001224","https://openalex.org/W3032390039","https://openalex.org/W1584341211","https://openalex.org/W2616125534","https://openalex.org/W2963987720","https://openalex.org/W2146310005"],"abstract_inverted_index":{"There":[0],"are":[1],"threefold":[2],"challenges":[3],"in":[4],"emotion":[5,211],"recognition.":[6],"First,":[7],"it":[8,22],"is":[9,23,166],"difficult":[10],"to":[11,25,40,65,128,157,199],"recognize":[12],"human's":[13],"emotional":[14,29,32,72],"states":[15],"only":[16],"considering":[17],"a":[18,56,80,86,139,163,169],"single":[19],"modality.":[20],"Second,":[21],"expensive":[24],"manually":[26],"annotate":[27],"the":[28,67,91,95,103,112,120,134,147,179,214],"data.":[30],"Third,":[31],"data":[33,73,142,198],"often":[34],"suffers":[35],"from":[36,107],"missing":[37,141,164],"modalities":[38,109],"due":[39],"unforeseeable":[41],"sensor":[42],"malfunction":[43],"or":[44],"configuration":[45],"issues.":[46],"In":[47],"this":[48],"paper,":[49],"we":[50,63,123,150],"address":[51,146],"all":[52,185],"these":[53],"problems":[54],"under":[55],"novel":[57],"multi-view":[58,126,155],"deep":[59,105],"generative":[60,77],"framework.":[61,218],"Specifically,":[62],"propose":[64],"model":[66,127,156],"statistical":[68],"relationships":[69],"of":[70,94,114,216],"multi-modality":[71],"using":[74],"multiple":[75,108],"modality-specific":[76],"networks":[78],"with":[79,159],"shared":[81,96],"latent":[82,97,170],"space.":[83],"By":[84],"imposing":[85],"Gaussian":[87],"mixture":[88],"assumption":[89],"on":[90,207],"posterior":[92],"approximation":[93],"variables,":[98],"our":[99,125,153,217],"framework":[100,182],"can":[101,183],"learn":[102],"joint":[104],"representation":[106],"and":[110,172,189,196],"evaluate":[111],"importance":[113],"each":[115],"modality":[116],"simultaneously.":[117],"To":[118,145],"solve":[119],"labeled-data-scarcity":[121],"problem,":[122,149],"extend":[124,152],"semi-supervised":[129,135,154],"learning":[130],"scenario":[131],"by":[132],"casting":[133],"classification":[136],"problem":[137],"as":[138,168,191,193],"specialized":[140],"imputation":[143],"task.":[144],"missing-modality":[148],"further":[151],"deal":[158],"incomplete":[160],"data,":[161],"where":[162],"view":[165],"treated":[167],"variable":[171],"integrated":[173],"out":[174],"during":[175],"inference.":[176],"This":[177],"way,":[178],"proposed":[180],"overall":[181],"utilize":[184],"available":[186],"(both":[187],"labeled":[188],"unlabeled,":[190],"well":[192],"both":[194],"complete":[195],"incomplete)":[197],"improve":[200],"its":[201],"generalization":[202],"ability.":[203],"The":[204],"experiments":[205],"conducted":[206],"two":[208],"real":[209],"multi-modal":[210],"datasets":[212],"demonstrated":[213],"superiority":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}