{"id":"https://openalex.org/W2805781993","doi":"https://doi.org/10.1109/tmm.2018.2844085","title":"Facial Expression Recognition Using Hierarchical Features With Deep Comprehensive Multipatches Aggregation Convolutional Neural Networks","display_name":"Facial Expression Recognition Using Hierarchical Features With Deep Comprehensive Multipatches Aggregation Convolutional Neural Networks","publication_year":2018,"publication_date":"2018-06-04","ids":{"openalex":"https://openalex.org/W2805781993","doi":"https://doi.org/10.1109/tmm.2018.2844085","mag":"2805781993"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2018.2844085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2844085","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025216990","display_name":"Siyue Xie","orcid":"https://orcid.org/0000-0003-4362-6743"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Siyue Xie","raw_affiliation_strings":["School of Electronic and Information Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056953478","display_name":"Haifeng Hu","orcid":"https://orcid.org/0000-0002-4884-323X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Hu","raw_affiliation_strings":["School of Electronic and Information Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4884-323X","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025216990"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":18.1589,"has_fulltext":false,"cited_by_count":212,"citation_normalized_percentile":{"value":0.99459363,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"21","issue":"1","first_page":"211","last_page":"220"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8407421112060547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7903985977172852},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7790048122406006},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7664439082145691},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.7576693296432495},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5060023665428162},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.49897050857543945},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4966936707496643},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.44533517956733704},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.43299782276153564},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4276772737503052},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41630759835243225},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4161880314350128},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.37869736552238464},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3282189965248108}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8407421112060547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7903985977172852},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7790048122406006},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7664439082145691},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.7576693296432495},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5060023665428162},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49897050857543945},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4966936707496643},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.44533517956733704},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.43299782276153564},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4276772737503052},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41630759835243225},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4161880314350128},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37869736552238464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3282189965248108},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2018.2844085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2844085","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G1742445109","display_name":null,"funder_award_id":"2015B090912001","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G2050728139","display_name":null,"funder_award_id":"2017B090909005","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G4228998522","display_name":null,"funder_award_id":"2017A030311029","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G5355820501","display_name":null,"funder_award_id":"60802069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5445921258","display_name":null,"funder_award_id":"2016B010109002","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G5678804896","display_name":null,"funder_award_id":"61673402","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G709867051","display_name":null,"funder_award_id":"61273270","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8690099469","display_name":null,"funder_award_id":"2016B010123005","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1631012836","https://openalex.org/W1677920914","https://openalex.org/W1833123814","https://openalex.org/W1965037862","https://openalex.org/W1969030392","https://openalex.org/W1974210421","https://openalex.org/W1985787020","https://openalex.org/W1987231241","https://openalex.org/W1988744266","https://openalex.org/W1990207480","https://openalex.org/W1991219878","https://openalex.org/W1999707555","https://openalex.org/W2006406015","https://openalex.org/W2014185685","https://openalex.org/W2032484416","https://openalex.org/W2044188769","https://openalex.org/W2063031323","https://openalex.org/W2065379720","https://openalex.org/W2079712593","https://openalex.org/W2088575594","https://openalex.org/W2097128017","https://openalex.org/W2102570318","https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2106180965","https://openalex.org/W2106390385","https://openalex.org/W2108445559","https://openalex.org/W2127462305","https://openalex.org/W2138175967","https://openalex.org/W2143875529","https://openalex.org/W2150813908","https://openalex.org/W2158198839","https://openalex.org/W2195207531","https://openalex.org/W2198512331","https://openalex.org/W2217426128","https://openalex.org/W2217895792","https://openalex.org/W2244142460","https://openalex.org/W2247689392","https://openalex.org/W2292037629","https://openalex.org/W2292448268","https://openalex.org/W2340427832","https://openalex.org/W2421475762","https://openalex.org/W2481208483","https://openalex.org/W2487852963","https://openalex.org/W2551061776","https://openalex.org/W2551403050","https://openalex.org/W2995034616","https://openalex.org/W3097096317","https://openalex.org/W3101572448","https://openalex.org/W4211153864","https://openalex.org/W4285719527","https://openalex.org/W6638556758","https://openalex.org/W6672481139","https://openalex.org/W6687716273","https://openalex.org/W6691023552","https://openalex.org/W6721640617","https://openalex.org/W6729924262"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W147410782","https://openalex.org/W2900413183","https://openalex.org/W4390975304","https://openalex.org/W2748667022","https://openalex.org/W3211770882","https://openalex.org/W2010629964","https://openalex.org/W2983135586","https://openalex.org/W2565656575"],"abstract_inverted_index":{"Facial":[0,167],"expression":[1,171],"recognition":[2,175],"(FER)":[3],"has":[4],"long":[5],"been":[6],"a":[7,18,39,132],"challenging":[8],"task":[9],"in":[10,107,128],"computer":[11],"vision.":[12],"In":[13,70],"this":[14],"paper,":[15],"we":[16],"propose":[17],"novel":[19,133],"method,":[20],"named":[21,136],"deep":[22],"comprehensive":[23],"multipatches":[24],"aggregation":[25],"convolutional":[26],"neural":[27],"networks":[28],"(CNNs),":[29],"to":[30],"solve":[31],"the":[32,49,60,66,71,82,120,129,156,158,164,174],"FER":[33],"problem.":[34],"The":[35],"proposed":[36,141],"method":[37],"is":[38,140],"deep-based":[40],"framework,":[41],"which":[42],"mainly":[43],"consists":[44],"of":[45,48,86,102,118],"two":[46,100],"branches":[47],"CNN.":[50],"One":[51],"branch":[52],"extracts":[53,62],"local":[54,73,92],"features":[55,64,74,80,95,104],"from":[56,65],"image":[57],"patches":[58],"while":[59],"other":[61],"holistic":[63,79,94],"whole":[67],"expressional":[68,76,137],"image.":[69],"model,":[72],"depict":[75],"details":[77],"and":[78,93,163],"characterize":[81],"high-level":[83],"semantic":[84],"information":[85],"an":[87],"expression.":[88],"We":[89],"aggregate":[90],"both":[91],"before":[96],"making":[97],"classification.":[98],"These":[99],"types":[101],"hierarchical":[103],"represent":[105,123],"expressions":[106,124],"different":[108],"scales.":[109],"Compared":[110],"with":[111,115],"most":[112],"current":[113],"methods":[114],"single":[116],"type":[117],"feature,":[119],"model":[121],"can":[122],"more":[125],"comprehensively.":[126],"Additionally,":[127],"training":[130],"stage,":[131],"pooling":[134,139],"strategy":[135],"transformation-invariant":[138],"for":[142],"handling":[143],"nuisance":[144],"variations,":[145],"such":[146],"as":[147],"rotations,":[148],"noises,":[149],"etc.":[150],"Extensive":[151],"experiments":[152],"are":[153],"conducted":[154],"on":[155],"famous":[157],"Extended":[159],"Cohn-Kanade":[160],"(CK+)":[161],"dataset":[162],"Japanese":[165],"Female":[166],"Expression":[168],"(JAFFE)":[169],"database":[170],"datasets,":[172],"where":[173],"results":[176],"obtained.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":51},{"year":2021,"cited_by_count":42},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}