{"id":"https://openalex.org/W4403791946","doi":"https://doi.org/10.1145/3664647.3681084","title":"2M-AF: A Strong Multi-Modality Framework For Human Action Quality Assessment with Self-supervised Representation Learning","display_name":"2M-AF: A Strong Multi-Modality Framework For Human Action Quality Assessment with Self-supervised Representation Learning","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791946","doi":"https://doi.org/10.1145/3664647.3681084"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102986919","display_name":"Yuning Ding","orcid":"https://orcid.org/0000-0003-3267-1653"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuning Ding","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-3267-1653","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sifan Zhang","orcid":"https://orcid.org/0009-0008-6458-7599"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sifan Zhang","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0008-6458-7599","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018748397","display_name":"Shenglan Liu","orcid":"https://orcid.org/0000-0003-3823-4200"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu Shenglan","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-3823-4200","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090116586","display_name":"Jinrong Zhang","orcid":"https://orcid.org/0009-0000-0777-5499"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinrong Zhang","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0000-0777-5499","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033730909","display_name":"Wenyue Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyue Chen","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0005-4407-804X","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114416579","display_name":"Duan Haifei","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duan Haifei","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0007-3020-1208","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114230977","display_name":"Bingcheng Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"bingcheng dong","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0000-6418-0969","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109303607","display_name":"Tao Sun","orcid":"https://orcid.org/0009-0009-8565-2545"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Sun","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0009-8565-2545","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102986919"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":1.1904,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80673828,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1564","last_page":"1572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.728265643119812},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6779216527938843},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5768629908561707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5735092759132385},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5405825972557068},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5374987125396729},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.392774373292923}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.728265643119812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6779216527938843},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5768629908561707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5735092759132385},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5405825972557068},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5374987125396729},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.392774373292923},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2321533354","https://openalex.org/W2552035314","https://openalex.org/W2602920898","https://openalex.org/W2916798096","https://openalex.org/W2939039198","https://openalex.org/W2953867939","https://openalex.org/W2963076818","https://openalex.org/W2963524571","https://openalex.org/W2963853051","https://openalex.org/W2963867213","https://openalex.org/W2964060161","https://openalex.org/W2990759760","https://openalex.org/W3034772044","https://openalex.org/W3035524453","https://openalex.org/W3035714233","https://openalex.org/W3188030217","https://openalex.org/W3193654597","https://openalex.org/W3203634062","https://openalex.org/W4200634815","https://openalex.org/W4214858596","https://openalex.org/W4230178929","https://openalex.org/W4296181607","https://openalex.org/W4313156423"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2793967660","https://openalex.org/W2361654993"],"abstract_inverted_index":{"Human":[0],"Action":[1],"Quality":[2],"Assessment":[3,53],"(AQA)":[4],"is":[5],"a":[6,45,58,65,94],"prominent":[7],"area":[8],"of":[9,36,108,117],"research":[10],"in":[11,25],"human":[12],"action":[13],"analysis.":[14],"Current":[15],"mainstream":[16],"methods":[17,124],"only":[18],"consider":[19],"the":[20,34,37,51,69,74,106,115,118],"RGB":[21,62],"modality":[22],"which":[23,56,102],"results":[24,113],"limited":[26],"feature":[27],"representation":[28,84],"and":[29,47,64,86,132],"insufficient":[30],"performance":[31],"due":[32],"to":[33,82,99],"complexity":[35],"AQA":[38],"task.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43,72,92],"propose":[44,93],"simple":[46],"modular":[48],"framework":[49],"called":[50],"Two-Modality":[52],"Framework":[54],"(2M-AF),":[55],"comprises":[57],"skeleton":[59,70],"stream,":[60,71],"an":[61],"stream":[63],"regression":[66],"module.":[67],"For":[68],"develop":[73],"Self-supervised":[75],"Mask":[76],"Encoder":[77],"Graph":[78],"Convolution":[79],"Network":[80],"(SME-GCN)":[81],"achieve":[83],"learning,":[85],"further":[87],"implement":[88],"score":[89],"assessment.":[90],"Additionally,":[91],"Preference":[95],"Fusion":[96],"Module":[97],"(PFM)":[98],"fuse":[100],"features,":[101],"can":[103],"effectively":[104],"avoid":[105],"disadvantages":[107],"different":[109],"modalities.":[110],"Our":[111],"experimental":[112],"demonstrate":[114],"superiority":[116],"proposed":[119],"2M-AF":[120],"over":[121],"current":[122],"state-of-the-art":[123],"on":[125],"three":[126],"publicly":[127],"available":[128],"datasets:":[129],"AQA-7,":[130],"UNLV-Diving,":[131],"MMFS-63.":[133]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}