{"id":"https://openalex.org/W4396718396","doi":"https://doi.org/10.48550/arxiv.2405.02911","title":"Multimodal Sense-Informed Prediction of 3D Human Motions","display_name":"Multimodal Sense-Informed Prediction of 3D Human Motions","publication_year":2024,"publication_date":"2024-05-05","ids":{"openalex":"https://openalex.org/W4396718396","doi":"https://doi.org/10.48550/arxiv.2405.02911"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.02911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.02911","pdf_url":"https://arxiv.org/pdf/2405.02911","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.02911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066532760","display_name":"Zhenyu Lou","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lou, Zhenyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058791923","display_name":"Qiongjie Cui","orcid":"https://orcid.org/0000-0002-8078-6706"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Qiongjie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014590415","display_name":"Haofan Wang","orcid":"https://orcid.org/0000-0002-0949-1235"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haofan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385897","display_name":"Xu Tang","orcid":"https://orcid.org/0000-0001-9437-2662"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Xu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070928582","display_name":"Hong Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066532760"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sense","display_name":"Sense (electronics)","score":0.671466588973999},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42460164427757263},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34494471549987793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32199132442474365},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16244840621948242}],"concepts":[{"id":"https://openalex.org/C143141573","wikidata":"https://www.wikidata.org/wiki/Q7450971","display_name":"Sense (electronics)","level":2,"score":0.671466588973999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42460164427757263},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34494471549987793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32199132442474365},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16244840621948242},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.02911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.02911","pdf_url":"https://arxiv.org/pdf/2405.02911","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.02911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.02911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.02911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.02911","pdf_url":"https://arxiv.org/pdf/2405.02911","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3519017007","display_name":null,"funder_award_id":"BK20220939","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4225994708","display_name":null,"funder_award_id":"62306141","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7283678196","display_name":null,"funder_award_id":"2022YFC3602601","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8764071032","display_name":null,"funder_award_id":"2022YFC","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396718396.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4385542742","https://openalex.org/W4396701345","https://openalex.org/W2037111888","https://openalex.org/W3170014661","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Predicting":[0],"future":[1,96],"human":[2,86,97,107,131,178],"pose":[3,179],"is":[4,89,103],"a":[5,66,119,154],"fundamental":[6],"application":[7],"for":[8,95],"machine":[9],"intelligence,":[10],"which":[11,73],"drives":[12],"robots":[13],"to":[14,23,50,91,123,127,133,141,152],"plan":[15],"their":[16,93],"behavior":[17],"and":[18,53,84,88,109,114,148,180],"paths":[19],"ahead":[20],"of":[21,41,157],"time":[22],"seamlessly":[24],"accomplish":[25],"human-robot":[26],"collaboration":[27],"in":[28,56,176],"real-world":[29,167],"3D":[30,82,163,177],"scenarios.":[31],"Despite":[32],"encouraging":[33],"results,":[34],"existing":[35],"approaches":[36],"rarely":[37],"consider":[38],"the":[39,42,46,57,100,106,125,130,144,149,158,162,169],"effects":[40],"external":[43,81],"scene":[44,115],"on":[45,77],"motion":[47,70,113],"sequence,":[48],"leading":[49],"pronounced":[51],"artifacts":[52],"physical":[54],"implausibilities":[55],"predictions.":[58],"To":[59],"address":[60],"this":[61,63],"limitation,":[62],"work":[64],"introduces":[65],"novel":[67],"multi-modal":[68],"sense-informed":[69],"prediction":[71],"approach,":[72],"conditions":[74],"high-fidelity":[75],"generation":[76,126],"two":[78,166],"modal":[79],"information:":[80],"scene,":[83],"internal":[85],"gaze,":[87],"able":[90],"recognize":[92],"salience":[94],"activity.":[98],"Furthermore,":[99],"gaze":[101],"information":[102],"regarded":[104],"as":[105],"intention,":[108],"combined":[110],"with":[111,161],"both":[112,175],"features,":[116],"we":[117,136],"construct":[118],"ternary":[120],"intention-aware":[121],"attention":[122,140],"supervise":[124],"match":[128],"where":[129],"wants":[132],"reach.":[134],"Meanwhile,":[135],"introduce":[137],"semantic":[138],"coherence-aware":[139],"explicitly":[142],"distinguish":[143],"salient":[145],"point":[146],"clouds":[147],"underlying":[150],"ones,":[151],"ensure":[153],"reasonable":[155],"interaction":[156],"generated":[159],"sequence":[160],"scene.":[164],"On":[165],"benchmarks,":[168],"proposed":[170],"method":[171],"achieves":[172],"state-of-the-art":[173],"performance":[174],"trajectory":[181],"prediction.":[182]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}