{"id":"https://openalex.org/W4401413788","doi":"https://doi.org/10.1109/icra57147.2024.10610748","title":"HandyPriors: Physically Consistent Perception of Hand-Object Interactions with Differentiable Priors","display_name":"HandyPriors: Physically Consistent Perception of Hand-Object Interactions with Differentiable Priors","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401413788","doi":"https://doi.org/10.1109/icra57147.2024.10610748"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610748","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icra57147.2024.10610748","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101303427","display_name":"Shutong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shutong Zhang","raw_affiliation_strings":["University of Toronto & Vector Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010354503","display_name":"Yi-Ling Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi-Ling Qiao","raw_affiliation_strings":["University of Maryland College Park"],"affiliations":[{"raw_affiliation_string":"University of Maryland College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114205020","display_name":"Guanglei Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Guanglei Zhu","raw_affiliation_strings":["University of Toronto & Vector Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073253090","display_name":"Eric Heiden","orcid":"https://orcid.org/0000-0002-2031-8564"},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Eric Heiden","raw_affiliation_strings":["Nvidia"],"affiliations":[{"raw_affiliation_string":"Nvidia","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068498019","display_name":"Dylan Turpin","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dylan Turpin","raw_affiliation_strings":["University of Toronto & Vector Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101585691","display_name":"Jingzhou Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jingzhou Liu","raw_affiliation_strings":["University of Toronto & Vector Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102878981","display_name":"Ming C. Lin","orcid":"https://orcid.org/0000-0003-3736-6949"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Lin","raw_affiliation_strings":["University of Maryland College Park"],"affiliations":[{"raw_affiliation_string":"University of Maryland College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032370229","display_name":"Miles Macklin","orcid":"https://orcid.org/0000-0003-3954-8009"},"institutions":[{"id":"https://openalex.org/I1304085615","display_name":"Nvidia (United Kingdom)","ror":"https://ror.org/02kr42612","country_code":"GB","type":"company","lineage":["https://openalex.org/I1304085615","https://openalex.org/I4210127875"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miles Macklin","raw_affiliation_strings":["Nvidia"],"affiliations":[{"raw_affiliation_string":"Nvidia","institution_ids":["https://openalex.org/I1304085615"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103507370","display_name":"Animesh Garg","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Animesh Garg","raw_affiliation_strings":["University of Toronto & Vector Institute"],"affiliations":[{"raw_affiliation_string":"University of Toronto & Vector Institute","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101303427"],"corresponding_institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210127509"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13558136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"13983","last_page":"13990"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.7706462144851685},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.7001641392707825},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6727274060249329},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.628993809223175},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6233815550804138},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.535257875919342},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37488970160484314},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32375913858413696},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2652144134044647},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19467097520828247},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.10767754912376404},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.097237229347229},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.07364726066589355}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.7706462144851685},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7001641392707825},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6727274060249329},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.628993809223175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6233815550804138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.535257875919342},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37488970160484314},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32375913858413696},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2652144134044647},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19467097520828247},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.10767754912376404},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.097237229347229},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.07364726066589355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610748","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icra57147.2024.10610748","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W132147841","https://openalex.org/W1505952289","https://openalex.org/W1763608500","https://openalex.org/W1967554269","https://openalex.org/W2605973302","https://openalex.org/W2768683308","https://openalex.org/W2768879211","https://openalex.org/W2796453247","https://openalex.org/W2799191197","https://openalex.org/W2892644985","https://openalex.org/W2897765997","https://openalex.org/W2920961587","https://openalex.org/W2950921159","https://openalex.org/W2952122856","https://openalex.org/W2962811204","https://openalex.org/W2962926199","https://openalex.org/W2963177347","https://openalex.org/W2963188159","https://openalex.org/W2963207848","https://openalex.org/W2964211001","https://openalex.org/W2968722025","https://openalex.org/W2973857456","https://openalex.org/W2979577579","https://openalex.org/W2982601397","https://openalex.org/W2986023562","https://openalex.org/W2990173985","https://openalex.org/W2990747716","https://openalex.org/W3034470433","https://openalex.org/W3034479523","https://openalex.org/W3035358681","https://openalex.org/W3095890822","https://openalex.org/W3102636071","https://openalex.org/W3106672182","https://openalex.org/W3107825842","https://openalex.org/W3109929115","https://openalex.org/W3170924787","https://openalex.org/W3173636439","https://openalex.org/W3174011998","https://openalex.org/W3179923621","https://openalex.org/W3180172155","https://openalex.org/W3193733623","https://openalex.org/W3194488868","https://openalex.org/W3197308999","https://openalex.org/W3204582936","https://openalex.org/W3215052027","https://openalex.org/W4214630662","https://openalex.org/W4292779060","https://openalex.org/W4296972857","https://openalex.org/W4298014233","https://openalex.org/W4312273094","https://openalex.org/W4312517483","https://openalex.org/W4312544766","https://openalex.org/W4312648215","https://openalex.org/W4312923690","https://openalex.org/W4313031313","https://openalex.org/W4313156423","https://openalex.org/W6631190155","https://openalex.org/W6736832757","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W2580650124","https://openalex.org/W4386190339","https://openalex.org/W2968424575","https://openalex.org/W3142333283","https://openalex.org/W3122088529","https://openalex.org/W4327738859","https://openalex.org/W3041320102","https://openalex.org/W2111669074","https://openalex.org/W2087303720"],"abstract_inverted_index":{"Various":[0],"heuristic":[1],"objectives":[2,23],"for":[3,50,95,148],"modeling":[4],"hand-object":[5],"interaction":[6,55],"have":[7],"been":[8],"proposed":[9],"in":[10,53,61,133,169],"past":[11],"work.":[12],"However,":[13],"due":[14],"to":[15,71,83,158],"the":[16,109,114,134,140,170],"lack":[17],"of":[18,29],"a":[19,26,45],"cohesive":[20],"framework,":[21],"these":[22],"often":[24],"possess":[25],"narrow":[27],"scope":[28],"applicability":[30],"and":[31,47,64,76,86,97,119,138,165],"are":[32],"limited":[33],"by":[34,57],"their":[35],"efficiency":[36],"or":[37,130],"accuracy.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42,91],"propose":[43],"HANDYPRIORS,":[44],"unified":[46],"general":[48],"pipeline":[49],"pose":[51,99,103,135,149,167],"estimation":[52,104,136,168],"human-object":[54,166],"scenes":[56],"leveraging":[58],"recent":[59],"advances":[60],"differentiable":[62,115,141],"physics":[63,81,142],"rendering.":[65],"Our":[66],"approach":[67,156],"employs":[68],"rendering":[69],"priors":[70,82,116],"align":[72],"with":[73,80],"input":[74],"images":[75],"segmentation":[77],"masks":[78],"along":[79],"mitigate":[84],"penetration":[85],"relative-sliding":[87],"across":[88],"frames.":[89],"Furthermore,":[90],"present":[92],"two":[93],"alternatives":[94],"hand":[96,163],"object":[98],"estimation.":[100],"The":[101],"optimization-based":[102],"achieves":[105],"higher":[106],"accuracy,":[107],"while":[108],"filtering-based":[110],"tracking,":[111],"which":[112],"utilizes":[113],"as":[117],"dynamics":[118],"observation":[120],"models,":[121],"executes":[122],"faster.":[123],"We":[124,151],"demonstrate":[125],"that":[126,139,154],"HANDYPRIORS":[127],"attains":[128],"comparable":[129],"superior":[131],"results":[132],"task,":[137],"module":[143],"can":[144],"predict":[145],"contact":[146],"information":[147],"refinement.":[150],"also":[152],"show":[153],"our":[155],"generalizes":[157],"perception":[159],"tasks,":[160],"including":[161],"robotic":[162],"manipulation":[164],"wild.":[171]},"counts_by_year":[],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}