{"id":"https://openalex.org/W3183719433","doi":"https://doi.org/10.1109/iccv48922.2021.00188","title":"Adaptive Hierarchical Graph Reasoning with Semantic Coherence for Video-and-Language Inference","display_name":"Adaptive Hierarchical Graph Reasoning with Semantic Coherence for Video-and-Language Inference","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3183719433","doi":"https://doi.org/10.1109/iccv48922.2021.00188","mag":"3183719433"},"language":"en","primary_location":{"id":"doi:10.1109/iccv48922.2021.00188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00188","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100648014","display_name":"Juncheng Li","orcid":"https://orcid.org/0000-0001-7314-6754"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Juncheng Li","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063062444","display_name":"Siliang Tang","orcid":"https://orcid.org/0000-0002-7356-9711"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siliang Tang","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043617790","display_name":"Linchao Zhu","orcid":"https://orcid.org/0000-0002-4093-7557"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Linchao Zhu","raw_affiliation_strings":["University of Technology Sydney,ReLER","ReLER, University of Technology Sydney"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney,ReLER","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"ReLER, University of Technology Sydney","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066687788","display_name":"Haochen Shi","orcid":"https://orcid.org/0000-0002-9999-8979"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Haochen Shi","raw_affiliation_strings":["Université de Montréal"],"affiliations":[{"raw_affiliation_string":"Université de Montréal","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039417407","display_name":"Xuanwen Huang","orcid":"https://orcid.org/0000-0002-4668-4570"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanwen Huang","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004882141","display_name":"Fei Wu","orcid":"https://orcid.org/0000-0003-2139-8807"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wu","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005421447","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-0512-880X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008666077","display_name":"Yueting Zhuang","orcid":"https://orcid.org/0000-0001-9017-2508"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueting Zhuang","raw_affiliation_strings":["Zhejiang University"],"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100648014"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":1.6427,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.89822502,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1847","last_page":"1857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8369172811508179},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6403459906578064},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6307641863822937},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6104124188423157},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5465308427810669},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4609736502170563},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22141018509864807}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8369172811508179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6403459906578064},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6307641863822937},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6104124188423157},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5465308427810669},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4609736502170563},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22141018509864807},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv48922.2021.00188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv48922.2021.00188","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":98,"referenced_works":["https://openalex.org/W1927052826","https://openalex.org/W1933349210","https://openalex.org/W1959608418","https://openalex.org/W2024849762","https://openalex.org/W2083319857","https://openalex.org/W2108598243","https://openalex.org/W2138204974","https://openalex.org/W2139501017","https://openalex.org/W2142900973","https://openalex.org/W2152790380","https://openalex.org/W2158131535","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2417433140","https://openalex.org/W2425121537","https://openalex.org/W2524365899","https://openalex.org/W2551396370","https://openalex.org/W2558834163","https://openalex.org/W2606982687","https://openalex.org/W2619947201","https://openalex.org/W2625940279","https://openalex.org/W2726160912","https://openalex.org/W2735159761","https://openalex.org/W2753738274","https://openalex.org/W2770168862","https://openalex.org/W2798858969","https://openalex.org/W2805680509","https://openalex.org/W2811124557","https://openalex.org/W2842511635","https://openalex.org/W2890124903","https://openalex.org/W2890502146","https://openalex.org/W2892266277","https://openalex.org/W2896457183","https://openalex.org/W2899335602","https://openalex.org/W2912371042","https://openalex.org/W2934962402","https://openalex.org/W2951004968","https://openalex.org/W2951365926","https://openalex.org/W2951659295","https://openalex.org/W2951815760","https://openalex.org/W2962910007","https://openalex.org/W2963017553","https://openalex.org/W2963341956","https://openalex.org/W2963472233","https://openalex.org/W2963530300","https://openalex.org/W2963541336","https://openalex.org/W2963721945","https://openalex.org/W2963890755","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964222573","https://openalex.org/W2964322347","https://openalex.org/W2969897437","https://openalex.org/W2982053164","https://openalex.org/W2989322838","https://openalex.org/W2991210238","https://openalex.org/W3001461369","https://openalex.org/W3023633125","https://openalex.org/W3034188691","https://openalex.org/W3034220197","https://openalex.org/W3034549794","https://openalex.org/W3035242260","https://openalex.org/W3035265375","https://openalex.org/W3035339529","https://openalex.org/W3035763695","https://openalex.org/W3037266902","https://openalex.org/W3037865115","https://openalex.org/W3039256091","https://openalex.org/W3049478012","https://openalex.org/W3049493117","https://openalex.org/W3092659741","https://openalex.org/W3099839483","https://openalex.org/W3100054454","https://openalex.org/W3101119695","https://openalex.org/W3104862079","https://openalex.org/W3105232955","https://openalex.org/W3122708867","https://openalex.org/W3174966920","https://openalex.org/W3203375606","https://openalex.org/W3215632564","https://openalex.org/W4206471589","https://openalex.org/W4295253143","https://openalex.org/W4297808394","https://openalex.org/W6640963894","https://openalex.org/W6680106237","https://openalex.org/W6682948231","https://openalex.org/W6682962330","https://openalex.org/W6729654139","https://openalex.org/W6746707065","https://openalex.org/W6751097180","https://openalex.org/W6751882866","https://openalex.org/W6753331806","https://openalex.org/W6755207826","https://openalex.org/W6755777632","https://openalex.org/W6758704467","https://openalex.org/W6779579431","https://openalex.org/W6797152699","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W4321636575","https://openalex.org/W2357796999","https://openalex.org/W2045526782","https://openalex.org/W2741131631","https://openalex.org/W1986418932","https://openalex.org/W2156919374","https://openalex.org/W35446969","https://openalex.org/W1984019423","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Video-and-Language":[0],"Inference":[1],"is":[2,106],"a":[3,15,22,29,155,171],"recently":[4],"proposed":[5],"task":[6,13],"for":[7,44],"joint":[8,58,93],"video-and-language":[9],"understanding.":[10],"This":[11],"new":[12],"requires":[14],"model":[16],"to":[17,39,110,123],"draw":[18],"inference":[19],"on":[20],"whether":[21],"natural":[23],"language":[24],"statement":[25,53],"entails":[26],"or":[27],"contradicts":[28],"given":[30],"video":[31,61,86,96,158],"clip.":[32],"In":[33],"this":[34,45],"paper,":[35],"we":[36,73,118],"study":[37],"how":[38],"address":[40],"three":[41,100,136],"critical":[42],"challenges":[43],"task:":[46],"judging":[47],"the":[48,52,85,103,111,115,126,130,145,152,168],"global":[49],"correctness":[50],"of":[51,84,114,129,157],"involved":[54],"multiple":[55],"semantic":[56,112,120,127,139],"meanings,":[57],"reasoning":[59,94],"over":[60,87,95],"and":[62,64,68,97,149,151],"subtitles,":[63],"modeling":[65],"long-range":[66],"relationships":[67],"complex":[69,88],"social":[70],"interactions.":[71,89],"First,":[72],"propose":[74],"an":[75],"adaptive":[76,131],"hierarchical":[77,132],"graph":[78,104,133],"network":[79,134],"that":[80,163],"achieves":[81],"in-depth":[82],"understanding":[83],"Specifically,":[90],"it":[91],"performs":[92],"subtitles":[98],"in":[99],"hierarchies,":[101],"where":[102],"structure":[105],"adaptively":[107],"adjusted":[108],"according":[109],"structures":[113],"statement.":[116],"Secondly,":[117],"introduce":[119],"coherence":[121,128,140,153],"learning":[122,141],"explicitly":[124],"encourage":[125],"from":[135],"hierarchies.":[137],"The":[138],"can":[142],"further":[143],"improve":[144],"alignment":[146],"between":[147],"vision":[148],"linguistics,":[150],"across":[154],"sequence":[156],"segments.":[159],"Experimental":[160],"results":[161],"show":[162],"our":[164],"method":[165],"significantly":[166],"outperforms":[167],"baseline":[169],"by":[170],"large":[172],"margin.":[173]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}