{"id":"https://openalex.org/W4379929708","doi":"https://doi.org/10.1109/tpami.2023.3284038","title":"Cross-Modal Causal Relational Reasoning for Event-Level Visual Question Answering","display_name":"Cross-Modal Causal Relational Reasoning for Event-Level Visual Question Answering","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379929708","doi":"https://doi.org/10.1109/tpami.2023.3284038","pmid":"https://pubmed.ncbi.nlm.nih.gov/37289602"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3284038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3284038","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100356036","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-9423-9252"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Liu","raw_affiliation_strings":["School of Computer Science and Engineering, GuangDong Province Key Laboratory of Information Security Technology, Sun Yat-sen University, Guangzhou, China","GuangDong Province Key Laboratory of Information Security Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-9423-9252","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, GuangDong Province Key Laboratory of Information Security Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"GuangDong Province Key Laboratory of Information Security Technology, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042965510","display_name":"Guanbin Li","orcid":"https://orcid.org/0000-0002-4805-0926"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanbin Li","raw_affiliation_strings":["School of Computer Science and Engineering, GuangDong Province Key Laboratory of Information Security Technology, Sun Yat-sen University, Guangzhou, China","GuangDong Province Key Laboratory of Information Security Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-4805-0926","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, GuangDong Province Key Laboratory of Information Security Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"GuangDong Province Key Laboratory of Information Security Technology, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100412937","display_name":"Liang Lin","orcid":"https://orcid.org/0000-0003-2248-3755"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Lin","raw_affiliation_strings":["School of Computer Science and Engineering, GuangDong Province Key Laboratory of Information Security Technology, Sun Yat-sen University, Guangzhou, China","GuangDong Province Key Laboratory of Information Security Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-2248-3755","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, GuangDong Province Key Laboratory of Information Security Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"GuangDong Province Key Laboratory of Information Security Technology, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100356036"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":16.5872,"has_fulltext":false,"cited_by_count":329,"citation_normalized_percentile":{"value":0.99498116,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"45","issue":"10","first_page":"11624","last_page":"11641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6582561731338501},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.6517014503479004},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.61216139793396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5426280498504639},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.540216863155365},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5260162949562073},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.5085979700088501},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.5079715847969055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.24265295267105103},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.23057782649993896},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1702471375465393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6582561731338501},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.6517014503479004},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.61216139793396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5426280498504639},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.540216863155365},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5260162949562073},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.5085979700088501},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.5079715847969055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24265295267105103},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.23057782649993896},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1702471375465393},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3284038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3284038","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37289602","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37289602","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1874218645","display_name":null,"funder_award_id":"61976250","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3339712381","display_name":null,"funder_award_id":"2021A1515012311","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6412433547","display_name":null,"funder_award_id":"62002395","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8976122775","display_name":null,"funder_award_id":"2023A1515011530","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1575833922","https://openalex.org/W1933349210","https://openalex.org/W2149528412","https://openalex.org/W2163605009","https://openalex.org/W2164290393","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2425121537","https://openalex.org/W2486285194","https://openalex.org/W2549139847","https://openalex.org/W2606982687","https://openalex.org/W2745461083","https://openalex.org/W2765716052","https://openalex.org/W2770804203","https://openalex.org/W2795597953","https://openalex.org/W2804778516","https://openalex.org/W2889274229","https://openalex.org/W2890598214","https://openalex.org/W2896457183","https://openalex.org/W2904452845","https://openalex.org/W2951008357","https://openalex.org/W2951161814","https://openalex.org/W2954199749","https://openalex.org/W2962681511","https://openalex.org/W2962934715","https://openalex.org/W2962949233","https://openalex.org/W2963115613","https://openalex.org/W2963352593","https://openalex.org/W2963420481","https://openalex.org/W2963524571","https://openalex.org/W2963541336","https://openalex.org/W2963563276","https://openalex.org/W2963699792","https://openalex.org/W2963800628","https://openalex.org/W2963916161","https://openalex.org/W2963954913","https://openalex.org/W2964015378","https://openalex.org/W2965180676","https://openalex.org/W2987123286","https://openalex.org/W2990198999","https://openalex.org/W2995191098","https://openalex.org/W2997344006","https://openalex.org/W2997805943","https://openalex.org/W2998166190","https://openalex.org/W3010593057","https://openalex.org/W3022491485","https://openalex.org/W3034730770","https://openalex.org/W3035017890","https://openalex.org/W3035103424","https://openalex.org/W3035145964","https://openalex.org/W3035393070","https://openalex.org/W3035419698","https://openalex.org/W3035512383","https://openalex.org/W3035517717","https://openalex.org/W3035651653","https://openalex.org/W3082819019","https://openalex.org/W3088715381","https://openalex.org/W3095013945","https://openalex.org/W3102714038","https://openalex.org/W3104182862","https://openalex.org/W3108105109","https://openalex.org/W3122622502","https://openalex.org/W3138516171","https://openalex.org/W3159630763","https://openalex.org/W3166608351","https://openalex.org/W3167092180","https://openalex.org/W3168640669","https://openalex.org/W3171353004","https://openalex.org/W3173367591","https://openalex.org/W3173407577","https://openalex.org/W3174490084","https://openalex.org/W3177934633","https://openalex.org/W3181758331","https://openalex.org/W3197364345","https://openalex.org/W3203174623","https://openalex.org/W3203995540","https://openalex.org/W3206022579","https://openalex.org/W3209229003","https://openalex.org/W3215892227","https://openalex.org/W4205492448","https://openalex.org/W4213304546","https://openalex.org/W4214519690","https://openalex.org/W4225674167","https://openalex.org/W4226060302","https://openalex.org/W4249013746","https://openalex.org/W4285201538","https://openalex.org/W4308455108","https://openalex.org/W4312349930","https://openalex.org/W4312560592","https://openalex.org/W4312974690","https://openalex.org/W4313071966","https://openalex.org/W4320013936","https://openalex.org/W4385245566","https://openalex.org/W6630875275","https://openalex.org/W6634232107","https://openalex.org/W6638318767","https://openalex.org/W6682054090","https://openalex.org/W6684090549","https://openalex.org/W6684191040","https://openalex.org/W6726873649","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6757235116","https://openalex.org/W6761184903","https://openalex.org/W6765132926","https://openalex.org/W6782868315","https://openalex.org/W6783399553","https://openalex.org/W6784163774","https://openalex.org/W6804944946"],"related_works":["https://openalex.org/W4392747524","https://openalex.org/W2964061310","https://openalex.org/W2963477107","https://openalex.org/W2231285690","https://openalex.org/W3093385053","https://openalex.org/W4389682534","https://openalex.org/W4390091918","https://openalex.org/W4396753382","https://openalex.org/W3045060014","https://openalex.org/W4390168497"],"abstract_inverted_index":{"Existing":[0],"visual":[1,38,67,92,114,153],"question":[2,39,154],"answering":[3],"methods":[4],"often":[5],"suffer":[6],"from":[7],"cross-modal":[8,46],"spurious":[9,95],"correlations":[10,96],"and":[11,23,68,93,99,115,149],"oversimplified":[12],"event-level":[13,37,136,152],"reasoning":[14],"processes":[15],"that":[16],"fail":[17],"to":[18,32,60],"capture":[19],"event":[20],"temporality,":[21],"causality,":[22],"dynamics":[24],"spanning":[25],"over":[26],"the":[27,34,62,91,110,126,139],"video.":[28],"In":[29,50],"this":[30],"work,":[31],"address":[33],"task":[35],"of":[36,54,141],"answering,":[40],"we":[41],"propose":[42],"a":[43,52],"framework":[44],"for":[45,88,108,124],"causal":[47,55,64,101,147],"relational":[48],"reasoning.":[49],"particular,":[51],"set":[53],"intervention":[56],"operations":[57],"is":[58],"introduced":[59],"discover":[61],"underlying":[63],"structures":[65,148],"across":[66],"linguistic":[69,94,116],"modalities.":[70],"Our":[71],"framework,":[72],"named":[73],"Cross-Modal":[74],"Causal":[75],"RelatIonal":[76],"Reasoning":[77,85],"(CMCIR),":[78],"involves":[79],"three":[80],"modules:":[81],"i)":[82],"Causality-aware":[83],"Visual-Linguistic":[84,119],"(CVLR)":[86],"module":[87,107,123],"collaboratively":[89],"disentangling":[90],"via":[97],"front-door":[98],"back-door":[100],"interventions;":[102],"ii)":[103],"Spatial-Temporal":[104],"Transformer":[105],"(STT)":[106],"capturing":[109],"fine-grained":[111],"interactions":[112],"between":[113],"semantics;":[117],"iii)":[118],"Feature":[120],"Fusion":[121],"(VLFF)":[122],"learning":[125],"global":[127],"semantic-aware":[128],"visual-linguistic":[129,146],"representations":[130],"adaptively.":[131],"Extensive":[132],"experiments":[133],"on":[134],"four":[135],"datasets":[137],"demonstrate":[138],"superiority":[140],"our":[142],"CMCIR":[143],"in":[144],"discovering":[145],"achieving":[150],"robust":[151],"answering.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":52},{"year":2024,"cited_by_count":66},{"year":2023,"cited_by_count":19},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":31},{"year":2015,"cited_by_count":24},{"year":2014,"cited_by_count":20},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":5}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}