{"id":"https://openalex.org/W4393153999","doi":"https://doi.org/10.1609/aaai.v38i6.28423","title":"VadCLIP: Adapting Vision-Language Models for Weakly Supervised Video Anomaly Detection","display_name":"VadCLIP: Adapting Vision-Language Models for Weakly Supervised Video Anomaly Detection","publication_year":2024,"publication_date":"2024-03-24","ids":{"openalex":"https://openalex.org/W4393153999","doi":"https://doi.org/10.1609/aaai.v38i6.28423"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v38i6.28423","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i6.28423","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28423/28826","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28423/28826","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032693575","display_name":"Peng Wu","orcid":"https://orcid.org/0000-0003-2938-6798"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Wu","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112285634","display_name":"Xuerong Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuerong Zhou","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039104219","display_name":"Guansong Pang","orcid":"https://orcid.org/0000-0002-9877-2716"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Guansong Pang","raw_affiliation_strings":["Singapore Management University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Management University","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100313029","display_name":"Lingru Zhou","orcid":"https://orcid.org/0009-0003-1730-2507"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingru Zhou","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081607584","display_name":"Qingsen Yan","orcid":"https://orcid.org/0000-0003-1010-3540"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingsen Yan","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396097","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-9218-9132"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028235866","display_name":"Yanning Zhang","orcid":"https://orcid.org/0000-0002-2977-8057"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanning Zhang","raw_affiliation_strings":["Northwestern Polytechnical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5032693575"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":18.1529,"has_fulltext":true,"cited_by_count":132,"citation_normalized_percentile":{"value":0.99741736,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"38","issue":"6","first_page":"6074","last_page":"6082"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.6691744327545166},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5356326699256897},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.5280027389526367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4995548725128174},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37077993154525757},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11229178309440613}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6691744327545166},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5356326699256897},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.5280027389526367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4995548725128174},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37077993154525757},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11229178309440613},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v38i6.28423","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i6.28423","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28423/28826","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v38i6.28423","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i6.28423","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28423/28826","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G2694913583","display_name":null,"funder_award_id":"D5000220431","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4479186740","display_name":null,"funder_award_id":"62101453","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4568926294","display_name":null,"funder_award_id":"U19B2037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6711904613","display_name":null,"funder_award_id":"62301432","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7235411402","display_name":null,"funder_award_id":"2023TQ0272","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7446798810","display_name":null,"funder_award_id":"62306240","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8813799148","display_name":null,"funder_award_id":"U23B2013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4393153999.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2105497548","https://openalex.org/W2341058432","https://openalex.org/W2619082050","https://openalex.org/W2783882151","https://openalex.org/W2921491036","https://openalex.org/W2963524571","https://openalex.org/W2963795951","https://openalex.org/W3040892440","https://openalex.org/W3094502228","https://openalex.org/W3110145754","https://openalex.org/W3126337491","https://openalex.org/W3126792443","https://openalex.org/W3134566480","https://openalex.org/W3136793533","https://openalex.org/W3138516171","https://openalex.org/W3143609527","https://openalex.org/W3166396011","https://openalex.org/W3187344870","https://openalex.org/W3193402170","https://openalex.org/W3198377975","https://openalex.org/W3200114289","https://openalex.org/W3215495159","https://openalex.org/W4210416950","https://openalex.org/W4221145783","https://openalex.org/W4225832925","https://openalex.org/W4226058394","https://openalex.org/W4226283196","https://openalex.org/W4283811196","https://openalex.org/W4285606530","https://openalex.org/W4286233435","https://openalex.org/W4287241064","https://openalex.org/W4290055985","https://openalex.org/W4307106676","https://openalex.org/W4311405981","https://openalex.org/W4312424618","https://openalex.org/W4312480274","https://openalex.org/W4312558481","https://openalex.org/W4312614039","https://openalex.org/W4313194685","https://openalex.org/W4313291134","https://openalex.org/W4320559344","https://openalex.org/W4382461973","https://openalex.org/W4382464562","https://openalex.org/W4385261821","https://openalex.org/W4386065412","https://openalex.org/W4386075882","https://openalex.org/W4386076087","https://openalex.org/W4386597062","https://openalex.org/W6703852671","https://openalex.org/W6800895557","https://openalex.org/W6807389121","https://openalex.org/W6811387395","https://openalex.org/W6845288475"],"related_works":["https://openalex.org/W2806741695","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747"],"abstract_inverted_index":{"The":[0],"recent":[1],"contrastive":[2],"language-image":[3,135],"pre-training":[4,77],"(CLIP)":[5],"model":[6,40,73],"has":[7],"shown":[8],"great":[9],"success":[10],"in":[11],"a":[12,38,47,58,187],"wide":[13],"range":[14],"of":[15,102,112,140],"image-level":[16],"tasks,":[17],"revealing":[18],"remarkable":[19],"ability":[20],"for":[21,61,94,124],"learning":[22],"powerful":[23],"visual":[24,122],"representations":[25],"with":[26],"rich":[27],"semantics.":[28],"An":[29],"open":[30],"and":[31,45,78,107,114,147,179,195,200,204],"worthwhile":[32],"problem":[33],"is":[34],"efficiently":[35],"adapting":[36],"such":[37],"strong":[39],"to":[41,158],"the":[42,70,90,110,129,133,138,173,183],"video":[43,49,64,149],"domain":[44],"designing":[46],"robust":[48],"anomaly":[50,65,150],"detector.":[51],"In":[52],"this":[53],"work,":[54],"we":[55],"propose":[56],"VadCLIP,":[57],"new":[59],"paradigm":[60],"weakly":[62,91],"supervised":[63,92],"detection":[66,151],"(WSVAD)":[67],"by":[68,152,186],"leveraging":[69],"frozen":[71],"CLIP":[72,113,157],"directly":[74,85],"without":[75],"any":[76],"fine-tuning":[79],"process.":[80],"Unlike":[81],"current":[82],"works":[83],"that":[84,170],"feed":[86],"extracted":[87],"features":[88,123,205],"into":[89],"classifier":[93],"frame-level":[95],"binary":[96,126],"classification,":[97,127],"VadCLIP":[98,143,171,191],"makes":[99],"full":[100],"use":[101],"fine-grained":[103,134,148,180],"associations":[104],"between":[105],"vision":[106],"language":[108],"on":[109,165,176,198],"strength":[111],"involves":[115],"dual":[116,141],"branch.":[117],"One":[118],"branch":[119],"simply":[120],"utilizes":[121],"coarse-grained":[125,146,178],"while":[128],"other":[130],"fully":[131],"leverages":[132],"alignment.":[136],"With":[137],"benefit":[139],"branch,":[142],"achieves":[144,172,192],"both":[145,177],"transferring":[153],"pre-trained":[154],"knowledge":[155],"from":[156],"WSVAD":[159],"task.":[160],"We":[161],"conduct":[162],"extensive":[163],"experiments":[164],"two":[166],"commonly-used":[167],"benchmarks,":[168],"demonstrating":[169],"best":[174],"performance":[175],"WSVAD,":[181],"surpassing":[182],"state-of-the-art":[184],"methods":[185],"large":[188],"margin.":[189],"Specifically,":[190],"84.51%":[193],"AP":[194],"88.02%":[196],"AUC":[197],"XD-Violence":[199],"UCF-Crime,":[201],"respectively.":[202],"Code":[203],"are":[206],"released":[207],"at":[208],"https://github.com/nwpu-zxr/VadCLIP.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":83},{"year":2024,"cited_by_count":22}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}