{"id":"https://openalex.org/W4393159316","doi":"https://doi.org/10.1609/aaai.v38i5.28305","title":"UniAP: Towards Universal Animal Perception in Vision via Few-Shot Learning","display_name":"UniAP: Towards Universal Animal Perception in Vision via Few-Shot Learning","publication_year":2024,"publication_date":"2024-03-24","ids":{"openalex":"https://openalex.org/W4393159316","doi":"https://doi.org/10.1609/aaai.v38i5.28305"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v38i5.28305","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i5.28305","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28305/28600","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28305/28600","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059879485","display_name":"Meiqi Sun","orcid":"https://orcid.org/0000-0001-9148-6648"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Meiqi Sun","raw_affiliation_strings":["Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064430294","display_name":"Zhonghan Zhao","orcid":"https://orcid.org/0000-0003-0993-2018"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhonghan Zhao","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103021774","display_name":"Wenhao Chai","orcid":"https://orcid.org/0000-0003-2611-0008"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenhao Chai","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103494566","display_name":"Hanjun Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanjun Luo","raw_affiliation_strings":["Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049766276","display_name":"Shidong Cao","orcid":"https://orcid.org/0009-0005-7132-8753"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shidong Cao","raw_affiliation_strings":["Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611270","display_name":"Yanting Zhang","orcid":"https://orcid.org/0000-0001-6317-1956"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanting Zhang","raw_affiliation_strings":["Department of Computer Science and Technology, Donghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Donghua University","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101702810","display_name":"Jenq\u2013Neng Hwang","orcid":"https://orcid.org/0000-0002-8877-2421"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jenq-Neng Hwang","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089410490","display_name":"Gaoang Wang","orcid":"https://orcid.org/0000-0002-8403-1538"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaoang Wang","raw_affiliation_strings":["Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University\nCollege of Computer Science and Technology, Zhejiang University\nShanghai Artificial Intelligence Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University-University of Illinois Urbana Champaign Institute, Zhejiang University\nCollege of Computer Science and Technology, Zhejiang University\nShanghai Artificial Intelligence Laboratory","institution_ids":["https://openalex.org/I157725225","https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5059879485"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":0.976,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.74690083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"38","issue":"5","first_page":"5008","last_page":"5016"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.638651967048645},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5857911109924316},{"id":"https://openalex.org/keywords/vision-science","display_name":"Vision science","score":0.4694216847419739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4151201844215393},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4131067097187042},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.40613606572151184},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39210426807403564},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3851018249988556},{"id":"https://openalex.org/keywords/optometry","display_name":"Optometry","score":0.3517674207687378},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.17013752460479736},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.15063691139221191},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.10702985525131226}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.638651967048645},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5857911109924316},{"id":"https://openalex.org/C200220432","wikidata":"https://www.wikidata.org/wiki/Q7936208","display_name":"Vision science","level":2,"score":0.4694216847419739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4151201844215393},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4131067097187042},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40613606572151184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39210426807403564},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3851018249988556},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.3517674207687378},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17013752460479736},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.15063691139221191},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10702985525131226},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v38i5.28305","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i5.28305","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28305/28600","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v38i5.28305","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i5.28305","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28305/28600","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G6473221358","display_name":null,"funder_award_id":"62106219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4393159316.pdf"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W1097401410","https://openalex.org/W1522301498","https://openalex.org/W1817277359","https://openalex.org/W1861492603","https://openalex.org/W2000520379","https://openalex.org/W2080873731","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2565639579","https://openalex.org/W2592939477","https://openalex.org/W2618011341","https://openalex.org/W2770233088","https://openalex.org/W2804872609","https://openalex.org/W2902069582","https://openalex.org/W2941352015","https://openalex.org/W2948527806","https://openalex.org/W2963078159","https://openalex.org/W2963677766","https://openalex.org/W2964749571","https://openalex.org/W2976517475","https://openalex.org/W2979699802","https://openalex.org/W2980439114","https://openalex.org/W2981079695","https://openalex.org/W2983156430","https://openalex.org/W2983454547","https://openalex.org/W3014641072","https://openalex.org/W3014658379","https://openalex.org/W3034890557","https://openalex.org/W3034974675","https://openalex.org/W3045471054","https://openalex.org/W3094502228","https://openalex.org/W3098071563","https://openalex.org/W3103032810","https://openalex.org/W3113151582","https://openalex.org/W3140073342","https://openalex.org/W3166396011","https://openalex.org/W3170863103","https://openalex.org/W3176828726","https://openalex.org/W3182849571","https://openalex.org/W3196756430","https://openalex.org/W4200629307","https://openalex.org/W4214520160","https://openalex.org/W4223422326","https://openalex.org/W4223962547","https://openalex.org/W4224285690","https://openalex.org/W4282941653","https://openalex.org/W4283329776","https://openalex.org/W4283465667","https://openalex.org/W4283750571","https://openalex.org/W4286750465","https://openalex.org/W4287062772","https://openalex.org/W4287252523","https://openalex.org/W4307535372","https://openalex.org/W4309805486","https://openalex.org/W4310418568","https://openalex.org/W4310832511","https://openalex.org/W4312233286","https://openalex.org/W4313036259","https://openalex.org/W4313196086","https://openalex.org/W4361193754","https://openalex.org/W4361193808","https://openalex.org/W4362679702","https://openalex.org/W4386075581","https://openalex.org/W4386075634","https://openalex.org/W4386076112","https://openalex.org/W6631190155","https://openalex.org/W6639102338","https://openalex.org/W6644585003","https://openalex.org/W6676297131","https://openalex.org/W6730903564","https://openalex.org/W6756851690","https://openalex.org/W6763380077","https://openalex.org/W6766652668","https://openalex.org/W6791479011","https://openalex.org/W6796761347","https://openalex.org/W6798805078","https://openalex.org/W6800922194","https://openalex.org/W6840526511"],"related_works":["https://openalex.org/W2087303720","https://openalex.org/W2332832580","https://openalex.org/W4366082940","https://openalex.org/W3209354368","https://openalex.org/W4210633581","https://openalex.org/W578067557","https://openalex.org/W4254253883","https://openalex.org/W2974859364","https://openalex.org/W2128731839","https://openalex.org/W2331594977"],"abstract_inverted_index":{"Animal":[0,70],"visual":[1,83,148],"perception":[2,28,39,80],"is":[3,21,119],"an":[4],"important":[5],"technique":[6],"for":[7,96,121,140],"automatically":[8],"monitoring":[9],"animal":[10,13,192],"health,":[11],"understanding":[12],"behaviors,":[14],"and":[15,57,91,101,109,127,153,187,199],"assisting":[16],"animal-related":[17],"research.":[18],"However,":[19],"it":[20],"challenging":[22],"to":[23,34,42,77,137,164,197,201],"design":[24],"a":[25,47,67,97,106,110,116,133],"deep":[26],"learning-based":[27],"model":[29,72,87],"that":[30,73],"can":[31],"freely":[32],"adapt":[33,200],"different":[35,62,151],"animals":[36,152],"across":[37],"various":[38,82,141],"tasks,":[40,154],"due":[41],"the":[43,58,128,146,157,176],"varying":[44],"poses":[45],"of":[46,50,61,159,178],"large":[48],"diversity":[49],"animals,":[51],"lacking":[52],"data":[53,169],"on":[54,145,190],"rare":[55],"species,":[56,193],"semantic":[59],"inconsistency":[60],"tasks.":[63,84,142],"We":[64,174],"introduce":[65],"UniAP,":[66],"novel":[68],"Universal":[69],"Perception":[71],"leverages":[74],"few-shot":[75],"learning":[76],"enable":[78],"cross-species":[79],"among":[81,150],"Our":[85],"proposed":[86],"takes":[88],"support":[89],"images":[90],"labels":[92,102],"as":[93],"prompt":[94,125],"guidance":[95,126],"query":[98,129],"image.":[99],"Images":[100],"are":[103],"processed":[104],"through":[105,180],"Transformer-based":[107],"encoder":[108],"lightweight":[111],"label":[112,135],"encoder,":[113],"respectively.":[114],"Then":[115],"matching":[117],"module":[118],"designed":[120],"aggregating":[122],"information":[123],"between":[124],"image,":[130],"followed":[131],"by":[132],"multi-head":[134],"decoder":[136],"generate":[138],"outputs":[139],"By":[143],"capitalizing":[144],"shared":[147],"characteristics":[149],"UniAP":[155,179],"enables":[156],"transfer":[158],"knowledge":[160],"from":[161],"well-studied":[162],"species":[163],"those":[165],"with":[166,204],"limited":[167],"labeled":[168,206],"or":[170],"even":[171],"unseen":[172],"species.":[173],"demonstrate":[175],"effectiveness":[177],"comprehensive":[181],"experiments":[182],"in":[183],"pose":[184],"estimation,":[185],"segmentation,":[186],"classification":[188],"tasks":[189],"diverse":[191],"showcasing":[194],"its":[195],"ability":[196],"generalize":[198],"new":[202],"classes":[203],"minimal":[205],"examples.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}