{"id":"https://openalex.org/W3048921104","doi":"https://doi.org/10.1145/3394171.3413886","title":"Topic Adaptation and Prototype Encoding for Few-Shot Visual Storytelling","display_name":"Topic Adaptation and Prototype Encoding for Few-Shot Visual Storytelling","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W3048921104","doi":"https://doi.org/10.1145/3394171.3413886","mag":"3048921104"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3413886","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.04504","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiacheng Li","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiacheng Li","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Siliang Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siliang Tang","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Juncheng Li","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juncheng Li","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xiao","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fei Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wu","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shiliang Pu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiliang Pu","raw_affiliation_strings":["Hikvision Research Institute, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Hikvision Research Institute, HangZhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Yueting Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueting Zhuang","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.8832,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.76554865,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"1935","issue":null,"first_page":"4208","last_page":"4216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.7343000173568726},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6406999826431274},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5979999899864197},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5200999975204468},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4887000024318695},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4672999978065491},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4661000072956085},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44339999556541443}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8047999739646912},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.7343000173568726},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6406999826431274},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5979999899864197},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5370000004768372},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5200999975204468},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4661000072956085},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44339999556541443},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.4025000035762787},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3905999958515167},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.35199999809265137},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2892000079154968},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2775000035762787}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3394171.3413886","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3394171.3413886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.04504","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.04504","pdf_url":"https://arxiv.org/pdf/2008.04504","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.04504","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.04504","pdf_url":"https://arxiv.org/pdf/2008.04504","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2766711654","https://openalex.org/W2888541716","https://openalex.org/W2897870704","https://openalex.org/W2945978556","https://openalex.org/W2953486038","https://openalex.org/W2963033554","https://openalex.org/W2963084599","https://openalex.org/W2963187786","https://openalex.org/W2963206148","https://openalex.org/W2963668753","https://openalex.org/W2963993699","https://openalex.org/W2964007535","https://openalex.org/W2964104941","https://openalex.org/W2964173634","https://openalex.org/W6739901393"],"related_works":[],"abstract_inverted_index":{"Visual":[0],"Storytelling~(VIST)":[1],"is":[2,42],"a":[3,7,11,31,86,90,130,154],"task":[4],"to":[5,15,56,94,113,119,124,134,151,156,176],"tell":[6,85],"narrative":[8],"story":[9,149],"about":[10],"certain":[12],"topic":[13,59,91,123,167],"according":[14],"the":[16,38,52,57,68,72,77,82,96,105,115,117,136,146,158,177,191],"given":[17],"photo":[18],"stream.":[19],"The":[20,185],"existing":[21],"studies":[22],"focus":[23,65],"on":[24,30,66,109,180],"designing":[25],"complex":[26],"models,":[27],"which":[28],"rely":[29],"huge":[32],"amount":[33],"of":[34,40,71,98,138],"human-annotated":[35],"data.":[36],"However,":[37],"annotation":[39],"VIST":[41,73],"extremely":[43],"costly":[44],"and":[45,144,169,182,200],"many":[46],"topics":[47],"cannot":[48],"be":[49],"covered":[50],"in":[51],"training":[53,148],"dataset":[54],"due":[55],"long-tail":[58],"distribution.":[60],"In":[61,101],"this":[62],"paper,":[63],"we":[64,88,103,142],"enhancing":[67],"generalization":[69],"ability":[70,97,118,137],"model":[74,95,116,135,179],"by":[75,81],"considering":[76],"few-shot":[78,178,195],"setting.":[79],"Inspired":[80],"way":[83],"humans":[84],"story,":[87],"propose":[89,129],"adaptive":[92],"storyteller":[93],"inter-topic":[99],"generalization.":[100],"practice,":[102],"apply":[104],"gradient-based":[106],"meta-learning":[107],"algorithm":[108],"multi-modal":[110],"seq2seq":[111],"models":[112],"endow":[114],"adapt":[120],"quickly":[121],"from":[122],"topic.":[125],"Besides,":[126],"We":[127],"further":[128,186],"prototype":[131,170],"encoding":[132,171],"structure":[133,172],"intra-topic":[139],"derivation.":[140],"Specifically,":[141],"encode":[143],"restore":[145],"few":[147],"text":[150],"serve":[152],"as":[153],"reference":[155],"guide":[157],"generation":[159],"at":[160],"inference":[161],"time.":[162],"Experimental":[163],"results":[164],"show":[165],"that":[166,190],"adaptation":[168,196],"mutually":[173],"bring":[174],"benefit":[175],"BLEU":[181],"METEOR":[183],"metric.":[184],"case":[187],"study":[188],"shows":[189],"stories":[192],"generated":[193],"after":[194],"are":[197],"more":[198],"relative":[199],"expressive.":[201]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-08-18T00:00:00"}