{"id":"https://openalex.org/W4385570866","doi":"https://doi.org/10.18653/v1/2023.acl-long.241","title":"ACCENT: An Automatic Event Commonsense Evaluation Metric for Open-Domain Dialogue Systems","display_name":"ACCENT: An Automatic Event Commonsense Evaluation Metric for Open-Domain Dialogue Systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385570866","doi":"https://doi.org/10.18653/v1/2023.acl-long.241"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.acl-long.241","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-long.241","pdf_url":"https://aclanthology.org/2023.acl-long.241.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.acl-long.241.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051696916","display_name":"Sarik Ghazarian","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sarik Ghazarian","raw_affiliation_strings":["University of Southern California / Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"University of Southern California / Information Sciences Institute","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109589823","display_name":"Yijia Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijia Shao","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025334096","display_name":"Rujun Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rujun Han","raw_affiliation_strings":["AWS AI Labs"],"affiliations":[{"raw_affiliation_string":"AWS AI Labs","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715504","display_name":"Aram Galstyan","orcid":"https://orcid.org/0000-0003-4215-0886"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aram Galstyan","raw_affiliation_strings":["University of Southern California / Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"University of Southern California / Information Sciences Institute","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030248499","display_name":"Nanyun Peng","orcid":"https://orcid.org/0000-0002-8509-6595"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nanyun Peng","raw_affiliation_strings":["Computer Science Department of University of California, Los Angeles"],"affiliations":[{"raw_affiliation_string":"Computer Science Department of University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5051696916"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.5185,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71296078,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4398","last_page":"4419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.8158208727836609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7483352422714233},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"Commonsense knowledge","score":0.7074082493782043},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6545409560203552},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5745059847831726},{"id":"https://openalex.org/keywords/tuple","display_name":"Tuple","score":0.5485702753067017},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5358506441116333},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.5172889232635498},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.45984968543052673},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4267459213733673},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.1556878685951233},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.1313788890838623},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10393795371055603}],"concepts":[{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.8158208727836609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483352422714233},{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.7074082493782043},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6545409560203552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5745059847831726},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.5485702753067017},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5358506441116333},{"id":"https://openalex.org/C2776756274","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.5172889232635498},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.45984968543052673},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4267459213733673},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.1556878685951233},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.1313788890838623},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10393795371055603},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.acl-long.241","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-long.241","pdf_url":"https://aclanthology.org/2023.acl-long.241.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.acl-long.241","is_oa":true,"landing_page_url":"http://dx.doi.org/10.18653/v1/2023.acl-long.241","pdf_url":"https://aclanthology.org/2023.acl-long.241.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G6859523949","display_name":null,"funder_award_id":"N66001-19-2-403","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8215844777","display_name":null,"funder_award_id":"N66001-19","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385570866.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1811279891","https://openalex.org/W1975879668","https://openalex.org/W2016089260","https://openalex.org/W2072628044","https://openalex.org/W2101105183","https://openalex.org/W2138162238","https://openalex.org/W2561529111","https://openalex.org/W2584220694","https://openalex.org/W2761590056","https://openalex.org/W2936695845","https://openalex.org/W2950339735","https://openalex.org/W2962781380","https://openalex.org/W2963101081","https://openalex.org/W2963466651","https://openalex.org/W2963825865","https://openalex.org/W2970062726","https://openalex.org/W2970476646","https://openalex.org/W2970641574","https://openalex.org/W2972167903","https://openalex.org/W2972664115","https://openalex.org/W2972916088","https://openalex.org/W2979826702","https://openalex.org/W2988937804","https://openalex.org/W2990563493","https://openalex.org/W2998494704","https://openalex.org/W3012590175","https://openalex.org/W3015322406","https://openalex.org/W3034918576","https://openalex.org/W3034999214","https://openalex.org/W3035629539","https://openalex.org/W3036394672","https://openalex.org/W3037763555","https://openalex.org/W3098323839","https://openalex.org/W3121541553","https://openalex.org/W3132397646","https://openalex.org/W3152979241","https://openalex.org/W3156636935","https://openalex.org/W3171162598","https://openalex.org/W3174464510","https://openalex.org/W3174696767","https://openalex.org/W3184259550","https://openalex.org/W3186326110","https://openalex.org/W3196790170","https://openalex.org/W3199885074","https://openalex.org/W4224313754","https://openalex.org/W4240811930","https://openalex.org/W4244575301","https://openalex.org/W4285195150","https://openalex.org/W4285273040","https://openalex.org/W4288089799"],"related_works":["https://openalex.org/W3035583586","https://openalex.org/W4320165839","https://openalex.org/W2151799802","https://openalex.org/W4386607580","https://openalex.org/W4385488510","https://openalex.org/W2196562041","https://openalex.org/W2073302931","https://openalex.org/W4378501473","https://openalex.org/W3082691151","https://openalex.org/W4287633646"],"abstract_inverted_index":{"Commonsense":[0],"reasoning":[1],"is":[2,9,23,45,112],"omnipresent":[3],"in":[4,20,47,85],"human":[5,125],"communications":[6],"and":[7,41,44,50,76],"thus":[8],"an":[10,25,57,113],"important":[11],"feature":[12],"for":[13,105,116],"open-domain":[14,106],"dialogue":[15,21],"systems.":[16],"However,":[17],"evaluating":[18],"commonsense":[19,37,52,59,64,102,118],"systems":[22],"still":[24],"open":[26],"challenge.":[27],"We":[28,54],"take":[29],"the":[30,79,83,91,98],"first":[31,69,99],"step":[32],"by":[33,63,81],"focusing":[34],"on":[35],"event":[36,58,101,117],"that":[38,110],"considers":[39],"events":[40],"their":[42,88],"relations,":[43],"crucial":[46],"both":[48],"dialogues":[49],"general":[51],"reasoning.":[53],"propose":[55],"ACCENT,":[56,95],"evaluation":[60,103],"metric":[61,115],"empowered":[62],"knowledge":[65],"bases":[66],"(CSKBs).":[67],"ACCENT":[68,111],"extracts":[70],"event-relation":[71],"tuples":[72,84],"from":[73],"a":[74],"dialogue,":[75],"then":[77],"evaluates":[78],"response":[80],"scoring":[82],"terms":[86],"of":[87],"compatibility":[89],"with":[90,124],"CSKB.":[92],"To":[93],"evaluate":[94],"we":[96],"construct":[97],"public":[100],"dataset":[104],"dialogues.Our":[107],"experiments":[108],"show":[109],"efficient":[114],"evaluation,":[119],"which":[120],"achieves":[121],"higher":[122],"correlations":[123],"judgments":[126],"than":[127],"existing":[128],"baselines.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}