{"id":"https://openalex.org/W3034446185","doi":"https://doi.org/10.18653/v1/2020.acl-main.130","title":"MuTual: A Dataset for Multi-Turn Dialogue Reasoning","display_name":"MuTual: A Dataset for Multi-Turn Dialogue Reasoning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3034446185","doi":"https://doi.org/10.18653/v1/2020.acl-main.130","mag":"3034446185"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.acl-main.130","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.130","pdf_url":"https://www.aclweb.org/anthology/2020.acl-main.130.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/2020.acl-main.130.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089949383","display_name":"Leyang Cui","orcid":"https://orcid.org/0000-0001-5072-884X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Leyang Cui","raw_affiliation_strings":["School of Engineering, Westlake University","Zhejiang University"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Westlake University","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101709477","display_name":"Yu Wu","orcid":"https://orcid.org/0000-0002-5715-3011"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wu","raw_affiliation_strings":["Microsoft Research Asia"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101635405","display_name":"Shujie Liu","orcid":"https://orcid.org/0009-0008-0785-8882"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujie Liu","raw_affiliation_strings":["Microsoft Research Asia"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333729","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-5214-2268"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["School of Engineering, Westlake University"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Westlake University","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100701572","display_name":"Ming Zhou","orcid":"https://orcid.org/0000-0002-2551-2964"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zhou","raw_affiliation_strings":["Microsoft Research Asia"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089949383"],"corresponding_institution_ids":["https://openalex.org/I3133055985","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":13.9997,"has_fulltext":true,"cited_by_count":115,"citation_normalized_percentile":{"value":0.99114031,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1406","last_page":"1416"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7890459299087524},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7772274017333984},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6066738963127136},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5616299510002136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5333176851272583},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.520860493183136},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.4556361734867096},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4536258280277252},{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.4425584077835083},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1682266891002655},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08351874351501465},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0772169828414917}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7890459299087524},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7772274017333984},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6066738963127136},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5616299510002136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5333176851272583},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.520860493183136},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.4556361734867096},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4536258280277252},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.4425584077835083},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1682266891002655},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08351874351501465},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0772169828414917},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2020.acl-main.130","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.130","pdf_url":"https://www.aclweb.org/anthology/2020.acl-main.130.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.acl-main.130","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.acl-main.130","pdf_url":"https://www.aclweb.org/anthology/2020.acl-main.130.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320318567","display_name":"Westlake University","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034446185.pdf","grobid_xml":"https://content.openalex.org/works/W3034446185.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1599016936","https://openalex.org/W2086511124","https://openalex.org/W2561529111","https://openalex.org/W2606964149","https://openalex.org/W2608787653","https://openalex.org/W2742320045","https://openalex.org/W2747329762","https://openalex.org/W2794325560","https://openalex.org/W2798456655","https://openalex.org/W2804897457","https://openalex.org/W2891416139","https://openalex.org/W2912904516","https://openalex.org/W2919420119","https://openalex.org/W2925618549","https://openalex.org/W2948947170","https://openalex.org/W2949446780","https://openalex.org/W2950444459","https://openalex.org/W2952813980","https://openalex.org/W2962838727","https://openalex.org/W2962854379","https://openalex.org/W2962989446","https://openalex.org/W2963159690","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963520511","https://openalex.org/W2963825865","https://openalex.org/W2963963856","https://openalex.org/W2963995027","https://openalex.org/W2964207259","https://openalex.org/W2964223283","https://openalex.org/W2964309167","https://openalex.org/W2965373594","https://openalex.org/W2967674528","https://openalex.org/W2970780738","https://openalex.org/W2970960706","https://openalex.org/W2971034336","https://openalex.org/W2972324944","https://openalex.org/W3099023595","https://openalex.org/W3105492289","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W1527532029","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W2772323916","https://openalex.org/W2281307425","https://openalex.org/W1511346092","https://openalex.org/W2349447564"],"abstract_inverted_index":{"Non-task":[0],"oriented":[1,84],"dialogue":[2,62,85],"systems":[3,28],"have":[4],"achieved":[5],"great":[6],"success":[7],"in":[8],"recent":[9],"years":[10],"due":[11],"to":[12,31,79],"largely":[13],"accessible":[14],"conversation":[15,51],"data":[16],"and":[17,35],"the":[18,50,116],"development":[19],"of":[20,44,65,119],"deep":[21],"learning":[22],"techniques.":[23],"Given":[24],"a":[25,33,57,95],"context,":[26],"current":[27],"are":[29],"able":[30],"yield":[32],"relevant":[34],"fluent":[36],"response,":[37],"but":[38],"sometimes":[39],"make":[40],"logical":[41],"mistakes":[42],"because":[43],"weak":[45],"reasoning":[46,52,101,129],"capabilities.":[47],"To":[48],"facilitate":[49],"research,":[53],"we":[54],"introduce":[55],"Mu-Tual,":[56],"novel":[58],"dataset":[59],"for":[60,82,127],"Multi-Turn":[61],"Reasoning,":[63],"consisting":[64],"8,860":[66],"manually":[67],"annotated":[68],"dialogues":[69],"based":[70],"on":[71],"Chinese":[72],"student":[73],"English":[74],"listening":[75],"comprehension":[76],"exams.":[77],"Compared":[78],"previous":[80],"benchmarks":[81],"non-task":[83],"systems,":[86],"MuTual":[87,131],"is":[88,113,124,132],"much":[89],"more":[90],"challenging":[91],"since":[92],"it":[93],"requires":[94],"model":[96],"that":[97,106,122],"can":[98],"handle":[99],"various":[100],"problems.":[102],"Empirical":[103],"results":[104],"show":[105],"state-of-the-art":[107],"methods":[108],"only":[109],"reach":[110],"71%,":[111],"which":[112],"far":[114],"behind":[115],"human":[117],"performance":[118],"94%,":[120],"indicating":[121],"there":[123],"ample":[125],"room":[126],"improving":[128],"ability.":[130],"available":[133],"at":[134],"https://github.":[135],"com/Nealcly/MuTual.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":12}],"updated_date":"2026-04-22T08:38:42.863108","created_date":"2025-10-10T00:00:00"}