{"id":"https://openalex.org/W4385573166","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.274","title":"CGoDial: A Large-Scale Benchmark for Chinese Goal-oriented Dialog Evaluation","display_name":"CGoDial: A Large-Scale Benchmark for Chinese Goal-oriented Dialog Evaluation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385573166","doi":"https://doi.org/10.18653/v1/2022.emnlp-main.274"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2022.emnlp-main.274","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.274","pdf_url":"https://aclanthology.org/2022.emnlp-main.274.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2022.emnlp-main.274.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086383656","display_name":"Yinpei Dai","orcid":"https://orcid.org/0000-0002-5715-1833"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yinpei Dai","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030125216","display_name":"Wanwei He","orcid":"https://orcid.org/0000-0002-4811-5523"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanwei He","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387285","display_name":"Bowen Li","orcid":"https://orcid.org/0000-0002-6331-1629"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Li","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102918313","display_name":"Yuchuan Wu","orcid":"https://orcid.org/0009-0000-3657-5859"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchuan Wu","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029024939","display_name":"Zheng Cao","orcid":"https://orcid.org/0000-0002-1565-3683"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Cao","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035785023","display_name":"Zhongqi An","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongqi An","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701131","display_name":"Jian Sun","orcid":"https://orcid.org/0000-0001-9898-3129"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Sun","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100644428","display_name":"Yongbin Li","orcid":"https://orcid.org/0009-0008-4504-2163"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongbin Li","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5086383656"],"corresponding_institution_ids":["https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":0.6631,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.75212956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"4097","last_page":"4111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.916313886642456},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8568545579910278},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6293553709983826},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6021102666854858},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.5843842029571533},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5597692728042603},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5302450656890869},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5297207236289978},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.5187992453575134},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4400389492511749},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4373665452003479},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.43486952781677246},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4313586950302124},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34533143043518066},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3310648202896118},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10214260220527649}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.916313886642456},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8568545579910278},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6293553709983826},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6021102666854858},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.5843842029571533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5597692728042603},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5302450656890869},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5297207236289978},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.5187992453575134},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4400389492511749},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4373665452003479},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.43486952781677246},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4313586950302124},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34533143043518066},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3310648202896118},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10214260220527649},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2022.emnlp-main.274","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.274","pdf_url":"https://aclanthology.org/2022.emnlp-main.274.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2022.emnlp-main.274","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.emnlp-main.274","pdf_url":"https://aclanthology.org/2022.emnlp-main.274.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385573166.pdf"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W178897730","https://openalex.org/W1654173042","https://openalex.org/W1975244201","https://openalex.org/W1993567041","https://openalex.org/W2101105183","https://openalex.org/W2138742901","https://openalex.org/W2251058040","https://openalex.org/W2594726847","https://openalex.org/W2739936944","https://openalex.org/W2784070054","https://openalex.org/W2923014074","https://openalex.org/W2943552823","https://openalex.org/W2949446780","https://openalex.org/W2952267213","https://openalex.org/W2958341373","https://openalex.org/W2963096017","https://openalex.org/W2963492323","https://openalex.org/W2963748384","https://openalex.org/W2963797754","https://openalex.org/W2964006684","https://openalex.org/W2970390493","https://openalex.org/W2971048662","https://openalex.org/W2972437240","https://openalex.org/W2979520138","https://openalex.org/W2987638322","https://openalex.org/W2988937804","https://openalex.org/W2995923603","https://openalex.org/W2997108628","https://openalex.org/W2997771882","https://openalex.org/W3021096583","https://openalex.org/W3033540108","https://openalex.org/W3034445880","https://openalex.org/W3034879520","https://openalex.org/W3036362489","https://openalex.org/W3091355780","https://openalex.org/W3093956460","https://openalex.org/W3094447228","https://openalex.org/W3095771422","https://openalex.org/W3098199128","https://openalex.org/W3100110884","https://openalex.org/W3100128199","https://openalex.org/W3104078590","https://openalex.org/W3112180926","https://openalex.org/W3152929911","https://openalex.org/W3156555225","https://openalex.org/W3156697766","https://openalex.org/W3170632963","https://openalex.org/W3172407229","https://openalex.org/W3173154122","https://openalex.org/W3177295196","https://openalex.org/W3188331065","https://openalex.org/W3200296036","https://openalex.org/W3203663566","https://openalex.org/W3204463216","https://openalex.org/W3210120707","https://openalex.org/W4221141243","https://openalex.org/W4225651262","https://openalex.org/W4226198591","https://openalex.org/W4284683546","https://openalex.org/W4285595074","https://openalex.org/W4287887270","https://openalex.org/W4295249402","https://openalex.org/W4296216888","https://openalex.org/W4297783677","https://openalex.org/W4297833904"],"related_works":["https://openalex.org/W2500779211","https://openalex.org/W48079147","https://openalex.org/W326836678","https://openalex.org/W1963944933","https://openalex.org/W2563921006","https://openalex.org/W1600043506","https://openalex.org/W2111550420","https://openalex.org/W2549666521","https://openalex.org/W2735573723","https://openalex.org/W3133893348"],"abstract_inverted_index":{"Practical":[0],"dialog":[1,43,47,60,69,78,93],"systems":[2],"need":[3],"to":[4,106],"deal":[5],"with":[6,53,63,72,81,120,133],"various":[7],"knowledge":[8,55],"sources,":[9],"noisy":[10],"user":[11],"expressions,":[12],"and":[13,31,45,75,91,131,156],"the":[14,22,86,116,122,135],"shortage":[15],"of":[16,118,151],"annotated":[17],"data.":[18],"To":[19,84],"better":[20],"solve":[21],"above":[23],"problems,":[24],"we":[25,95],"propose":[26],"CGoDial,":[27],"a":[28,58,67,76,127,140],"new":[29],"challenging":[30],"comprehensive":[32],"Chinese":[33],"benchmark":[34],"for":[35],"multi-domain":[36],"Goal-oriented":[37],"Dialog":[38],"evaluation.":[39],"It":[40],"contains":[41],"96,763":[42],"sessions,":[44],"574,949":[46],"turns":[48],"totally,":[49],"covering":[50],"three":[51],"datasets":[52,108],"different":[54],"sources:":[56],"1)":[57],"slot-based":[59],"(SBD)":[61],"dataset":[62,71,80],"table-formed":[64],"knowledge,":[65,74],"2)":[66],"flow-based":[68],"(FBD)":[70],"tree-formed":[73],"retrieval-based":[77],"(RBD)":[79],"candidate-formed":[82],"knowledge.":[83],"bridge":[85],"gap":[87],"between":[88],"academic":[89],"benchmarks":[90],"spoken":[92,104],"scenarios,":[94],"either":[96,121,134],"collect":[97],"data":[98],"from":[99],"real":[100],"conversations":[101],"or":[102,126,139],"add":[103],"features":[105],"existing":[107],"via":[109],"crowd-sourcing.":[110],"The":[111],"proposed":[112],"experimental":[113],"settings":[114],"include":[115],"combinations":[117],"training":[119,124,129],"entire":[123],"set":[125,138],"few-shot":[128],"set,":[130],"testing":[132],"standard":[136],"test":[137,142],"hard":[141],"subset,":[143],"which":[144],"can":[145],"assess":[146],"model":[147],"capabilities":[148],"in":[149],"terms":[150],"general":[152],"prediction,":[153],"fast":[154],"adaptability":[155],"reliable":[157],"robustness.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-01-20T17:24:06.736184","created_date":"2025-10-10T00:00:00"}