{"id":"https://openalex.org/W4402502431","doi":"https://doi.org/10.48550/arxiv.2408.09819","title":"CMoralEval: A Moral Evaluation Benchmark for Chinese Large Language Models","display_name":"CMoralEval: A Moral Evaluation Benchmark for Chinese Large Language Models","publication_year":2024,"publication_date":"2024-08-19","ids":{"openalex":"https://openalex.org/W4402502431","doi":"https://doi.org/10.48550/arxiv.2408.09819"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.09819","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.09819","pdf_url":"https://arxiv.org/pdf/2408.09819","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.09819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113067630","display_name":"Linhao Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yu, Linhao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101253394","display_name":"Yongqi Leng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leng, Yongqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068887242","display_name":"Yufei Huang","orcid":"https://orcid.org/0000-0001-6268-5357"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yufei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110367017","display_name":"Shang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101732340","display_name":"Haixin Liu","orcid":"https://orcid.org/0009-0000-9411-3062"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Haixin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104260936","display_name":"Xinmeng Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Xinmeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058305796","display_name":"Jiahui Zhao","orcid":"https://orcid.org/0000-0001-9484-8165"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jiahui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102632341","display_name":"Jinwang Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jinwang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101635599","display_name":"Tingting Cui","orcid":"https://orcid.org/0000-0003-1168-0542"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Tingting","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083624531","display_name":"Xiaoqing Cheng","orcid":"https://orcid.org/0000-0001-5321-1459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Xiaoqing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595739","display_name":"Tao Liu","orcid":"https://orcid.org/0000-0001-9150-8245"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5055232825","display_name":"Deyi Xiong","orcid":"https://orcid.org/0000-0002-2353-5038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Deyi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5113067630"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.8883000016212463,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.8883000016212463,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.820900022983551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7405962944030762},{"id":"https://openalex.org/keywords/chinese-language","display_name":"Chinese language","score":0.437610387802124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4124402403831482},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.35175544023513794},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.2173936665058136},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.18816858530044556},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07500314712524414}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7405962944030762},{"id":"https://openalex.org/C3018428822","wikidata":"https://www.wikidata.org/wiki/Q7850","display_name":"Chinese language","level":2,"score":0.437610387802124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4124402403831482},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.35175544023513794},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.2173936665058136},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.18816858530044556},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07500314712524414}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.09819","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.09819","pdf_url":"https://arxiv.org/pdf/2408.09819","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.09819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.09819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.09819","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.09819","pdf_url":"https://arxiv.org/pdf/2408.09819","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402502431.pdf","grobid_xml":"https://content.openalex.org/works/W4402502431.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574"],"abstract_inverted_index":{"What":[0],"a":[1,17,35,50,71,82,86,120,165,176],"large":[2,18],"language":[3],"model":[4],"(LLM)":[5],"would":[6],"respond":[7],"in":[8,97,116],"ethically":[9],"relevant":[10],"context?":[11],"In":[12],"this":[13],"paper,":[14],"we":[15,67,118],"curate":[16,134],"benchmark":[19,178],"CMoralEval":[20,31,135,162,174],"for":[21,179],"morality":[22,83],"evaluation":[23,73],"of":[24,30,52,88,114,167],"Chinese":[25,36,40,53,99,168,180],"LLMs.":[26,169,181],"The":[27,182],"data":[28,155],"sources":[29],"are":[32,93],"two-fold:":[33],"1)":[34],"TV":[37],"program":[38],"discussing":[39],"moral":[41,54,72,90,140,145],"norms":[42],"with":[43,104,122,151,161],"stories":[44],"from":[45,56,153],"the":[46,128],"society":[47],"and":[48,59,78,85,112,144],"2)":[49],"collection":[51],"anomies":[55],"various":[57],"newspapers":[58],"academic":[60],"papers":[61],"on":[62],"morality.":[63],"With":[64],"these":[65],"sources,":[66],"aim":[68],"to":[69,126,163],"create":[70],"dataset":[74,183],"characterized":[75],"by":[76],"diversity":[77],"authenticity.":[79],"We":[80,157],"develop":[81],"taxonomy":[84],"set":[87],"fundamental":[89],"principles":[91],"that":[92,136,173],"not":[94],"only":[95],"rooted":[96],"traditional":[98],"culture":[100],"but":[101],"also":[102],"consistent":[103],"contemporary":[105],"societal":[106],"norms.":[107],"To":[108],"facilitate":[109],"efficient":[110],"construction":[111],"annotation":[113,129],"instances":[115,152],"CMoralEval,":[117],"establish":[119],"platform":[121],"AI-assisted":[123],"instance":[124],"generation":[125],"streamline":[127],"process.":[130],"These":[131],"help":[132],"us":[133],"encompasses":[137],"both":[138],"explicit":[139],"scenarios":[141,147],"(14,964":[142],"instances)":[143],"dilemma":[146],"(15,424":[148],"instances),":[149],"each":[150],"different":[154],"sources.":[156],"conduct":[158],"extensive":[159],"experiments":[160],"examine":[164],"variety":[166],"Experiment":[170],"results":[171],"demonstrate":[172],"is":[175,184],"challenging":[177],"publicly":[185],"available":[186],"at":[187],"\\url{https://github.com/tjunlp-lab/CMoralEval}.":[188]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}