{"id":"https://openalex.org/W7152693809","doi":"https://doi.org/10.48550/arxiv.2604.06898","title":"Are LLMs Ready for Computer Science Education? A Cross-Domain, Cross-Lingual and Cognitive-Level Evaluation Using Professional Certification Exams","display_name":"Are LLMs Ready for Computer Science Education? A Cross-Domain, Cross-Lingual and Cognitive-Level Evaluation Using Professional Certification Exams","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152693809","doi":"https://doi.org/10.48550/arxiv.2604.06898"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.06898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.06898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133269923","display_name":"Chen Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gao, Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133274228","display_name":"Chi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133312166","display_name":"Zhengquan Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Zhengquan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133290391","display_name":"Dongfu Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Dongfu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116433498","display_name":"Maiying Sui","orcid":"https://orcid.org/0000-0002-1566-522X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sui, Maiying","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133248796","display_name":"Sheng Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Sheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404616","display_name":"Congcong Zhu","orcid":"https://orcid.org/0000-0001-5319-4599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Congcong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133242441","display_name":"Huajie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Huajie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059912021","display_name":"Xuhan Zuo","orcid":"https://orcid.org/0009-0008-8948-8343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuo, Xuhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133275128","display_name":"Zongyuan Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge, Zongyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036801346","display_name":"Tianqing Zhu","orcid":"https://orcid.org/0000-0003-3411-7947"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Tianqing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133248837","display_name":"Wanlei Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Wanlei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133304765","display_name":"Xiaotong Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Xiaotong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5133269923"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.46959999203681946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.46959999203681946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.12280000001192093,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.050999999046325684,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.728600025177002},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5651999711990356},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44999998807907104},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.43720000982284546},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.388700008392334},{"id":"https://openalex.org/keywords/professional-certification","display_name":"Professional certification (computer technology)","score":0.3882000148296356},{"id":"https://openalex.org/keywords/professional-development","display_name":"Professional development","score":0.3508000075817108}],"concepts":[{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.728600025177002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5755000114440918},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5651999711990356},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.43720000982284546},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.40560001134872437},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.388700008392334},{"id":"https://openalex.org/C145434228","wikidata":"https://www.wikidata.org/wiki/Q16023913","display_name":"Professional certification (computer technology)","level":3,"score":0.3882000148296356},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.36559998989105225},{"id":"https://openalex.org/C51067260","wikidata":"https://www.wikidata.org/wiki/Q828812","display_name":"Professional development","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33660000562667847},{"id":"https://openalex.org/C64313355","wikidata":"https://www.wikidata.org/wiki/Q5186561","display_name":"Criterion-referenced test","level":3,"score":0.29829999804496765},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C136287216","wikidata":"https://www.wikidata.org/wiki/Q16154661","display_name":"Academic standards","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2551000118255615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2549999952316284},{"id":"https://openalex.org/C3017614220","wikidata":"https://www.wikidata.org/wiki/Q8434","display_name":"Formal education","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.06898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.06898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8786372542381287}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,67],"models":[2,120],"(LLMs)":[3],"are":[4],"increasingly":[5],"applied":[6],"in":[7,99,114],"computer":[8,138],"science":[9,139],"education":[10,140],"for":[11,132,145],"tasks":[12],"such":[13],"as":[14],"tutoring,":[15],"content":[16],"generation,":[17],"and":[18,28,43,60,81,117,141,148],"code":[19],"assessment.":[20,149],"However,":[21],"systematic":[22],"evaluations":[23],"aligned":[24],"with":[25],"formal":[26],"curricula":[27],"certification":[29,54],"standards":[30],"remain":[31],"limited.":[32],"This":[33],"study":[34],"benchmarked":[35],"four":[36],"recent":[37],"models,":[38],"including":[39],"GPT-5,":[40],"DeepSeek-R1,":[41],"Qwen-Plus,":[42],"Llama-3.3-70B-Instruct,":[44],"using":[45],"a":[46],"dataset":[47],"of":[48,135],"1,068":[49],"questions":[50],"derived":[51],"from":[52],"six":[53],"exams":[55],"covering":[56],"networking,":[57],"office":[58],"applications,":[59],"Java":[61],"programming.":[62],"We":[63],"evaluated":[64],"performance":[65],"across":[66],"(Chinese":[68],"vs.":[69],"English),":[70],"cognitive":[71],"levels":[72],"based":[73],"on":[74,92,123],"Bloom's":[75],"Taxonomy,":[76],"domain":[77],"knowledge,":[78],"confidence-accuracy":[79],"alignment,":[80],"robustness":[82],"to":[83],"input":[84],"masking.":[85],"Results":[86],"showed":[87,111],"that":[88],"GPT-5":[89],"performed":[90,97,121],"best":[91],"English-language":[93],"certifications,":[94],"while":[95],"Qwen-Plus":[96],"better":[98],"Chinese":[100],"contexts.":[101],"DeepSeek-R1":[102],"achieved":[103],"the":[104,133],"most":[105],"balanced":[106],"cross-lingual":[107],"performance,":[108],"whereas":[109],"Llama-3.3":[110],"clear":[112],"limitations":[113],"higher-order":[115],"reasoning":[116],"robustness.":[118],"All":[119],"worse":[122],"more":[124],"complex":[125],"tasks.":[126],"These":[127],"findings":[128],"provide":[129],"empirical":[130],"support":[131],"integration":[134],"LLMs":[136],"into":[137],"offer":[142],"practical":[143],"implications":[144],"curriculum":[146],"design":[147]},"counts_by_year":[],"updated_date":"2026-04-10T06:07:51.998497","created_date":"2026-04-10T00:00:00"}