{"id":"https://openalex.org/W4405426116","doi":"https://doi.org/10.48550/arxiv.2408.11431","title":"Diagnosing and Remedying Knowledge Deficiencies in LLMs via Label-free Curricular Meaningful Learning","display_name":"Diagnosing and Remedying Knowledge Deficiencies in LLMs via Label-free Curricular Meaningful Learning","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4405426116","doi":"https://doi.org/10.48550/arxiv.2408.11431"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.11431","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11431","pdf_url":"https://arxiv.org/pdf/2408.11431","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.11431","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115458425","display_name":"Kai Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiong, Kai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111364945","display_name":"Xiao Ding","orcid":"https://orcid.org/0000-0002-5838-0320"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Xiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104294805","display_name":"Li Du","orcid":"https://orcid.org/0009-0003-6284-4612"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102563034","display_name":"Jiahao Ying","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying, Jiahao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602446","display_name":"Ting Liu","orcid":"https://orcid.org/0000-0002-5824-3975"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ting","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017671620","display_name":"Bing Qin","orcid":"https://orcid.org/0000-0002-2543-5604"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Bing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101488072","display_name":"Yixin Cao","orcid":"https://orcid.org/0000-0002-1632-7812"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Yixin","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5115458425"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37719425559043884}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37719425559043884}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.11431","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11431","pdf_url":"https://arxiv.org/pdf/2408.11431","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.11431","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.11431","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.11431","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.11431","pdf_url":"https://arxiv.org/pdf/2408.11431","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405426116.pdf","grobid_xml":"https://content.openalex.org/works/W4405426116.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W3006817050","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2067108088"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"versatile":[5],"and":[6,13,36,43,48,70,102,142,163,166,180],"demonstrate":[7],"impressive":[8],"generalization":[9],"ability":[10],"by":[11],"mining":[12],"learning":[14,91,129],"information":[15],"from":[16,28],"extensive":[17],"unlabeled":[18],"text.":[19],"However,":[20],"they":[21],"still":[22],"exhibit":[23],"reasoning":[24,179],"mistakes,":[25],"often":[26],"stemming":[27],"knowledge":[29,105,118,153,168,215],"deficiencies,":[30,119,141],"which":[31],"can":[32,40,211],"affect":[33],"their":[34],"trustworthiness":[35],"reliability.":[37],"Although":[38],"users":[39],"provide":[41],"diverse":[42],"comprehensive":[44],"queries,":[45],"obtaining":[46],"sufficient":[47],"effective":[49,214],"feedback":[50],"is":[51,61],"demanding.":[52],"Furthermore,":[53],"evaluating":[54],"LLMs":[55,75,108,156,174],"comprehensively":[56],"with":[57,189],"limited":[58],"labeled":[59,201],"samples":[60],"difficult.":[62],"This":[63],"makes":[64],"it":[65],"a":[66,87,110,145],"challenge":[67],"to":[68,99,114,130,136,150,187],"diagnose":[69,101],"remedy":[71,115,148,151],"the":[72,104,116,137,140,152],"deficiencies":[73,106,154,169],"of":[74,107,139,155],"through":[76],"rich":[77],"label-free":[78,88,111,209],"user":[79],"queries.":[80],"To":[81],"tackle":[82],"this":[83],"challenge,":[84],"we":[85,120,126],"propose":[86],"curricular":[89,122,146],"meaningful":[90,123,128],"framework":[92],"(LaMer).":[93],"LaMer":[94,161,194],"first":[95],"employs":[96],"relative":[97],"entropy":[98],"automatically":[100],"quantify":[103],"in":[109,170],"setting.":[112],"Next,":[113],"diagnosed":[117],"apply":[121],"learning:":[124],"first,":[125],"adopt":[127],"adaptively":[131],"synthesize":[132],"augmentation":[133],"data":[134],"according":[135],"severity":[138],"then":[143],"design":[144],"deficiency":[147,204,216],"strategy":[149],"progressively.":[157],"Experiments":[158],"show":[159],"that":[160,198],"efficiently":[162],"effectively":[164],"diagnoses":[165],"remedies":[167],"LLMs,":[171],"improving":[172],"various":[173],"across":[175],"seven":[176],"out-of-distribution":[177],"(OOD)":[178],"language":[181],"understanding":[182],"benchmarks,":[183],"achieving":[184],"comparable":[185],"results":[186],"baselines":[188],"just":[190],"40\\%":[191],"training":[192],"data.":[193],"even":[195],"surpasses":[196],"methods":[197],"rely":[199],"on":[200],"datasets":[202],"for":[203,219],"diagnosis.":[205],"In":[206],"application,":[207],"our":[208],"method":[210],"offer":[212],"an":[213],"diagnostic":[217],"tool":[218],"efficient":[220],"LLM":[221],"development.":[222]},"counts_by_year":[],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}