{"id":"https://openalex.org/W7108214584","doi":"https://doi.org/10.48550/arxiv.2511.23335","title":"Towards Improving Interpretability of Language Model Generation through a Structured Knowledge Discovery Approach","display_name":"Towards Improving Interpretability of Language Model Generation through a Structured Knowledge Discovery Approach","publication_year":2025,"publication_date":"2025-11-28","ids":{"openalex":"https://openalex.org/W7108214584","doi":"https://doi.org/10.48550/arxiv.2511.23335"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2511.23335","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.23335","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2511.23335","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Liu, Shuqi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liu, Shuqi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wu, Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Han","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Deng, Guanzhi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Guanzhi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Jianshu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jianshu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Xiaoyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaoyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Song, Linqi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Linqi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.756600022315979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.756600022315979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07620000094175339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9081000089645386},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5432999730110168},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.44440001249313354},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4318999946117401},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.4235999882221222},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.40790000557899475},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.39750000834465027},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.3662000000476837},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.36070001125335693}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9081000089645386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8076000213623047},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5432999730110168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5285000205039978},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42820000648498535},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41780000925064087},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.40790000557899475},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.39750000834465027},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3662000000476837},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3467999994754791},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.28780001401901245},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2511.23335","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.23335","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2511.23335","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.23335","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7807408571243286}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge-enhanced":[0],"text":[1,10,44,53],"generation":[2,54,169,185,195],"aims":[3],"to":[4,71,78,105,164],"enhance":[5],"the":[6,31,91,131,142,150,154,166,175,187,197,214],"quality":[7],"of":[8,33,42,94,98,146,153,177],"generated":[9,43],"by":[11],"utilizing":[12],"internal":[13,182],"or":[14],"external":[15,191],"knowledge":[16,66,103,110,121,136,155],"sources.":[17],"While":[18],"language":[19,147,208],"models":[20,148],"have":[21],"demonstrated":[22],"impressive":[23],"capabilities":[24],"in":[25,51,180],"generating":[26],"coherent":[27],"and":[28,59,82,101,124,138,190,206],"fluent":[29],"text,":[30],"lack":[32],"interpretability":[34,41],"presents":[35],"a":[36,115,125],"substantial":[37],"obstacle.":[38],"The":[39],"limited":[40],"significantly":[45],"impacts":[46],"its":[47],"practical":[48],"usability,":[49],"particularly":[50],"knowledge-enhanced":[52,183,192],"tasks":[55],"that":[56,68],"necessitate":[57],"reliability":[58],"explainability.":[60],"Existing":[61],"methods":[62,205],"often":[63],"employ":[64,114],"domain-specific":[65],"retrievers":[67],"are":[69],"tailored":[70],"specific":[72],"data":[73,80],"characteristics,":[74],"limiting":[75],"their":[76],"generalizability":[77],"diverse":[79],"types":[81],"tasks.":[83],"To":[84],"overcome":[85],"this":[86],"limitation,":[87],"we":[88,113,172],"directly":[89],"leverage":[90],"two-tier":[92],"architecture":[93],"structured":[95,109,120],"knowledge,":[96],"consisting":[97],"high-level":[99],"entities":[100],"low-level":[102],"triples,":[104],"design":[106],"our":[107,157,178],"task-agnostic":[108,201],"hunter.":[111],"Specifically,":[112],"local-global":[116],"interaction":[117],"scheme":[118],"for":[119,133],"representation":[122],"learning":[123],"hierarchical":[126],"transformer-based":[127],"pointer":[128],"network":[129],"as":[130],"backbone":[132],"selecting":[134],"relevant":[135],"triples":[137],"entities.":[139],"By":[140],"combining":[141],"strong":[143],"generative":[144],"ability":[145],"with":[149],"high":[151,160],"faithfulness":[152],"hunter,":[156],"model":[158,167,179,202],"achieves":[159],"interpretability,":[161],"enabling":[162],"users":[163],"comprehend":[165],"output":[168],"process.":[170],"Furthermore,":[171],"empirically":[173],"demonstrate":[174],"effectiveness":[176],"both":[181],"table-to-text":[184],"on":[186,196,213],"RotoWireFG":[188],"dataset":[189],"dialogue":[193],"response":[194],"KdConv":[198],"dataset.":[199],"Our":[200],"outperforms":[203],"state-of-the-art":[204],"corresponding":[207],"models,":[209],"setting":[210],"new":[211],"standards":[212],"benchmark.":[215]},"counts_by_year":[],"updated_date":"2025-12-03T00:07:38.036990","created_date":"2025-12-03T00:00:00"}