{"id":"https://openalex.org/W4414661911","doi":"https://doi.org/10.3389/fdgth.2025.1659134","title":"Large language models in real-world clinical workflows: a systematic review of applications and implementation","display_name":"Large language models in real-world clinical workflows: a systematic review of applications and implementation","publication_year":2025,"publication_date":"2025-09-30","ids":{"openalex":"https://openalex.org/W4414661911","doi":"https://doi.org/10.3389/fdgth.2025.1659134","pmid":"https://pubmed.ncbi.nlm.nih.gov/41098649"},"language":"en","primary_location":{"id":"doi:10.3389/fdgth.2025.1659134","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdgth.2025.1659134","pdf_url":"https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2025.1659134/pdf","source":{"id":"https://openalex.org/S4210170686","display_name":"Frontiers in Digital Health","issn_l":"2673-253X","issn":["2673-253X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Digital Health","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2025.1659134/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093698157","display_name":"Yaara Artsi","orcid":"https://orcid.org/0009-0008-0766-5191"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Yaara Artsi","raw_affiliation_strings":["Azrieli Faculty of Medicine, Bar-Ilan University, Zefat, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Azrieli Faculty of Medicine, Bar-Ilan University, Zefat, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005460981","display_name":"Vera Sorin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vera Sorin","raw_affiliation_strings":["Department of Radiology, Mayo Clinic, Rochester, MN, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Mayo Clinic, Rochester, MN, United States","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030539003","display_name":"Benjamin S. Glicksberg","orcid":"https://orcid.org/0000-0003-4515-8090"},"institutions":[{"id":"https://openalex.org/I4210095266","display_name":"Mount Sinai Medical Center","ror":"https://ror.org/00wgjpw02","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210095266"]},{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin S. Glicksberg","raw_affiliation_strings":["The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, United States","The Hasso Plattner Institute for Digital Health at Mount Sinai, Icahn School of Medicine at Mount Sinai, New York, NY, United States","The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, United States","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I4210111958"]},{"raw_affiliation_string":"The Hasso Plattner Institute for Digital Health at Mount Sinai, Icahn School of Medicine at Mount Sinai, New York, NY, United States","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, United States","institution_ids":["https://openalex.org/I4210095266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053303391","display_name":"Panagiotis Korfiatis","orcid":"https://orcid.org/0000-0003-2516-1751"},"institutions":[{"id":"https://openalex.org/I4210125099","display_name":"Mayo Clinic in Arizona","ror":"https://ror.org/03jp40720","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723","https://openalex.org/I4210125099"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panagiotis Korfiatis","raw_affiliation_strings":["Department of Radiology, Mayo Clinic, Rochester, MN, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Mayo Clinic, Rochester, MN, United States","institution_ids":["https://openalex.org/I4210125099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047405500","display_name":"Girish N. Nadkarni","orcid":"https://orcid.org/0000-0001-6319-4314"},"institutions":[{"id":"https://openalex.org/I4210095266","display_name":"Mount Sinai Medical Center","ror":"https://ror.org/00wgjpw02","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210095266"]},{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Girish N. Nadkarni","raw_affiliation_strings":["The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, United States","The Hasso Plattner Institute for Digital Health at Mount Sinai, Icahn School of Medicine at Mount Sinai, New York, NY, United States","The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, United States","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I4210111958"]},{"raw_affiliation_string":"The Hasso Plattner Institute for Digital Health at Mount Sinai, Icahn School of Medicine at Mount Sinai, New York, NY, United States","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, United States","institution_ids":["https://openalex.org/I4210095266"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039899830","display_name":"Eyal Klang","orcid":"https://orcid.org/0000-0002-4567-3108"},"institutions":[{"id":"https://openalex.org/I4210095266","display_name":"Mount Sinai Medical Center","ror":"https://ror.org/00wgjpw02","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210095266"]},{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eyal Klang","raw_affiliation_strings":["The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, United States","The Hasso Plattner Institute for Digital Health at Mount Sinai, Icahn School of Medicine at Mount Sinai, New York, NY, United States","The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, United States","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I4210111958"]},{"raw_affiliation_string":"The Hasso Plattner Institute for Digital Health at Mount Sinai, Icahn School of Medicine at Mount Sinai, New York, NY, United States","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Windreich Department of Artificial Intelligence and Human Health, Mount Sinai Medical Center, New York, NY, United States","institution_ids":["https://openalex.org/I4210095266"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5093698157"],"corresponding_institution_ids":["https://openalex.org/I13955877"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":10.5225,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.98371206,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"1659134","last_page":"1659134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7117000222206116,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7117000222206116,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.10419999808073044,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.325300008058548},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.31119999289512634},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.28110000491142273},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.27140000462532043},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.24490000307559967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6367999911308289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37139999866485596},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3682999908924103},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.24490000307559967},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.24449999630451202},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.24449999630451202}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fdgth.2025.1659134","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdgth.2025.1659134","pdf_url":"https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2025.1659134/pdf","source":{"id":"https://openalex.org/S4210170686","display_name":"Frontiers in Digital Health","issn_l":"2673-253X","issn":["2673-253X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Digital Health","raw_type":"journal-article"},{"id":"pmid:41098649","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41098649","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in digital health","raw_type":null},{"id":"pmh:oai:doaj.org/article:2ff49ad0aa084ef8a0689278101e94d3","is_oa":true,"landing_page_url":"https://doaj.org/article/2ff49ad0aa084ef8a0689278101e94d3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Digital Health, Vol 7 (2025)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:11327123","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12519456","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fdgth.2025.1659134","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdgth.2025.1659134","pdf_url":"https://www.frontiersin.org/journals/digital-health/articles/10.3389/fdgth.2025.1659134/pdf","source":{"id":"https://openalex.org/S4210170686","display_name":"Frontiers in Digital Health","issn_l":"2673-253X","issn":["2673-253X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Digital Health","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414661911.pdf","grobid_xml":"https://content.openalex.org/works/W4414661911.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W3135028703","https://openalex.org/W4385564466","https://openalex.org/W4388525110","https://openalex.org/W4390608362","https://openalex.org/W4392986561","https://openalex.org/W4395052272","https://openalex.org/W4400495042","https://openalex.org/W4400657362","https://openalex.org/W4401511452","https://openalex.org/W4401821647","https://openalex.org/W4402733286","https://openalex.org/W4404718139","https://openalex.org/W4404837143","https://openalex.org/W4404869895","https://openalex.org/W4406081553","https://openalex.org/W4407146974","https://openalex.org/W4408167715","https://openalex.org/W4408290602","https://openalex.org/W4409210035","https://openalex.org/W7077061313"],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"offer":[5],"promise":[6],"for":[7,68],"enhancing":[8],"clinical":[9,45,51,82,98,141,184,219],"care":[10],"by":[11,191],"automating":[12],"documentation,":[13],"supporting":[14],"decision-making,":[15],"and":[16,28,55,65,74,102,118,140,155,171,194,200,214],"improving":[17],"communication.":[18],"However,":[19,158],"their":[20,48],"integration":[21],"into":[22],"real-world":[23,40,81,187],"healthcare":[24],"workflows":[25],"remains":[26,189],"limited":[27],"under":[29],"characterized.":[30],"This":[31],"systematic":[32],"review":[33],"aims":[34],"to":[35,218],"evaluate":[36],"the":[37,109],"literature":[38],"on":[39],"implementation":[41,94,215],"of":[42,63,95,104,173],"LLMs":[43,79,96,181],"in":[44,80,90,97,150,167],"workflows,":[46,185],"including":[47],"use":[49],"cases,":[50],"settings,":[52],"observed":[53],"outcomes,":[54],"challenges.":[56],"Methods:":[57],"We":[58],"searched":[59],"MEDLINE,":[60],"Scopus,":[61],"Web":[62],"Science,":[64],"Google":[66],"Scholar":[67],"studies":[69,89,114],"published":[70,115],"between":[71,116],"January":[72],"2015":[73],"April":[75],"2025":[76,119],"that":[77,180],"assessed":[78,107],"applications.":[83],"Inclusion":[84],"criteria":[85],"were":[86,106],"peer-reviewed,":[87],"full-text":[88],"English":[91],"reporting":[92],"empirical":[93],"settings.":[99,220],"Study":[100],"quality":[101],"risk":[103],"bias":[105],"using":[108],"PROBAST":[110],"tool.":[111],"Results:":[112],"Four":[113],"2024":[117],"met":[120],"inclusion":[121],"criteria.":[122],"All":[123],"used":[124],"generative":[125],"pre-trained":[126],"transformers":[127],"(GPTs).":[128],"Reported":[129],"applications":[130],"included":[131,160],"outpatient":[132],"communication,":[133],"mental":[134],"health":[135],"support,":[136],"inbox":[137],"message":[138],"drafting,":[139],"data":[142,164],"extraction.":[143],"LLM":[144],"deployment":[145],"was":[146],"associated":[147],"with":[148],"improvements":[149],"operational":[151],"efficiency,":[152],"user":[153],"satisfaction,":[154],"reduced":[156],"workload.":[157],"challenges":[159],"performance":[161],"variability":[162],"across":[163],"types,":[165],"limitations":[166],"generalizability,":[168],"regulatory":[169,195],"delays,":[170],"lack":[172],"post-deployment":[174],"monitoring.":[175],"Conclusions:":[176],"Early":[177],"evidence":[178],"suggests":[179],"can":[182],"enhance":[183],"but":[186],"adoption":[188],"constrained":[190],"systemic,":[192],"technical,":[193],"barriers.":[196],"To":[197],"support":[198],"safe":[199],"scalable":[201],"use,":[202],"future":[203],"efforts":[204],"should":[205],"prioritize":[206],"standardized":[207],"evaluation":[208],"metrics,":[209],"multi-site":[210],"validation,":[211],"human":[212],"oversight,":[213],"frameworks":[216],"tailored":[217],"Systematic":[221],"Review":[222],"Registration:":[223],"https://www.crd.york.ac.uk/PROSPERO/recorddashboard,":[224],"PROSPERO":[225],"CRD420251030069.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}