{"id":"https://openalex.org/W4405355413","doi":"https://doi.org/10.48550/arxiv.2412.09529","title":"How Well Can Modern LLMs Act as Agent Cores in Radiology Environments?","display_name":"How Well Can Modern LLMs Act as Agent Cores in Radiology Environments?","publication_year":2024,"publication_date":"2024-12-12","ids":{"openalex":"https://openalex.org/W4405355413","doi":"https://doi.org/10.48550/arxiv.2412.09529"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.09529","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.09529","pdf_url":"https://arxiv.org/pdf/2412.09529","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.09529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111101864","display_name":"Qiaoyu Zheng","orcid":"https://orcid.org/0009-0004-7494-7851"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zheng, Qiaoyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078681943","display_name":"Chaoyi Wu","orcid":"https://orcid.org/0009-0004-1374-011X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Chaoyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103203558","display_name":"Pengcheng Qiu","orcid":"https://orcid.org/0000-0003-4956-4643"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Pengcheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061689938","display_name":"Lisong Dai","orcid":"https://orcid.org/0000-0003-3608-9732"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Lisong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342828","display_name":"Ya Zhang","orcid":"https://orcid.org/0000-0002-5390-9053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645704","display_name":"Yanfeng Wang","orcid":"https://orcid.org/0000-0002-2318-3132"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yanfeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076097168","display_name":"Weidi Xie","orcid":"https://orcid.org/0000-0003-3804-2639"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Weidi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5111101864"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12386","display_name":"Advanced X-ray and CT Imaging","score":0.9362000226974487,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12386","display_name":"Advanced X-ray and CT Imaging","score":0.9362000226974487,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.9028000235557556,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.36172008514404297},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3535478711128235},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.34348171949386597}],"concepts":[{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.36172008514404297},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3535478711128235},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.34348171949386597}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.09529","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.09529","pdf_url":"https://arxiv.org/pdf/2412.09529","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.09529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.09529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.09529","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.09529","pdf_url":"https://arxiv.org/pdf/2412.09529","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166"],"abstract_inverted_index":{"We":[0],"introduce":[1],"RadA-BenchPlat,":[2],"an":[3],"evaluation":[4],"platform":[5,50],"that":[6,44,67],"benchmarks":[7],"the":[8,98,150],"performance":[9,122],"of":[10,55,101,153,162],"large":[11],"language":[12],"models":[13,69],"(LLMs)":[14],"act":[15],"as":[16,97],"agent":[17],"cores":[18],"in":[19,40,79],"radiology":[20,103,156],"environments":[21],"using":[22],"2,200":[23,36],"radiologist-verified":[24],"synthetic":[25],"patient":[26],"records":[27],"covering":[28],"six":[29],"anatomical":[30],"regions,":[31],"five":[32],"imaging":[33],"modalities,":[34],"and":[35,61,89,113,118,165],"disease":[37],"scenarios,":[38],"resulting":[39],"24,200":[41],"question-answer":[42],"pairs":[43],"simulate":[45],"diverse":[46],"clinical":[47,159],"situations.":[48],"The":[49],"also":[51],"defines":[52],"ten":[53],"categories":[54],"tools":[56],"for":[57,123,149],"agent-driven":[58],"task":[59,76,87],"solving":[60],"evaluates":[62],"seven":[63],"leading":[64],"LLMs,":[65],"revealing":[66],"while":[68],"like":[70],"Claude-3.7-Sonnet":[71],"can":[72],"achieve":[73],"a":[74,141],"67.1%":[75],"completion":[77],"rate":[78],"routine":[80],"settings,":[81],"they":[82],"still":[83],"struggle":[84],"with":[85],"complex":[86,124],"understanding":[88],"tool":[90,133],"coordination,":[91],"limiting":[92],"their":[93],"capacity":[94],"to":[95,137],"serve":[96],"central":[99],"core":[100],"automated":[102,132,155],"systems.":[104],"By":[105],"incorporating":[106],"four":[107],"advanced":[108],"prompt":[109],"engineering":[110],"strategies--where":[111],"prompt-backpropagation":[112],"multi-agent":[114],"collaboration":[115],"contributed":[116],"16.8%":[117],"30.7%":[119],"improvements,":[120],"respectively--the":[121],"tasks":[125],"was":[126,135],"enhanced":[127],"by":[128],"48.2%":[129],"overall.":[130],"Furthermore,":[131],"building":[134],"explored":[136],"improve":[138],"robustness,":[139],"achieving":[140],"65.4%":[142],"success":[143],"rate,":[144],"thereby":[145],"offering":[146],"promising":[147],"insights":[148],"future":[151],"integration":[152],"fully":[154],"applications":[157],"into":[158],"practice.":[160],"All":[161],"our":[163],"code":[164],"data":[166],"are":[167],"openly":[168],"available":[169],"at":[170],"https://github.com/MAGIC-AI4Med/RadABench.":[171]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2024-12-14T00:00:00"}