{"id":"https://openalex.org/W3009312460","doi":"https://doi.org/10.1145/3313831.3376290","title":"Expert Discussions Improve Comprehension of Difficult Cases in Medical Image Assessment","display_name":"Expert Discussions Improve Comprehension of Difficult Cases in Medical Image Assessment","publication_year":2020,"publication_date":"2020-04-21","ids":{"openalex":"https://openalex.org/W3009312460","doi":"https://doi.org/10.1145/3313831.3376290","mag":"3009312460"},"language":"en","primary_location":{"id":"doi:10.1145/3313831.3376290","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3313831.3376290","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376290","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376290","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025626087","display_name":"Mike Schaekermann","orcid":"https://orcid.org/0000-0002-1735-9680"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mike Schaekermann","raw_affiliation_strings":["Google & University of Waterloo, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google & University of Waterloo, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065663195","display_name":"Carrie J. Cai","orcid":"https://orcid.org/0000-0001-9421-7128"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carrie J. Cai","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035308960","display_name":"Abigail E Huang","orcid":"https://orcid.org/0000-0002-2885-3131"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abigail E. Huang","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058399428","display_name":"Rory Sayres","orcid":"https://orcid.org/0000-0002-8269-5779"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rory Sayres","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025626087"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":2.1142,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89539139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12599","display_name":"Retinal and Optic Conditions","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adjudication","display_name":"Adjudication","score":0.7782634496688843},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6334304213523865},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6298439502716064},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5968834161758423},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.49708154797554016},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.48714491724967957},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.4868120849132538},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.48129358887672424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3505334258079529},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.21983906626701355},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.15243926644325256},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09352391958236694}],"concepts":[{"id":"https://openalex.org/C204434341","wikidata":"https://www.wikidata.org/wiki/Q357789","display_name":"Adjudication","level":2,"score":0.7782634496688843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6334304213523865},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6298439502716064},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5968834161758423},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.49708154797554016},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.48714491724967957},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4868120849132538},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.48129358887672424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3505334258079529},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.21983906626701355},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.15243926644325256},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09352391958236694},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3313831.3376290","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3313831.3376290","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376290","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3313831.3376290","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3313831.3376290","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376290","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3009312460.pdf","grobid_xml":"https://content.openalex.org/works/W3009312460.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1721128116","https://openalex.org/W1966241846","https://openalex.org/W2007270063","https://openalex.org/W2024923650","https://openalex.org/W2049036672","https://openalex.org/W2067583151","https://openalex.org/W2095183617","https://openalex.org/W2097412598","https://openalex.org/W2098627682","https://openalex.org/W2115531174","https://openalex.org/W2143159308","https://openalex.org/W2155035007","https://openalex.org/W2159698305","https://openalex.org/W2170722623","https://openalex.org/W2186334287","https://openalex.org/W2234307896","https://openalex.org/W2507467374","https://openalex.org/W2557738935","https://openalex.org/W2574781439","https://openalex.org/W2734382281","https://openalex.org/W2762741128","https://openalex.org/W2772246530","https://openalex.org/W2898349875","https://openalex.org/W2899134503","https://openalex.org/W2899357352","https://openalex.org/W2902751862","https://openalex.org/W2903896358","https://openalex.org/W2919759422","https://openalex.org/W2936086693","https://openalex.org/W2946660759","https://openalex.org/W2963772355","https://openalex.org/W2976808722","https://openalex.org/W2977344653","https://openalex.org/W2988571156","https://openalex.org/W2995236054","https://openalex.org/W3031679542","https://openalex.org/W3124912334","https://openalex.org/W4312235993","https://openalex.org/W7073864753"],"related_works":["https://openalex.org/W2884884929","https://openalex.org/W2360072188","https://openalex.org/W864029991","https://openalex.org/W2058868407","https://openalex.org/W2130378978","https://openalex.org/W2373192550","https://openalex.org/W3123742489","https://openalex.org/W2119185745","https://openalex.org/W199376219","https://openalex.org/W2389827359"],"abstract_inverted_index":{"Medical":[0],"data":[1],"labeling":[2,103],"workflows":[3],"critically":[4],"depend":[5],"on":[6,30,111],"accurate":[7],"assessments":[8,14],"from":[9,53,76],"human":[10,13],"experts.":[11,21],"Yet":[12],"can":[15,141],"vary":[16],"markedly,":[17],"even":[18],"among":[19],"medical":[20,148],"Prior":[22],"research":[23],"has":[24],"demonstrated":[25],"benefits":[26,129],"of":[27,37,55,90,113],"labeler":[28,38],"training":[29,39,145],"performance.":[31],"Here":[32],"we":[33],"utilized":[34],"two":[35],"types":[36],"feedback:":[40],"highlighting":[41],"incorrect":[42],"labels":[43],"for":[44,147],"difficult":[45],"cases":[46],"(\"individual":[47],"performance\"":[48],"feedback),":[49],"and":[50,73,105,135],"expert":[51,74,84],"discussions":[52,75,85,140],"adjudication":[54,126],"these":[56],"cases.":[57],"We":[58],"presented":[59],"ten":[60],"generalist":[61],"eye":[62],"care":[63],"professionals":[64],"with":[65],"either":[66],"individual":[67,71],"performance":[68,72,80],"alone,":[69,82],"or":[70],"specialists.":[77],"Compared":[78],"to":[79,138],"feedback":[81],"seeing":[83],"significantly":[86,107],"improved":[87,108],"generalists'":[88],"understanding":[89],"the":[91,94],"rationale":[92],"behind":[93],"correct":[95],"diagnosis":[96],"while":[97],"motivating":[98],"changes":[99],"in":[100,116],"their":[101],"own":[102],"approach;":[104],"also":[106],"average":[109],"accuracy":[110],"one":[112],"four":[114],"pathologies":[115],"a":[117],"held-out":[118],"test":[119],"set.":[120],"This":[121],"work":[122],"suggests":[123],"that":[124,136],"image":[125],"may":[127],"provide":[128],"beyond":[130],"developing":[131],"trusted":[132],"consensus":[133],"labels,":[134],"exposure":[137],"specialist":[139],"be":[142],"an":[143],"effective":[144],"intervention":[146],"diagnosis.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}