{"id":"https://openalex.org/W4288757819","doi":"https://doi.org/10.1145/3552436","title":"Hierarchical Multi-agent Model for Reinforced Medical Resource Allocation with Imperfect Information","display_name":"Hierarchical Multi-agent Model for Reinforced Medical Resource Allocation with Imperfect Information","publication_year":2022,"publication_date":"2022-07-30","ids":{"openalex":"https://openalex.org/W4288757819","doi":"https://doi.org/10.1145/3552436"},"language":"en","primary_location":{"id":"doi:10.1145/3552436","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3552436","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051274227","display_name":"Qianyue Hao","orcid":"https://orcid.org/0000-0002-7109-3588"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianyue Hao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Haidian, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7109-3588","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Haidian, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062365263","display_name":"Fengli Xu","orcid":"https://orcid.org/0000-0002-5720-4026"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fengli Xu","raw_affiliation_strings":["Knowledge Lab, Department of Sociology, University of Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0000-0002-5720-4026","affiliations":[{"raw_affiliation_string":"Knowledge Lab, Department of Sociology, University of Chicago, IL, USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007536250","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0002-2605-749X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-2605-749X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000530436","display_name":"Pan Hui","orcid":"https://orcid.org/0000-0001-6026-1083"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pan Hui","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-6026-1083","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355277","display_name":"Yong Li","orcid":"https://orcid.org/0000-0001-5617-1659"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Li","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Haidian, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5617-1659","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Department of Electronic Engineering, Tsinghua University, Haidian, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5051274227"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.0959,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.73731932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"14","issue":"1","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11773","display_name":"Healthcare Operations and Scheduling Optimization","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/3604","display_name":"Emergency Medical Services"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9563999772071838,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8737673759460449},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.6086551547050476},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5884254574775696},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.49895620346069336},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4309879541397095},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4108012914657593},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4038269519805908},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.19602254033088684}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8737673759460449},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.6086551547050476},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5884254574775696},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.49895620346069336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4309879541397095},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4108012914657593},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4038269519805908},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.19602254033088684},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3552436","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3552436","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-125850","is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-85150067428&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G1757078732","display_name":null,"funder_award_id":"20031887521","funder_id":"https://openalex.org/F4320329777","funder_display_name":"Beijing National Research Center For Information Science And Technology"},{"id":"https://openalex.org/G8724681935","display_name":null,"funder_award_id":"U1936217, 61971267, 61972223, 61941117, 61861136003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2001387206","https://openalex.org/W2008072444","https://openalex.org/W2016674662","https://openalex.org/W2089141625","https://openalex.org/W2112202856","https://openalex.org/W2120763784","https://openalex.org/W2133393736","https://openalex.org/W2145339207","https://openalex.org/W2150355110","https://openalex.org/W2157331557","https://openalex.org/W2506654222","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2773987374","https://openalex.org/W2914154006","https://openalex.org/W2914584698","https://openalex.org/W2945086780","https://openalex.org/W2962764167","https://openalex.org/W2970508394","https://openalex.org/W2980360843","https://openalex.org/W2982316857","https://openalex.org/W3000688900","https://openalex.org/W3001118548","https://openalex.org/W3003573988","https://openalex.org/W3003668884","https://openalex.org/W3012690896","https://openalex.org/W3012804303","https://openalex.org/W3012987659","https://openalex.org/W3015571324","https://openalex.org/W3016327299","https://openalex.org/W3020358767","https://openalex.org/W3035440685","https://openalex.org/W3036933184","https://openalex.org/W3042045548","https://openalex.org/W3059506646","https://openalex.org/W3084053817","https://openalex.org/W3097422301","https://openalex.org/W3100751385","https://openalex.org/W3101102032","https://openalex.org/W3112853524","https://openalex.org/W3113139720","https://openalex.org/W3119909670","https://openalex.org/W3128418047","https://openalex.org/W3133741656","https://openalex.org/W3138984732","https://openalex.org/W3161096839","https://openalex.org/W3162528877","https://openalex.org/W3203803206","https://openalex.org/W3213401008","https://openalex.org/W4200028513","https://openalex.org/W4205320585","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W3034924094","https://openalex.org/W3094954546","https://openalex.org/W1488708774","https://openalex.org/W1982811510","https://openalex.org/W4391100477","https://openalex.org/W2402189625","https://openalex.org/W4327779705","https://openalex.org/W4310560702","https://openalex.org/W1513698804","https://openalex.org/W2029712093"],"abstract_inverted_index":{"With":[0],"the":[1,4,7,41,72,104,112,124,163,180,185,196,200,208,221,248],"advent":[2],"of":[3,71,114],"COVID-19":[5],"pandemic,":[6],"shortage":[8],"in":[9,38,67,89,103,123],"medical":[10,20],"resources":[11],"became":[12],"increasingly":[13],"more":[14],"evident.":[15],"Therefore,":[16],"efficient":[17,167],"strategies":[18],"for":[19,82,101],"resource":[21],"allocation":[22],"are":[23],"urgently":[24],"needed.":[25],"However,":[26],"conventional":[27],"rule-based":[28],"methods":[29,51],"employed":[30],"by":[31,243],"public":[32],"health":[33],"experts":[34],"have":[35],"limited":[36],"capability":[37],"dealing":[39],"with":[40,144,155,162,256],"complex":[42,96],"and":[43,98,117,168,241,252],"dynamic":[44,54],"pandemic-spreading":[45,213],"situation.":[46],"In":[47,135],"addition,":[48],"model-based":[49],"optimization":[50],"such":[52],"as":[53,220],"programming":[55],"(DP)":[56],"fail":[57],"to":[58,111,160,178,254],"work":[59],"since":[60,127],"we":[61,128,138],"cannot":[62,129],"obtain":[63],"a":[64,79,140,151,156,173,190,212],"precise":[65],"model":[66,203],"real-world":[68,217],"situations":[69,97],"most":[70],"time.":[73],"Model-free":[74],"reinforcement":[75],"learning":[76],"(RL)":[77],"is":[78],"powerful":[80],"tool":[81],"decision-making;":[83],"however,":[84],"three":[85],"key":[86],"challenges":[87],"exist":[88],"solving":[90],"this":[91,136],"problem":[92],"via":[93],"RL:":[94],"(1)":[95],"countless":[99,164],"choices":[100],"decision-making":[102,197],"real":[105,125],"world;":[106],"(2)":[107],"imperfect":[108,181],"information":[109,182],"due":[110],"latency":[113],"pandemic":[115,132],"spreading;":[116],"(3)":[118],"limitations":[119],"on":[120,216,245],"conducting":[121],"experiments":[122],"world":[126],"set":[130],"up":[131,253],"outbreaks":[133],"arbitrarily.":[134],"article,":[137],"propose":[139],"hierarchical":[141],"RL":[142],"framework":[143,177],"several":[145],"specially":[146],"designed":[147],"components.":[148],"We":[149,171,187,210,224],"design":[150,172,189],"decomposed":[152],"action":[153],"space":[154],"corresponding":[157],"training":[158,204],"algorithm":[159],"deal":[161],"choices,":[165],"ensuring":[166],"real-time":[169],"strategies.":[170],"recurrent":[174],"neural":[175],"network\u2013based":[176],"utilize":[179],"obtained":[183],"from":[184],"environment.":[186],"also":[188],"multi-agent":[191,249],"voting":[192,250],"method,":[193],"which":[194,238],"modifies":[195],"process":[198],"considering":[199],"randomness":[201],"during":[202],"and,":[205],"thus,":[206],"improves":[207],"performance.":[209],"build":[211],"simulator":[214],"based":[215],"data,":[218],"serving":[219],"experimental":[222],"platform.":[223],"then":[225],"conduct":[226],"extensive":[227],"experiments.":[228],"The":[229],"results":[230],"show":[231],"that":[232],"our":[233],"method":[234,251],"outperforms":[235],"all":[236],"baselines,":[237],"reduces":[239],"infections":[240],"deaths":[242],"14.25%":[244],"average":[246],"without":[247],"15.44%":[255],"it.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}