{"id":"https://openalex.org/W4318147388","doi":"https://doi.org/10.1109/bigdata55660.2022.10021125","title":"Critic-over-Actor-Critic Modeling: Finding Optimal Strategy in ICU Environments","display_name":"Critic-over-Actor-Critic Modeling: Finding Optimal Strategy in ICU Environments","publication_year":2022,"publication_date":"2022-12-17","ids":{"openalex":"https://openalex.org/W4318147388","doi":"https://doi.org/10.1109/bigdata55660.2022.10021125"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata55660.2022.10021125","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10021125","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040631167","display_name":"Riazat Ryan","orcid":null},"institutions":[{"id":"https://openalex.org/I100633361","display_name":"University of Massachusetts Dartmouth","ror":"https://ror.org/00fzmm222","country_code":"US","type":"education","lineage":["https://openalex.org/I100633361"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Riazat Ryan","raw_affiliation_strings":["University of Massachusetts Dartmouth,Department of Computer and Information Science,North Dartmouth,USA","Department of Computer and Information Science, University of Massachusetts Dartmouth, North Dartmouth, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Dartmouth,Department of Computer and Information Science,North Dartmouth,USA","institution_ids":["https://openalex.org/I100633361"]},{"raw_affiliation_string":"Department of Computer and Information Science, University of Massachusetts Dartmouth, North Dartmouth, USA","institution_ids":["https://openalex.org/I100633361"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028762600","display_name":"Ming Shao","orcid":"https://orcid.org/0000-0002-7686-8784"},"institutions":[{"id":"https://openalex.org/I100633361","display_name":"University of Massachusetts Dartmouth","ror":"https://ror.org/00fzmm222","country_code":"US","type":"education","lineage":["https://openalex.org/I100633361"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Shao","raw_affiliation_strings":["University of Massachusetts Dartmouth,Department of Computer and Information Science,North Dartmouth,USA","Department of Computer and Information Science, University of Massachusetts Dartmouth, North Dartmouth, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Dartmouth,Department of Computer and Information Science,North Dartmouth,USA","institution_ids":["https://openalex.org/I100633361"]},{"raw_affiliation_string":"Department of Computer and Information Science, University of Massachusetts Dartmouth, North Dartmouth, USA","institution_ids":["https://openalex.org/I100633361"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040631167"],"corresponding_institution_ids":["https://openalex.org/I100633361"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19635835,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"1356","last_page":"1361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7815959453582764},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7646135091781616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.540970504283905},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4731658101081848},{"id":"https://openalex.org/keywords/battle","display_name":"Battle","score":0.4593418538570404},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.44807106256484985},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44202250242233276},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3996105194091797},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0979270339012146}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7815959453582764},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7646135091781616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.540970504283905},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4731658101081848},{"id":"https://openalex.org/C2778627824","wikidata":"https://www.wikidata.org/wiki/Q178561","display_name":"Battle","level":2,"score":0.4593418538570404},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.44807106256484985},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44202250242233276},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3996105194091797},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0979270339012146},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata55660.2022.10021125","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bigdata55660.2022.10021125","pdf_url":null,"source":{"id":"https://openalex.org/S4363607709","display_name":"2022 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6600000262260437,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2065289552","https://openalex.org/W2090787586","https://openalex.org/W2096032071","https://openalex.org/W2155027007","https://openalex.org/W2156682402","https://openalex.org/W2396881363","https://openalex.org/W2617547828","https://openalex.org/W2768629321","https://openalex.org/W2805195286","https://openalex.org/W2896893468","https://openalex.org/W2902907165","https://openalex.org/W2904246096","https://openalex.org/W2964343439","https://openalex.org/W2965509640","https://openalex.org/W3007858726","https://openalex.org/W3045839081","https://openalex.org/W3090386093","https://openalex.org/W3130385304","https://openalex.org/W3199517312","https://openalex.org/W4287692319","https://openalex.org/W4288594419","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W4301178047","https://openalex.org/W6636142636","https://openalex.org/W6637967152","https://openalex.org/W6683204974","https://openalex.org/W6721101288","https://openalex.org/W6738796088","https://openalex.org/W6738969012","https://openalex.org/W6746030470","https://openalex.org/W6752176435","https://openalex.org/W6755069753","https://openalex.org/W6757592117","https://openalex.org/W6758846586","https://openalex.org/W6767015589","https://openalex.org/W6781541518","https://openalex.org/W6783838878","https://openalex.org/W6792049622"],"related_works":["https://openalex.org/W2003237632","https://openalex.org/W2120337598","https://openalex.org/W2350977361","https://openalex.org/W2348097125","https://openalex.org/W3030212771","https://openalex.org/W2000391299","https://openalex.org/W2994023542","https://openalex.org/W2999081595","https://openalex.org/W1558737772","https://openalex.org/W1968712166"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,30],"(RL)":[2],"is":[3,54],"mechanized":[4],"to":[5,47,56],"learn":[6,57],"from":[7,61],"experience.":[8],"It":[9],"solves":[10],"the":[11,22,38,65,69,131,134],"problem":[12],"in":[13,25,94,107,120,133],"sequential":[14],"decisions":[15],"by":[16],"optimizing":[17],"reward-punishment":[18],"through":[19],"experimentation":[20],"of":[21,40,42,68,85,112],"distinct":[23],"actions":[24],"an":[26,50,99],"environment.":[27],"Unlike":[28],"supervised":[29],"models,":[31],"RL":[32,88],"lacks":[33],"static":[34],"input-output":[35],"mappings":[36],"and":[37,64],"objective":[39],"minimization":[41],"a":[43,83,86,92,121],"vector":[44],"error.":[45],"However,":[46],"find":[48],"out":[49],"optimal":[51,109,118],"strategy,":[52],"it":[53],"crucial":[55],"both":[58],"continuous":[59],"feedback":[60],"training":[62],"data":[63],"offline":[66],"rules":[67],"experiences":[70],"with":[71],"no":[72],"explicit":[73],"dependence":[74],"on":[75],"online":[76,100],"samples.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81,128],"present":[82],"study":[84],"multi-agent":[87],"framework":[89],"which":[90],"involves":[91],"Critic":[93],"semi-offline":[95],"mode":[96],"criticizing":[97],"over":[98],"Actor-Critic":[101],"network,":[102],"namely,":[103],"Critic-over-Actor-Critic":[104],"(CoAC)":[105],"model,":[106],"finding":[108],"treatment":[110],"plan":[111],"ICU":[113],"patients":[114],"as":[115,117],"well":[116],"strategy":[119],"combative":[122],"battle":[123],"game.":[124],"For":[125],"further":[126],"validation,":[127],"also":[129],"examine":[130],"model":[132],"adversarial":[135],"assignment.":[136]},"counts_by_year":[],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}