{"id":"https://openalex.org/W3196266904","doi":"https://doi.org/10.1613/jair.1.12632","title":"Agent-Based Markov Modeling for Improved COVID-19 Mitigation Policies","display_name":"Agent-Based Markov Modeling for Improved COVID-19 Mitigation Policies","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3196266904","doi":"https://doi.org/10.1613/jair.1.12632","mag":"3196266904"},"language":"en","primary_location":{"id":"doi:10.1613/jair.1.12632","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.12632","pdf_url":null,"source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1613/jair.1.12632","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016238183","display_name":"Roberto Capobianco","orcid":"https://orcid.org/0000-0002-2219-215X"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Roberto Capobianco","raw_affiliation_strings":["Sony AI & Sapienza University of Rome"],"affiliations":[{"raw_affiliation_string":"Sony AI & Sapienza University of Rome","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027815300","display_name":"Varun Raj Kompella","orcid":null},"institutions":[{"id":"https://openalex.org/I2800278093","display_name":"Sony Corporation (United States)","ror":"https://ror.org/05k91zb11","country_code":"US","type":"company","lineage":["https://openalex.org/I2800278093"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Varun Kompella","raw_affiliation_strings":["Sony AI"],"affiliations":[{"raw_affiliation_string":"Sony AI","institution_ids":["https://openalex.org/I2800278093"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060139710","display_name":"James Ault","orcid":null},"institutions":[{"id":"https://openalex.org/I2801613365","display_name":"Mitchell Institute","ror":"https://ror.org/03ds72003","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2801613365"]},{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Ault","raw_affiliation_strings":["Texas A&M University"],"affiliations":[{"raw_affiliation_string":"Texas A&M University","institution_ids":["https://openalex.org/I2801613365","https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088017068","display_name":"Guni Sharon","orcid":"https://orcid.org/0000-0001-9306-369X"},"institutions":[{"id":"https://openalex.org/I2801613365","display_name":"Mitchell Institute","ror":"https://ror.org/03ds72003","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2801613365"]},{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guni Sharon","raw_affiliation_strings":["Texas A&M University"],"affiliations":[{"raw_affiliation_string":"Texas A&M University","institution_ids":["https://openalex.org/I2801613365","https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088757888","display_name":"Stacy Jong","orcid":"https://orcid.org/0000-0002-9357-8922"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stacy Jong","raw_affiliation_strings":["The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057464567","display_name":"Spencer J. Fox","orcid":"https://orcid.org/0000-0003-1969-3778"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Spencer Fox","raw_affiliation_strings":["The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088820305","display_name":"Lauren Ancel Meyers","orcid":"https://orcid.org/0000-0002-5828-8874"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren Meyers","raw_affiliation_strings":["The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008848329","display_name":"Peter R. Wurman","orcid":"https://orcid.org/0000-0001-9349-0624"},"institutions":[{"id":"https://openalex.org/I2800278093","display_name":"Sony Corporation (United States)","ror":"https://ror.org/05k91zb11","country_code":"US","type":"company","lineage":["https://openalex.org/I2800278093"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter R. Wurman","raw_affiliation_strings":["Sony AI"],"affiliations":[{"raw_affiliation_string":"Sony AI","institution_ids":["https://openalex.org/I2800278093"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001594330","display_name":"Peter Stone","orcid":"https://orcid.org/0000-0002-6795-420X"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Stone","raw_affiliation_strings":["Sony AI & The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"Sony AI & The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5016238183"],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":1.0748,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.76069088,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"71","issue":null,"first_page":"953","last_page":"992"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10118","display_name":"SARS-CoV-2 and COVID-19 Research","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11581","display_name":"Viral Infections and Outbreaks Research","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6478695869445801},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6401368379592896},{"id":"https://openalex.org/keywords/pandemic","display_name":"Pandemic","score":0.6161083579063416},{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.5167676210403442},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5121321678161621},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.4838906228542328},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.4349302649497986},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.42708516120910645},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4186595380306244},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.418364554643631},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4167071580886841},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3748818635940552},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3453286290168762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.311041921377182},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2215394377708435},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1441032886505127},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11255359649658203},{"id":"https://openalex.org/keywords/infectious-disease","display_name":"Infectious disease (medical specialty)","score":0.09219592809677124}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6478695869445801},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6401368379592896},{"id":"https://openalex.org/C89623803","wikidata":"https://www.wikidata.org/wiki/Q12184","display_name":"Pandemic","level":5,"score":0.6161083579063416},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.5167676210403442},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5121321678161621},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4838906228542328},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4349302649497986},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.42708516120910645},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4186595380306244},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.418364554643631},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4167071580886841},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3748818635940552},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3453286290168762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.311041921377182},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2215394377708435},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1441032886505127},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11255359649658203},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.09219592809677124},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1613/jair.1.12632","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.12632","pdf_url":null,"source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1573775","is_oa":true,"landing_page_url":"https://hdl.handle.net/11573/1573775","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1613/jair.1.12632","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.12632","pdf_url":null,"source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W85609699","https://openalex.org/W1995395876","https://openalex.org/W2082418604","https://openalex.org/W2119560885","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2150263186","https://openalex.org/W2734358175","https://openalex.org/W2734475807","https://openalex.org/W2766326395","https://openalex.org/W2781726626","https://openalex.org/W2880606878","https://openalex.org/W2883214058","https://openalex.org/W2901908121","https://openalex.org/W2906729819","https://openalex.org/W2934292367","https://openalex.org/W2951322845","https://openalex.org/W2963760854","https://openalex.org/W2964897492","https://openalex.org/W2994167608","https://openalex.org/W3009410758","https://openalex.org/W3010233963","https://openalex.org/W3011322620","https://openalex.org/W3011381996","https://openalex.org/W3012088940","https://openalex.org/W3013862524","https://openalex.org/W3013967887","https://openalex.org/W3015281372","https://openalex.org/W3015571324","https://openalex.org/W3016984685","https://openalex.org/W3018485220","https://openalex.org/W3018691224","https://openalex.org/W3021826420","https://openalex.org/W3022539376","https://openalex.org/W3024108935","https://openalex.org/W3025421712","https://openalex.org/W3026970649","https://openalex.org/W3029037073","https://openalex.org/W3030952633","https://openalex.org/W3035804808","https://openalex.org/W3037781831","https://openalex.org/W3043699273","https://openalex.org/W3045610370","https://openalex.org/W3047132168","https://openalex.org/W3047392163","https://openalex.org/W3102037011","https://openalex.org/W3117737502","https://openalex.org/W3130928686","https://openalex.org/W3133973522","https://openalex.org/W3160019756","https://openalex.org/W4287704391","https://openalex.org/W4394666657"],"related_works":["https://openalex.org/W2407375987","https://openalex.org/W3049691116","https://openalex.org/W2505726097","https://openalex.org/W2950975704","https://openalex.org/W2010643158","https://openalex.org/W2106867672","https://openalex.org/W4310268968","https://openalex.org/W4297815943","https://openalex.org/W2053745677","https://openalex.org/W2189378472"],"abstract_inverted_index":{"The":[0],"year":[1],"2020":[2],"saw":[3],"the":[4,11,22,28,36,40,49,58,68,172],"covid-19":[5],"virus":[6],"lead":[7],"to":[8,39,65,91,119],"one":[9],"of":[10,30,51,54,60,161,171],"worst":[12],"global":[13],"pandemics":[14],"in":[15,128],"history.":[16],"As":[17],"a":[18,108,129,145],"result,":[19],"governments":[20],"around":[21],"world":[23],"have":[24],"been":[25],"faced":[26],"with":[27],"challenge":[29],"protecting":[31],"public":[32],"health":[33],"while":[34],"keeping":[35],"economy":[37],"running":[38],"greatest":[41],"extent":[42],"possible.":[43],"Epidemiological":[44],"models":[45],"provide":[46],"insight":[47],"into":[48],"spread":[50],"these":[52],"types":[53],"diseases":[55],"and":[56,85,143,163,177],"predict":[57],"effects":[59],"possible":[61],"intervention":[62,71],"policies.":[63],"However,":[64],"date,":[66],"even":[67],"most":[69],"data-driven":[70],"policies":[72,94,139],"rely":[73],"on":[74,154,175],"heuristics.":[75],"In":[76],"this":[77,141],"paper,":[78],"we":[79],"study":[80],"how":[81],"reinforcement":[82],"learning":[83],"(RL)":[84],"Bayesian":[86],"inference":[87],"can":[88],"be":[89],"used":[90],"optimize":[92],"mitigation":[93,138],"that":[95],"minimize":[96],"economic":[97],"impact":[98],"without":[99],"overwhelming":[100],"hospital":[101],"capacity.":[102],"Our":[103],"main":[104],"contributions":[105],"are":[106],"(1)":[107],"novel":[109],"agent-based":[110],"pandemic":[111],"simulator":[112],"which,":[113],"unlike":[114],"traditional":[115],"models,":[116],"is":[117,169],"able":[118],"model":[120],"fine-grained":[121,137],"interactions":[122],"among":[123],"people":[124],"at":[125],"specific":[126],"locations":[127],"community;":[130],"(2)":[131],"an":[132],"RLbased":[133],"methodology":[134],"for":[135,149],"optimizing":[136],"within":[140],"simulator;":[142],"(3)":[144],"Hidden":[146],"Markov":[147],"Model":[148],"predicting":[150],"infected":[151],"individuals":[152],"based":[153],"partial":[155],"observations":[156],"regarding":[157],"test":[158],"results,":[159],"presence":[160],"symptoms,":[162],"past":[164],"physical":[165],"contacts.
":[166],"This":[167],"article":[168],"part":[170],"special":[173],"track":[174],"AI":[176],"COVID-19.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}